-- Logs begin at Wed 2022-03-16 10:04:35 UTC, end at Wed 2022-03-16 12:03:40 UTC. -- Mar 16 10:41:14.838477 dv-neutron-833859-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 16 10:41:17.319603 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.common.config [-] Logging enabled! Mar 16 10:41:17.320224 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev72 Mar 16 10:41:17.320360 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87863) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 16 10:41:17.324113 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.common.config [-] Logging enabled! Mar 16 10:41:17.324365 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev72 Mar 16 10:41:17.324675 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87863) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 16 10:41:17.325607 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 10:41:17.325838 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 10:41:17.326196 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 10:41:17.326441 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 10:41:17.326664 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 10:41:17.326980 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.327306 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.327600 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.327827 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.328114 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.328400 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.328677 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.328959 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.329252 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.329535 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.329808 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.330086 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.330314 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.330591 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.330873 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.331183 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.331395 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] debug = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.331670 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.332087 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.332505 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.332781 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.333071 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.333350 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.333616 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.333888 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.334166 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.334490 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] host = dv-neutron-833859-1-hyperv {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.334766 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.335046 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.335353 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.335635 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.335907 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.336177 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.336456 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.336726 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.337018 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] log_file = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.337290 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.337572 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.337859 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.338140 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.338363 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.338585 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.338867 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.339172 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.339443 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.339714 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.339985 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.340254 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.340527 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.340792 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.341075 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.341356 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.341637 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.341906 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.342174 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.342444 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.342710 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.342992 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.343295 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.343567 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.343836 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.344116 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.344379 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.344648 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.344944 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.345224 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.345499 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.345779 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.346047 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.346322 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.346592 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.346862 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.347131 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] use_json = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.347430 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.347698 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.347976 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.348245 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.348511 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.348779 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.349047 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.349324 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.349593 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:17.349884 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.350175 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.350473 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.350759 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.351044 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.351347 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.351634 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.351909 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.352192 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.352498 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.352785 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.353068 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.353356 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.353631 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.353919 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.354221 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.354510 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.354797 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.355069 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.355366 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.355636 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.355911 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.356195 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.356484 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.356771 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.357041 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.357317 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.357603 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.357877 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.358145 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.358421 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.358705 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.358980 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.359276 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.359556 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.359830 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.360097 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.360363 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.360637 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.360921 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.361193 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.361458 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.361721 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.361993 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.362256 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.362534 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.362808 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.363080 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.363369 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.363643 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.363909 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.364175 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.364446 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.364711 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.364983 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.365248 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.365511 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.365775 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.366038 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.366301 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.366565 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.366830 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.367101 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.367393 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.367659 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.367923 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.368723 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.368990 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.369270 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.369561 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.369837 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.370111 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.370382 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.370655 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.370930 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.371236 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.371511 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.371781 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.372050 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.372333 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.372607 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.372888 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.373169 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.373442 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.373739 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.374012 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.374289 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.374559 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.374837 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.375115 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.375420 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.375706 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.375993 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.376280 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.376567 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.376857 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.377133 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.377435 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.377711 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:17.377923 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 10:41:17.378158 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87863) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 16 10:41:17.768159 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO keyring.backend [-] Loading KWallet Mar 16 10:41:17.775658 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO keyring.backend [-] Loading SecretService Mar 16 10:41:17.779058 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO keyring.backend [-] Loading Windows Mar 16 10:41:17.780409 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO keyring.backend [-] Loading chainer Mar 16 10:41:17.781192 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO keyring.backend [-] Loading macOS Mar 16 10:41:17.815049 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 16 10:41:17.815347 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 16 10:41:17.815631 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 16 10:41:17.815962 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 16 10:41:18.201382 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.201669 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.201949 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.203254 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.203533 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.203798 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.238649 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.238924 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.239209 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.252106 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.252386 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.252651 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.282731 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.283015 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.283312 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.319703 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.319978 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.320462 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.555209 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.555420 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.555712 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.555979 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.556711 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.677023 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.677339 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.677620 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.677889 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.678154 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.678460 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.678719 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.678973 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.679245 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.679525 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.679783 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.680040 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.680301 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.680598 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.680838 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.681104 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.681361 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.681627 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.681876 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.682152 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.682496 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.682747 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.682996 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.683296 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.683542 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.683784 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.684160 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:41:18.684400 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:41:18.684632 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:41:18.684864 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:41:18.685095 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:41:18.685324 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:41:18.685679 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 16 10:41:18.688781 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 16 10:41:18.692712 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 16 10:41:18.696992 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Mar 16 10:41:18.698621 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 16 10:41:18.700076 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 16 10:41:18.700409 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 16 10:41:18.700789 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 16 10:41:18.703610 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 16 10:41:18.703858 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 16 10:41:18.704199 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 10:41:18.732233 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 16 10:41:18.732672 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.732968 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87863) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 16 10:41:18.733327 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.734700 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87863) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 16 10:41:18.734984 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 10:41:18.735252 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 16 10:41:18.738524 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.738806 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:18.800299 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 16 10:41:18.800536 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 16 10:41:18.800772 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 16 10:41:18.801133 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 16 10:41:18.832059 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_db.sqlalchemy.engines [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87863) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 16 10:41:19.164422 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Initializing driver for type 'gre' Mar 16 10:41:19.164965 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] gre ID ranges: [(1, 1000)] Mar 16 10:41:19.217697 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Initializing driver for type 'local' Mar 16 10:41:19.218020 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Initializing driver for type 'vlan' Mar 16 10:41:19.232026 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] VlanTypeDriver initialization complete Mar 16 10:41:19.232498 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Initializing driver for type 'vxlan' Mar 16 10:41:19.233033 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] vxlan ID ranges: [(1, 1000)] Mar 16 10:41:19.286802 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Initializing extension driver 'port_security' Mar 16 10:41:19.287143 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.extensions.port_security [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] PortSecurityExtensionDriver initialization complete Mar 16 10:41:19.287505 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Initializing mechanism driver 'openvswitch' Mar 16 10:41:19.287837 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Initializing mechanism driver 'hyperv' Mar 16 10:41:19.294987 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.plugins.ml2.plugin [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:41:19.295684 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > port after_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.296049 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > port after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.296392 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > port after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.296908 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:41:19.297328 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > subnet after_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.297672 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > subnet after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.298005 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.298386 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:41:19.298780 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > network after_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.299118 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > network after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.299474 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > network after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.299850 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:41:19.300246 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > security_group after_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.300587 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > security_group after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.300920 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.301447 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:41:19.301844 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.302180 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.302509 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.302887 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:41:19.303301 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > address_group after_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.303639 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > address_group after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.303967 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.304343 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:41:19.304776 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] ML2 OVO RPC backend initialized. {{(pid=87863) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 16 10:41:19.305467 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.306382 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.306851 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > network before_response 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.307324 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > networks before_response 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.307881 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > port before_response 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.308220 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > ports before_response 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.308559 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > subnet before_response 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.308894 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > subnets before_response 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.309233 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > network after_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.309563 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > network after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.309889 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > network after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.310215 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > port after_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.310564 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > port after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.310896 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > port after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.311249 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > subnet after_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.311576 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > subnet after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.311902 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.312458 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.plugin [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Modular L2 Plugin initialization complete Mar 16 10:41:19.312779 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading services supported by the core plugin {{(pid=87863) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 16 10:41:19.313094 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.plugins.ml2.managers [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Got port-security extension from driver 'port_security' Mar 16 10:41:19.313545 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.extensions.vlantransparent [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Disabled vlantransparent extension. Mar 16 10:41:19.314020 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87863) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 16 10:41:19.314329 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading Plugin: router Mar 16 10:41:19.351390 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.351931 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router after_create 55549900 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.352122 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router before_create 55549900 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.353013 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.353379 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.353724 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router after_delete 55549900 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.354073 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.354425 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router after_create 55549900 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.354766 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router after_update 55549900 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.355108 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router after_update 55549900 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.355478 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.355831 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router after_update 55549900 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.356232 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router precommit_update 55549900 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.356594 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: port after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.356927 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: port after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.357257 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: subnet after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.357593 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.357931 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.358270 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router precommit_create 55549900 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.358602 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: port before_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.358934 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router precommit_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.359321 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router after_update 55549900 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.359656 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.359994 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router precommit_create 55549900 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.360344 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.360679 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router precommit_update 55549900 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.361033 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > agent after_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.361374 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > agent after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.361706 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > network after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.362531 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Tracking information for resource: router configured {{(pid=87863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:41:19.362852 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Tracking information for resource: floatingip configured {{(pid=87863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:41:19.367884 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.db.l3_agentschedulers_db [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 16 10:41:19.369087 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: port after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.369441 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: port after_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.369786 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: port after_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.370126 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: port after_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.370890 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router before_create 55550100 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.371283 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.371632 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router precommit_create 55550100 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.371979 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > router precommit_update 55550100 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.376403 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.services.provider_configuration [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Service providers = [] {{(pid=87863) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 16 10:41:19.376771 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.db.servicetype_db [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87863) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 16 10:41:19.379688 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.services.service_base [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87863) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 10:41:19.380032 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.services.service_base [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87863) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 10:41:19.380367 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.services.service_base [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87863) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 10:41:19.381247 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.services.service_base [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87863) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 10:41:19.381613 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.services.service_base [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 16 10:41:19.381983 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:41:19.382296 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 16 10:41:19.392959 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:41:19.393290 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading Plugin: auto_allocate Mar 16 10:41:19.399395 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: network precommit_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.399760 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: network precommit_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.400265 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:41:19.400577 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading Plugin: tag Mar 16 10:41:19.407075 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:41:19.407422 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading Plugin: timestamp Mar 16 10:41:19.411393 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:41:19.411724 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading Plugin: network_ip_availability Mar 16 10:41:19.417502 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.417816 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.418165 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.418857 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:41:19.419192 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading Plugin: flavors Mar 16 10:41:19.423847 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:41:19.424174 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading Plugin: revisions Mar 16 10:41:19.428467 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:41:19.428848 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_concurrency.lockutils [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.613s {{(pid=87863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 16 10:41:19.429570 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87863) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 16 10:41:19.429900 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Initializing extension manager. Mar 16 10:41:19.430398 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: __init__.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.431345 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: __pycache__ {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.431677 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.432005 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: address_group.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.432753 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.433305 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: address-group Mar 16 10:41:19.433618 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: address_scope.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.434314 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.434821 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: address-scope Mar 16 10:41:19.435135 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.436082 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.436589 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: router-admin-state-down-before-update Mar 16 10:41:19.436904 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: agent.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.437779 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.438283 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: agent Mar 16 10:41:19.438598 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: agent_resources_synced.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.439518 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.440024 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: agent-resources-synced Mar 16 10:41:19.440342 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: allowedaddresspairs.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.442089 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.442606 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: allowed-address-pairs Mar 16 10:41:19.442924 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: auto_allocated_topology.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.444076 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.444592 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: auto-allocated-topology Mar 16 10:41:19.444910 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: availability_zone.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.445597 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.446098 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: availability_zone Mar 16 10:41:19.446436 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: availability_zone_filter.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.447375 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.447882 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: availability_zone_filter Mar 16 10:41:19.448198 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: data_plane_status.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.449160 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.449660 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension data-plane-status not supported by any of loaded plugins Mar 16 10:41:19.449973 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: default_subnetpools.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.450865 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.451395 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: default-subnetpools Mar 16 10:41:19.451712 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.452500 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.453006 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: dhcp_agent_scheduler Mar 16 10:41:19.453319 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: dns.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.454213 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.454719 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension dns-integration not supported by any of loaded plugins Mar 16 10:41:19.455040 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: dns_domain_ports.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.455976 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.456489 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 16 10:41:19.456804 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: dvr.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.457457 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.457964 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: dvr Mar 16 10:41:19.458275 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: empty_string_filtering.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.459182 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.459691 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: empty-string-filtering Mar 16 10:41:19.460006 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.460897 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.461395 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 16 10:41:19.461709 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.462632 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.463132 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 16 10:41:19.463468 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: external_net.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.464366 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.464871 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: external-net Mar 16 10:41:19.465186 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.466079 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.466579 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: extra_dhcp_opt Mar 16 10:41:19.466893 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: extraroute.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.467810 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.468316 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: extraroute Mar 16 10:41:19.468633 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: extraroute_atomic.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.469640 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.470144 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: extraroute-atomic Mar 16 10:41:19.470461 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: filter_validation.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.471111 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.471638 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: filter-validation Mar 16 10:41:19.471953 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: fip_pf_description.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.472851 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.473350 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 16 10:41:19.473664 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: fip_port_details.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.474559 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.475069 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: fip-port-details Mar 16 10:41:19.475408 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: flavors.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.476620 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.477136 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: flavors Mar 16 10:41:19.477983 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.479671 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.480190 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 16 10:41:19.480513 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: floatingip_pools.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.481201 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.481714 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: floatingip-pools Mar 16 10:41:19.482036 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: ip_allocation.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.482949 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.483486 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension ip_allocation not supported by any of loaded plugins Mar 16 10:41:19.483803 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.484707 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.485213 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: ip-substring-filtering Mar 16 10:41:19.485529 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: l2_adjacency.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.486438 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.486938 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 16 10:41:19.487359 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: l3.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.488295 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.488805 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: router Mar 16 10:41:19.489123 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.491489 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.492010 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 16 10:41:19.492335 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.493816 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.494330 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: ext-gw-mode Mar 16 10:41:19.494651 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.495591 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.496098 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: l3-ha Mar 16 10:41:19.496460 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: l3_flavors.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.497318 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.497822 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: l3-flavors Mar 16 10:41:19.498137 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.499054 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.499591 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 16 10:41:19.499909 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: l3agentscheduler.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.500932 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.501437 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: l3_agent_scheduler Mar 16 10:41:19.501754 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: logging.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.503286 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.503808 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension logging not supported by any of loaded plugins Mar 16 10:41:19.504126 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: metering.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.504857 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.505428 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: metering Mar 16 10:41:19.505744 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.506837 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.507387 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: metering_source_and_destination_fields Mar 16 10:41:19.507705 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: multiprovidernet.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.508616 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.509147 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: multi-provider Mar 16 10:41:19.509462 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: netmtu.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.510361 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.510866 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: net-mtu Mar 16 10:41:19.511209 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: netmtu_writable.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.512123 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.512631 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: net-mtu-writable Mar 16 10:41:19.512946 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: network_availability_zone.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.513605 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.514107 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: network_availability_zone Mar 16 10:41:19.514418 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: network_ip_availability.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.515537 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.516046 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: network-ip-availability Mar 16 10:41:19.516361 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: network_segment_range.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.517107 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.517609 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension network-segment-range not supported by any of loaded plugins Mar 16 10:41:19.517923 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: pagination.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.518958 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.519321 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: pagination Mar 16 10:41:19.519638 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: port_device_profile.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.520535 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.521046 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: port-device-profile Mar 16 10:41:19.521360 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.522259 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.522763 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: port-mac-address-regenerate Mar 16 10:41:19.523078 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.524798 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.525328 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: port-numa-affinity-policy Mar 16 10:41:19.525643 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: port_resource_request.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.526543 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.527042 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension port-resource-request not supported by any of loaded plugins Mar 16 10:41:19.527379 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: portbindings.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.528288 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.528790 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: binding Mar 16 10:41:19.529104 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: portbindings_extended.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.530486 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.531003 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: binding-extended Mar 16 10:41:19.531371 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: portsecurity.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.532283 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.532802 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: port-security Mar 16 10:41:19.533123 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: project_id.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.534087 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.534413 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: project-id Mar 16 10:41:19.534727 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: providernet.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.535667 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.536181 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: provider Mar 16 10:41:19.536495 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: qos.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.540568 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.541086 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension qos not supported by any of loaded plugins Mar 16 10:41:19.541413 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.542634 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.543163 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 16 10:41:19.543497 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.544482 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.545000 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 16 10:41:19.545324 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: qos_default.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.546218 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.546726 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension qos-default not supported by any of loaded plugins Mar 16 10:41:19.547047 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: qos_fip.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.547724 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.548228 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension qos-fip not supported by any of loaded plugins Mar 16 10:41:19.548547 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: qos_gateway_ip.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.549466 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.549972 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 16 10:41:19.550290 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: qos_port_network_policy.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.551333 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.551839 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 16 10:41:19.552156 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: qos_rule_type_details.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.553063 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.553570 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 16 10:41:19.553889 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: qos_rules_alias.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.554917 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.555465 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 16 10:41:19.555819 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: quotasv2.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.556708 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.557027 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: quotas Mar 16 10:41:19.557341 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: quotasv2_detail.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.558948 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.559311 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: quota_details Mar 16 10:41:19.559639 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: rbac.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.560667 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.561186 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: rbac-policies Mar 16 10:41:19.561509 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: rbac_address_group.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.562419 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.562932 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: rbac-address-group Mar 16 10:41:19.563287 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: rbac_address_scope.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.564200 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.564714 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: rbac-address-scope Mar 16 10:41:19.565037 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: rbac_security_groups.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.565946 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.566457 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: rbac-security-groups Mar 16 10:41:19.566775 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: rbac_subnetpool.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.567717 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.568250 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: rbac-subnetpool Mar 16 10:41:19.568570 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: revisionifmatch.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.569477 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.569991 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: revision-if-match Mar 16 10:41:19.570313 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: revisions.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.571850 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.572365 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: standard-attr-revisions Mar 16 10:41:19.572686 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: router_availability_zone.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.573350 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.573861 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: router_availability_zone Mar 16 10:41:19.574178 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: routerservicetype.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.575081 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.575619 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension router-service-type not supported by any of loaded plugins Mar 16 10:41:19.575936 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.576839 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.577347 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: security-groups-normalized-cidr Mar 16 10:41:19.577666 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.578570 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.579076 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: port-security-groups-filtering Mar 16 10:41:19.579419 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.580323 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.580832 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: security-groups-remote-address-group Mar 16 10:41:19.581151 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: securitygroup.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.591302 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.591832 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: security-group Mar 16 10:41:19.592158 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: segment.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.592926 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.593434 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension segment not supported by any of loaded plugins Mar 16 10:41:19.593752 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.594668 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.595201 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 16 10:41:19.595521 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: servicetype.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.596632 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.597149 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: service-type Mar 16 10:41:19.597466 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: sorting.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.598433 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.598758 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: sorting Mar 16 10:41:19.599076 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: standard_attr_segment.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.600001 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.600513 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 16 10:41:19.600829 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: standardattrdescription.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.601463 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.601972 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: standard-attr-description Mar 16 10:41:19.602291 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: stateful_security_group.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.603803 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.604319 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: stateful-security-group Mar 16 10:41:19.604639 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: stdattrs_common.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.605212 dv-neutron-833859-1-hyperv neutron-server[87863]: WARNING neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 16 10:41:19.605528 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.606526 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.607031 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 16 10:41:19.607375 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: subnet_onboard.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.608442 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.608953 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: subnet_onboard Mar 16 10:41:19.609270 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.610179 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.610712 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 16 10:41:19.611030 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: subnet_service_types.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.611975 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.612483 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: subnet-service-types Mar 16 10:41:19.612798 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: subnetallocation.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.613862 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.614371 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: subnet_allocation Mar 16 10:41:19.614688 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.615375 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.615905 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: subnetpool-prefix-ops Mar 16 10:41:19.616224 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.617154 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.617652 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 16 10:41:19.617967 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: tagging.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.619582 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.620111 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: standard-attr-tag Mar 16 10:41:19.620431 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: timestamp.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.621605 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.622120 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loaded extension: standard-attr-timestamp Mar 16 10:41:19.622439 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: trunk.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.623498 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.624012 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension trunk not supported by any of loaded plugins Mar 16 10:41:19.624334 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: trunk_details.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.625241 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.625750 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension trunk-details not supported by any of loaded plugins Mar 16 10:41:19.626075 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: uplink_status_propagation.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.626981 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.627526 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 16 10:41:19.627846 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Loading extension file: vlantransparent.py {{(pid=87863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:41:19.628501 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:41:19.629007 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 16 10:41:19.631397 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of TrackedResource for resource:network Mar 16 10:41:19.632115 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of TrackedResource for resource:subnet Mar 16 10:41:19.632868 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:41:19.633447 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of TrackedResource for resource:port Mar 16 10:41:19.635272 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.v2.resource_helper [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:41:19.635705 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.v2.resource_helper [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Service FLAVORS assigned prefix: {{(pid=87863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:41:19.636313 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.v2.resource_helper [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:41:19.636730 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.v2.resource_helper [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:41:19.637053 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of TrackedResource for resource:router Mar 16 10:41:19.637695 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of TrackedResource for resource:floatingip Mar 16 10:41:19.638422 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.v2.resource_helper [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Service METERING assigned prefix: /metering {{(pid=87863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:41:19.639812 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.640177 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.640523 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:41:19.642761 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 10:41:19.643236 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of TrackedResource for resource:security_group Mar 16 10:41:19.643879 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 10:41:19.644596 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.v2.resource_helper [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Service CORE assigned prefix: {{(pid=87863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:41:19.644920 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:41:19.645347 dv-neutron-833859-1-hyperv neutron-server[87863]: WARNING neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] subnetpool is already registered Mar 16 10:41:19.645963 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.v2.resource_helper [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Service CORE assigned prefix: {{(pid=87863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:41:19.646284 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:41:19.646611 dv-neutron-833859-1-hyperv neutron-server[87863]: WARNING neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] subnetpool is already registered Mar 16 10:41:19.757284 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.v2.resource_helper [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:41:19.757635 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.v2.resource_helper [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Service FLAVORS assigned prefix: {{(pid=87863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:41:19.758224 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.v2.resource_helper [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:41:19.758641 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.v2.resource_helper [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:41:19.759638 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of TrackedResource for resource:router Mar 16 10:41:19.759969 dv-neutron-833859-1-hyperv neutron-server[87863]: WARNING neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] router is already registered Mar 16 10:41:19.760607 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of TrackedResource for resource:floatingip Mar 16 10:41:19.760928 dv-neutron-833859-1-hyperv neutron-server[87863]: WARNING neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] floatingip is already registered Mar 16 10:41:19.761540 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.v2.resource_helper [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Service METERING assigned prefix: /metering {{(pid=87863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:41:19.762352 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 10:41:19.762677 dv-neutron-833859-1-hyperv neutron-server[87863]: WARNING neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] rbac_policy is already registered Mar 16 10:41:19.763088 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of TrackedResource for resource:security_group Mar 16 10:41:19.763436 dv-neutron-833859-1-hyperv neutron-server[87863]: WARNING neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] security_group is already registered Mar 16 10:41:19.764009 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 10:41:19.764329 dv-neutron-833859-1-hyperv neutron-server[87863]: WARNING neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] security_group_rule is already registered Mar 16 10:41:19.764971 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.v2.resource_helper [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Service CORE assigned prefix: {{(pid=87863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:41:19.765294 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:41:19.765611 dv-neutron-833859-1-hyperv neutron-server[87863]: WARNING neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] subnetpool is already registered Mar 16 10:41:19.766189 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.v2.resource_helper [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Service CORE assigned prefix: {{(pid=87863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:41:19.766508 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:41:19.766822 dv-neutron-833859-1-hyperv neutron-server[87863]: WARNING neutron.quota.resource_registry [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] subnetpool is already registered Mar 16 10:41:19.767474 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: extensions {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.768959 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: address-groups {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.770557 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: address-scopes {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.771794 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: agents {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.772941 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: auto-allocated-topology {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.774550 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: availability_zones {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.775801 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: dhcp-networks {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.777173 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: dhcp-agents {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.778655 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: routers {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.780459 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: flavors {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.781594 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: service_profiles {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.782768 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: next_providers {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.784300 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: service_profiles {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.785739 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: floatingip-pools {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.786916 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: routers {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.788735 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: floatingips {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.789927 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: l3-routers {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.791336 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: l3-agents {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.792834 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: metering-labels {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.794060 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: metering-label-rules {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.795354 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: network-ip-availabilities {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.796754 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: bindings {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.798388 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: quotas {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.799832 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: quotas {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.801213 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: rbac-policies {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.802479 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: security-groups {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.803707 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: security-group-rules {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.804892 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: service-providers {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.806747 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: subnetpools {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.808148 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: subnetpools {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.809565 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: tags {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.811336 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: tags {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.813000 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: tags {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.814778 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: tags {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.817562 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: tags {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.819395 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: tags {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.821063 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: tags {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.823497 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: tags {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.825199 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: tags {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.827010 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron.api.extensions [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Extended resource: tags {{(pid=87863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:41:19.832872 dv-neutron-833859-1-hyperv neutron-server[87863]: WARNING keystonemiddleware.auth_token [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 16 10:41:19.837516 dv-neutron-833859-1-hyperv neutron-server[87863]: WARNING keystonemiddleware.auth_token [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 16 10:41:19.845605 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_concurrency.lockutils [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Acquired lock "singleton_lock" {{(pid=87863) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 16 10:41:19.846067 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_concurrency.lockutils [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Releasing lock "singleton_lock" {{(pid=87863) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 16 10:41:19.846686 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO oslo_service.service [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Starting 2 workers Mar 16 10:41:19.851483 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Started child 87968 {{(pid=87863) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 10:41:19.855752 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Started child 87969 {{(pid=87863) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 10:41:19.856583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:19.857313 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO neutron.service [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 16 10:41:19.857976 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Notify callbacks [] for process, before_spawn {{(pid=87863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:19.858079 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [-] (87968) wsgi starting up on http://0.0.0.0:9696 Mar 16 10:41:19.860021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:19.860466 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO oslo_service.service [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Starting 1 workers Mar 16 10:41:19.861303 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [-] (87969) wsgi starting up on http://0.0.0.0:9696 Mar 16 10:41:19.865271 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Started child 87970 {{(pid=87863) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 10:41:19.865778 dv-neutron-833859-1-hyperv neutron-server[87863]: INFO oslo_service.service [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Starting 1 workers Mar 16 10:41:19.869486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.service [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] calling RpcWorker wait() {{(pid=87970) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 16 10:41:19.870062 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.service [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] returning from RpcWorker wait() {{(pid=87970) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 16 10:41:19.870585 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Started child 87971 {{(pid=87863) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 10:41:19.871325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:19.871419 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG neutron_lib.callbacks.manager [None req-cd19ff8e-31e4-48f5-b947-840b0035cb39 None None] Notify callbacks [] for process, after_spawn {{(pid=87863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:19.871948 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:41:19.873187 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87863) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 16 10:41:19.873421 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 10:41:19.873590 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 10:41:19.873737 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 10:41:19.874085 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 10:41:19.874234 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 10:41:19.874699 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.874983 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.875266 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.875518 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.875809 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.876137 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:19.876617 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.876617 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.876845 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.877111 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.877332 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.877476 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.877734 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.877889 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.878019 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:41:19.878166 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.878458 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.878698 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.878975 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.879246 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.879861 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.880127 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.880401 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.880656 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.880911 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] debug = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.881134 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.881608 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.881839 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.882071 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.882309 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.882588 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.882819 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.883073 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.883339 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.883546 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.884350 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.884601 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.884837 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.885045 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.885247 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.885470 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.885692 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.886163 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] host = dv-neutron-833859-1-hyperv {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.886401 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.886628 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.886863 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.887085 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.887348 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.887555 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.887802 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.888047 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.888290 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.888511 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.888742 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.888978 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.889217 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.889462 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] log_file = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.889634 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] log_options = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.889926 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.890185 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.890445 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.890633 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.890794 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.890934 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.891200 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.891350 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.891590 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.891798 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.892057 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.892228 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.892493 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.892756 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.892970 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.893194 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.893423 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.893628 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.893864 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.894084 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.894303 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.894525 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.894822 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.895068 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.895302 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.895508 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.895745 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.895969 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.896173 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.896424 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.896629 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.897478 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.897714 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.897978 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.898204 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.898686 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.901460 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.901862 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.902190 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.902529 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.902713 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.902957 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.903386 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.903544 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.903673 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.904072 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] use_json = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.904322 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.904734 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.905106 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.905333 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.906362 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.906820 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.910428 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.910694 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.910932 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.911403 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.915795 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.916188 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.916509 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.917450 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.917785 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.918196 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.918492 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.918827 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.919098 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.919447 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.919701 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.921879 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.922165 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.922390 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.922721 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.922965 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.923275 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.923518 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.923765 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.923982 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.924235 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.924577 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.925463 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.925715 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.925981 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.926202 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.926442 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.926692 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.926911 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.927124 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.927370 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.927620 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.927850 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.928085 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.928404 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.928657 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.928895 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.929119 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.929420 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.929653 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.929882 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.930100 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.930314 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.930573 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.930790 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.931004 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.931251 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.931524 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.931785 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.932027 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.932246 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.932453 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.932741 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.932959 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.933719 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.934276 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.934515 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.934724 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.934944 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.935185 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.935422 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.935638 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.935847 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.936054 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.936291 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.936517 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.936734 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.936949 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.937172 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.937389 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.937599 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.937807 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.938038 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.938355 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.938747 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.938915 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.939103 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.939342 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.939554 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.939783 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.939988 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.940199 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.940407 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.940679 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.940985 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.941226 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.941491 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.941737 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.941986 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.942199 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.942453 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.942666 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.942882 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.943124 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.943397 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.943617 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.943867 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.944084 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.944294 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.944524 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.944754 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.944994 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.945233 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.945460 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.945709 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.945984 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.946716 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.946985 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.947261 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.947621 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.947909 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.948166 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.948531 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.948773 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.949060 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.949383 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.949648 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.949931 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.950160 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.950429 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.950665 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.950928 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.951211 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.951457 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.951682 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.951926 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.952205 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.952441 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.952675 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.952901 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.953144 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.953483 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.953713 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.953948 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.954181 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.954456 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.954770 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.955140 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.955502 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.955767 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.956240 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.956499 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.956744 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.956973 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.957223 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.957463 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.957670 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.957900 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.958111 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.958341 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.958663 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.958878 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.959107 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.959359 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.959573 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.959795 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.960007 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.960216 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.960438 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.960643 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.960861 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.961115 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.961327 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.961556 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.961766 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.962581 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.962824 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.963042 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.963323 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.963569 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.963804 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.964043 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.964263 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.964507 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.964733 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.964970 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.965182 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.965387 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.965592 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.965803 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.966011 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.966239 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.966458 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.966664 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.966924 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.967189 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.967523 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.967776 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.968001 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.968242 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.968480 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.968792 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.969008 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.969219 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.969432 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.969644 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.969862 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.970092 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.970335 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.970546 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.970756 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.970965 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.971245 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.971485 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.971719 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.971952 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.972169 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.972382 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.972593 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.972821 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.973027 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.973254 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.973476 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.973708 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.973915 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.974214 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.974461 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.974684 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.974929 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.975181 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.975384 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:41:19.975479 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.975604 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.975827 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.976054 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.976276 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.976495 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.976697 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.976899 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.977106 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.977333 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.977661 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.978023 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.978394 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.978761 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.979000 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.979273 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.979528 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.980083 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.980301 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.980557 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.980777 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.980993 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.981233 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.981503 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.981832 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.982131 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.982386 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.982861 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.982995 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.983219 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.983487 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.983700 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.984005 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.984315 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.984586 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.984829 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.985069 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.985344 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.985578 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.985807 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.986034 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.986245 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.986455 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.986715 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.986968 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.987203 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.987415 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.987636 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.987848 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.988100 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.988325 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.988539 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.988746 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:19.988901 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 10:41:19.989423 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87863) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 16 10:41:19.989583 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 10:41:19.989719 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 10:41:19.989865 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 10:41:19.990000 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 10:41:19.990153 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 10:41:19.990336 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.990492 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.990645 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.990798 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.990952 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.991130 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.991308 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.991449 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.991605 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.991757 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.991913 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.992263 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.992263 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.992459 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.992540 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.992629 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.992780 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.992934 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.993117 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.993273 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.993430 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.993587 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.993733 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] debug = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.993888 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.994088 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.994247 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.994402 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.994555 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.994710 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.994862 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.995016 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.995184 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.995343 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.995498 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.995632 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.995766 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.995911 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.996062 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.996214 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.996367 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.996522 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] host = dv-neutron-833859-1-hyperv {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.996659 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.996801 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.996957 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.997112 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.997261 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.997395 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.997549 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.997703 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.997856 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.998013 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.998161 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.999346 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.999530 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.999705 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] log_file = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:19.999904 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] log_options = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.000092 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.000235 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.000385 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.000531 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.000685 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.000827 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.000977 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.001115 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.001253 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.001389 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.001548 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.001692 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.001830 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.001975 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.002113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 40734) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:41:20.002262 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.002262 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.002523 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.002659 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.002807 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.002945 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.003090 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.003280 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.003420 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.003581 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.003581 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.003841 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.003978 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.004123 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.004357 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.004357 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.004638 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.004638 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.004912 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.004912 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.005172 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.005172 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.005429 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.005565 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.005702 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.005848 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.005987 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.006123 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.006259 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.006394 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.006530 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.006675 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] use_json = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.006812 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.006948 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.007093 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.007253 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.007436 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.007436 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.007704 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.007704 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.007965 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:41:20.008102 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.008238 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.008383 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.008534 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.009217 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.009443 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.009586 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.009722 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.009858 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.009993 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.010129 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.010275 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.010419 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.010557 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.010693 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.010830 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.010985 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066555 Mar 16 10:41:20.011129 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.011957 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.012137 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.012359 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.012533 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.013084 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.013232 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.013371 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.013543 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.013721 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.013905 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.014080 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.015629 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.015629 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.015629 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.015877 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.016023 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.016157 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.016321 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.016491 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.016730 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.016827 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.016983 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.017132 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.017294 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.017449 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.018419 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.018419 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.018419 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.018419 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.018419 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.018419 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.018798 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.018798 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.018798 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.018970 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.019236 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.019332 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.019543 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.019711 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.019871 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.020044 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.020946 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.020946 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.020946 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.020946 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.020946 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.020946 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.021334 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.021334 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.021456 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.021521 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.021744 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.021837 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.021961 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.022130 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.022289 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.022451 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.022607 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.022767 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.022934 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.023111 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.023295 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.023729 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.023903 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.024048 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.024216 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.025051 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.025051 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.025051 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.025051 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.025051 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.025051 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.026252 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.026252 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.026376 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.026443 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.026681 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.026776 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.026914 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.027011 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.027206 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.027401 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.027551 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.027693 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.027839 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.027986 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.028128 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.028269 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.028428 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.028587 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.028741 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.028884 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.029038 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.029182 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.029353 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.029505 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.029672 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.029822 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.029963 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.030134 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.030284 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.030443 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.030593 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.030751 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.030901 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.031064 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.032077 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.032242 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.032404 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.032541 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.032679 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.032849 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.033013 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.033164 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.033323 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.033506 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.033658 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.033813 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.033978 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.034132 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.034322 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.034413 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.034574 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.034731 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.034888 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.035199 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.035358 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.035484 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.035649 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.035843 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.035988 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.036132 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.036292 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.036434 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.036572 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.036719 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.036859 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.036992 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.037129 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.037263 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.037406 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.037567 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.037724 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.037882 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.038039 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.038195 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.038427 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.038562 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.038686 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.038808 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.038930 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.039082 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.039262 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.039420 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.039578 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.039737 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.039917 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.040079 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.040238 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.040402 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.040557 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.040716 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.040875 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.041032 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.041191 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.041350 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.041512 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.041688 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.041824 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.041981 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.042156 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.042313 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.042475 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.042637 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.042795 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.042955 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.043112 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.043294 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.043455 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.043629 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.043785 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.043925 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.044053 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.044194 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.044350 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.044506 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.044665 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.044824 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.044981 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.045138 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.045321 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.045479 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.045641 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.045797 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.045957 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.046100 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.046260 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.046418 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.046561 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.046733 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.046890 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.047046 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.047301 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.047391 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.047532 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.047690 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.047850 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.048006 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.048161 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.048329 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.048510 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.048668 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.048824 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.048975 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.049142 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.049302 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.049459 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.049625 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.049784 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.049938 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.050093 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.050269 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.050426 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.050577 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.050760 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.050920 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.051063 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.051262 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.051396 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.051534 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.051696 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.051854 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.052022 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.052185 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.052347 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.052493 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.052661 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.052830 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.052988 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.053145 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.053302 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.053458 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.053613 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.053769 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.054651 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.054651 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.054651 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.054651 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.054651 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.054651 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.055077 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.055077 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.055077 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.055324 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.055404 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.055574 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.055732 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:41:20.055882 dv-neutron-833859-1-hyperv neutron-server[87863]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 10:41:30.796763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2037de4c-7cde-48fc-9db3-fab70fab6f64 None None] get_active_networks_info from dv-neutron-833859-1-hyperv {{(pid=87970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:41:30.881635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2037de4c-7cde-48fc-9db3-fab70fab6f64 None None] No non-hosted networks {{(pid=87970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 16 10:41:30.883244 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ae24fef0-5491-4c7f-8f57-091d8e611fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733465'] for agent, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:32.995199 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9e2c4b4a-1a2e-44fd-911c-01b84f22b116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733465'] for agent, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:33.033099 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-74e541ec-6f6e-48cc-83e0-1e33df2d01fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:34.268916 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733465'] for agent, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:34.269590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:34.270157 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:34.280669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:34.281507 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:34.283828 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:34.286066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:34.286668 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:34.287256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:34.289872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:34.290520 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:34.291069 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:34.291622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:34.292296 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-833859-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:41:34.309543 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-833859-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:41:34.343889 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733465'] for agent, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:35.569325 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.db.l3_hamode_db [None req-2fb4a167-0ee6-4922-b42a-7cb4e2a5e069 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 16 10:41:35.708845 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb4a167-0ee6-4922-b42a-7cb4e2a5e069 None None] Routers set() bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:41:35.709344 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb4a167-0ee6-4922-b42a-7cb4e2a5e069 None None] Router IDs set() for agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 16 10:41:35.755502 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733465'] for agent, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:37.202320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 40826) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:41:37.772241 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING oslo_policy.policy [None req-32e46005-6acf-4122-bf28-c183776cdf4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:41:37.772817 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING oslo_policy.policy [None req-32e46005-6acf-4122-bf28-c183776cdf4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:41:37.990368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-32e46005-6acf-4122-bf28-c183776cdf4b admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:41:37.991399 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-32e46005-6acf-4122-bf28-c183776cdf4b admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7881875 Mar 16 10:41:40.380362 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 40840) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:41:40.735963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-4e698a4f-11c3-41b7-94c7-cab628af0afe admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:41:40.832134 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.policy [None req-4e698a4f-11c3-41b7-94c7-cab628af0afe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87969) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 16 10:41:40.876160 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING oslo_policy.policy [None req-4e698a4f-11c3-41b7-94c7-cab628af0afe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:41:40.876539 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING oslo_policy.policy [None req-4e698a4f-11c3-41b7-94c7-cab628af0afe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:41:40.885436 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.quota [None req-4e698a4f-11c3-41b7-94c7-cab628af0afe admin admin] Loaded quota_driver: . Mar 16 10:41:40.900815 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-4e698a4f-11c3-41b7-94c7-cab628af0afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:41:40.958445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4e698a4f-11c3-41b7-94c7-cab628af0afe admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776358332381', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776358330672', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776358341255', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776358348411', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776358357139', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776358298558', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1573637', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1599132', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-552865', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-756307'] for rbac-policy, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:41.018978 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4e698a4f-11c3-41b7-94c7-cab628af0afe admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:41.020121 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4e698a4f-11c3-41b7-94c7-cab628af0afe admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6387548 Mar 16 10:41:43.627585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 40854) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:41:43.969825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Request body: {'network': {'project_id': '4f06721cef744005a09950b60b7670ac', 'admin_state_up': True, 'name': 'private'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:41:43.974461 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:41:43.979408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Usage tracker for resource:network and tenant:4f06721cef744005a09950b60b7670ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:41:43.983934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:41:43.989812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:41:44.000685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Made reservation on behalf of 4f06721cef744005a09950b60b7670ac for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:41:44.003439 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:44.020363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:44.033962 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:41:44.037544 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Usage tracker for resource:security_group_rule and tenant:4f06721cef744005a09950b60b7670ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:41:44.043299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:41:44.048752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:41:44.144911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:44.148841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:44.171949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:41:44.196173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776355234326', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:44.196713 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Unsubscribe: segment precommit_create {{(pid=87969) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 10:41:44.197188 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Added segment 383874b5-c00f-4d1c-bc8a-64c8003515d6 of type vlan for network 7df8bf6f-8083-4410-a260-818949089315 Mar 16 10:41:44.205203 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b837e66-d9b3-45ea-8e8c-71bc74207b62,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:41:44.258101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:44.258475 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:44.258803 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:44.259118 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:44.259454 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:44.259778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:44.260089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:44.260391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:44.260711 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:44.260998 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:44.261299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:44.261598 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Tracked resource versions report: Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: pushed versions: Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: { 'AddressGroup': {'1.2'}, Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'ConntrackHelper': {'1.0'}, Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Log': {'1.0'}, Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Network': {'1.1'}, Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Port': {'1.7'}, Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'PortForwarding': {'1.2'}, Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'QosPolicy': {'1.8'}, Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'SecurityGroup': {'1.4'}, Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'SubPort': {'1.0'}, Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Subnet': {'1.1'}, Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Trunk': {'1.1'}} Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: consumer versions: Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: { DHCP agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: L3 agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: Metadata agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: Metering agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: Open vSwitch agent@dv-neutron-833859-1-hyperv: { 'AddressGroup': '1.2', Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'ConntrackHelper': '1.0', Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Log': '1.0', Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Network': '1.1', Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Port': '1.7', Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'PortForwarding': '1.2', Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'QosPolicy': '1.8', Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'SecurityGroup': '1.4', Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'SecurityGroupRule': '1.2', Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'SubPort': '1.0', Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Subnet': '1.1', Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Trunk': '1.1'}} Mar 16 10:41:44.262936 dv-neutron-833859-1-hyperv neutron-server[87969]: {{(pid=87969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:41:44.307368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:44.345919 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:44.346930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:41:44.347591 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:44.447812 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8191140 Mar 16 10:41:44.452531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ff0c9-ee74-421b-be89-2843ae9a077d admin admin] Pushing event updated for resources: {'Network': ['ID=7df8bf6f-8083-4410-a260-818949089315,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:41:44.482279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 7df8bf6f-8083-4410-a260-818949089315 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:41:47.104133 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 40870) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:41:47.552538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1651574f-dcde-422d-95ad-93fe833bcddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:41:47.553772 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1651574f-dcde-422d-95ad-93fe833bcddb admin admin] 10.222.0.44 "GET /v2.0/networks/7df8bf6f-8083-4410-a260-818949089315 HTTP/1.1" status: 200 len: 825 time: 0.4487102 Mar 16 10:41:47.580333 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2d914b6a-2cc6-40bd-aaf2-fe3eec0f61a6 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/85701ea7-d67e-4404-9ead-3aab406417d0 HTTP/1.1" status: 200 len: 734 time: 0.0206478 Mar 16 10:41:47.588225 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-2d1a752a-bb2d-4d20-9100-9ab19571cd8b admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '85701ea7-d67e-4404-9ead-3aab406417d0', 'name': 'private-subnet', 'tenant_id': '4f06721cef744005a09950b60b7670ac', 'network_id': '7df8bf6f-8083-4410-a260-818949089315'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:41:47.592302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2d1a752a-bb2d-4d20-9100-9ab19571cd8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:41:47.595887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2d1a752a-bb2d-4d20-9100-9ab19571cd8b admin admin] Usage tracker for resource:subnet and tenant:4f06721cef744005a09950b60b7670ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:41:47.598635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2d1a752a-bb2d-4d20-9100-9ab19571cd8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:41:47.604091 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2d1a752a-bb2d-4d20-9100-9ab19571cd8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:41:47.612808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1a752a-bb2d-4d20-9100-9ab19571cd8b admin admin] Made reservation on behalf of 4f06721cef744005a09950b60b7670ac for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:41:47.615075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d1a752a-bb2d-4d20-9100-9ab19571cd8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:47.890699 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d1a752a-bb2d-4d20-9100-9ab19571cd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:47.970596 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1a752a-bb2d-4d20-9100-9ab19571cd8b admin admin] Checking segment: {'id': '383874b5-c00f-4d1c-bc8a-64c8003515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7df8bf6f-8083-4410-a260-818949089315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:41:47.970957 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1a752a-bb2d-4d20-9100-9ab19571cd8b admin admin] Network hostable DHCP agents. Network: 7df8bf6f-8083-4410-a260-818949089315, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:41:47.976137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a752a-bb2d-4d20-9100-9ab19571cd8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd87a8c1-2a25-42f4-b657-656dd5047bfd,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:41:47.993825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1a752a-bb2d-4d20-9100-9ab19571cd8b admin admin] Network 7df8bf6f-8083-4410-a260-818949089315 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:41:48.003789 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-2d1a752a-bb2d-4d20-9100-9ab19571cd8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 7df8bf6f-8083-4410-a260-818949089315) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:41:48.008360 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a752a-bb2d-4d20-9100-9ab19571cd8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:41:48.008935 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d1a752a-bb2d-4d20-9100-9ab19571cd8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:48.013211 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d0be9f-e86c-46c7-b325-c647593b75db None None] Network 7df8bf6f-8083-4410-a260-818949089315 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:41:48.029872 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2d1a752a-bb2d-4d20-9100-9ab19571cd8b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4447012 Mar 16 10:41:48.321167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-7df8bf6f-8083-4410-a260-818949089315', 'network_id': '7df8bf6f-8083-4410-a260-818949089315', 'tenant_id': '4f06721cef744005a09950b60b7670ac', 'fixed_ips': [{'subnet_id': 'bd87a8c1-2a25-42f4-b657-656dd5047bfd'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:41:48.322492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:48.503365 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Allocated IP 172.20.0.2 (7df8bf6f-8083-4410-a260-818949089315/bd87a8c1-2a25-42f4-b657-656dd5047bfd/b310c5fb-315b-45be-b753-d1efa8bbab8a) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:41:48.725145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:48.738423 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Transition to ACTIVE for port object b310c5fb-315b-45be-b753-d1efa8bbab8a will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:41:48.757671 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Transition to ACTIVE for port object b310c5fb-315b-45be-b753-d1efa8bbab8a will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:41:48.764525 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:48.824766 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Network 7df8bf6f-8083-4410-a260-818949089315 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:41:48.831360 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:41:48.838612 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Pushing event updated for resources: {'Port': ['ID=b310c5fb-315b-45be-b753-d1efa8bbab8a,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:41:48.841966 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:41:48.849429 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:48.849785 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:48.850123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:48.850448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:48.850774 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:48.851109 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:48.851467 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:48.851820 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:48.852162 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:48.852480 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:48.852818 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:48.853130 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Tracked resource versions report: Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: pushed versions: Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: { 'AddressGroup': {'1.2'}, Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'ConntrackHelper': {'1.0'}, Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Log': {'1.0'}, Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Network': {'1.1'}, Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Port': {'1.7'}, Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'PortForwarding': {'1.2'}, Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'QosPolicy': {'1.8'}, Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'SecurityGroup': {'1.4'}, Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'SubPort': {'1.0'}, Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Subnet': {'1.1'}, Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Trunk': {'1.1'}} Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: consumer versions: Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: { DHCP agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: L3 agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: Metadata agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: Metering agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: Open vSwitch agent@dv-neutron-833859-1-hyperv: { 'AddressGroup': '1.2', Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'ConntrackHelper': '1.0', Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Log': '1.0', Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Network': '1.1', Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Port': '1.7', Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'PortForwarding': '1.2', Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'QosPolicy': '1.8', Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'SecurityGroup': '1.4', Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'SecurityGroupRule': '1.2', Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'SubPort': '1.0', Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Subnet': '1.1', Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Trunk': '1.1'}} Mar 16 10:41:48.854498 dv-neutron-833859-1-hyperv neutron-server[87970]: {{(pid=87970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:41:48.940449 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Attempting to bind port b310c5fb-315b-45be-b753-d1efa8bbab8a on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:41:48.940840 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Attempting to bind port b310c5fb-315b-45be-b753-d1efa8bbab8a by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '383874b5-c00f-4d1c-bc8a-64c8003515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7df8bf6f-8083-4410-a260-818949089315'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:41:48.941251 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Attempting to bind port b310c5fb-315b-45be-b753-d1efa8bbab8a on network 7df8bf6f-8083-4410-a260-818949089315 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:41:48.947035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:41:48.947464 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Checking segment: {'id': '383874b5-c00f-4d1c-bc8a-64c8003515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7df8bf6f-8083-4410-a260-818949089315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:41:48.947932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:48.948326 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Bound using segment: {'id': '383874b5-c00f-4d1c-bc8a-64c8003515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7df8bf6f-8083-4410-a260-818949089315'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:41:48.948800 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Bound port: b310c5fb-315b-45be-b753-d1efa8bbab8a, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383874b5-c00f-4d1c-bc8a-64c8003515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7df8bf6f-8083-4410-a260-818949089315'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:41:48.949179 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:49.035066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] For port b310c5fb-315b-45be-b753-d1efa8bbab8a, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:41:49.038751 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] For port b310c5fb-315b-45be-b753-d1efa8bbab8a, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b310c5fb-315b-45be-b753-d1efa8bbab8a,segment=NetworkSegment(383874b5-c00f-4d1c-bc8a-64c8003515d6),segment_id=383874b5-c00f-4d1c-bc8a-64c8003515d6)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:41:49.044412 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:49.131680 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab5dd3-7324-4981-a8b0-4c52adb47c56 None None] Pushing event updated for resources: {'Port': ['ID=b310c5fb-315b-45be-b753-d1efa8bbab8a,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:41:50.467847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 40880) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:41:50.829850 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-eb2207f9-f9d1-4898-9733-24f1d1933183 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:41:50.830819 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-eb2207f9-f9d1-4898-9733-24f1d1933183 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3619549 Mar 16 10:41:52.123168 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b310c5fb-315b-45be-b753-d1efa8bbab8a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:41:52.202909 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port b310c5fb-315b-45be-b753-d1efa8bbab8a completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:41:52.958245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2225c2-9a7a-4ad7-9ea3-ca39a276fabc None None] Network 7df8bf6f-8083-4410-a260-818949089315 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:41:53.041137 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2616d655-87e1-41fa-9ea3-a115c35b6e87 None None] Provisioning for port b310c5fb-315b-45be-b753-d1efa8bbab8a completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:41:53.053697 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2616d655-87e1-41fa-9ea3-a115c35b6e87 None None] Provisioning complete for port b310c5fb-315b-45be-b753-d1efa8bbab8a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:41:53.054097 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2616d655-87e1-41fa-9ea3-a115c35b6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:53.253217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 40894) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:41:53.263682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2616d655-87e1-41fa-9ea3-a115c35b6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:53.334699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2616d655-87e1-41fa-9ea3-a115c35b6e87 None None] For port b310c5fb-315b-45be-b753-d1efa8bbab8a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b310c5fb-315b-45be-b753-d1efa8bbab8a,segment=NetworkSegment(383874b5-c00f-4d1c-bc8a-64c8003515d6),segment_id=383874b5-c00f-4d1c-bc8a-64c8003515d6)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:41:53.340774 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2616d655-87e1-41fa-9ea3-a115c35b6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:53.425976 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616d655-87e1-41fa-9ea3-a115c35b6e87 None None] Pushing event updated for resources: {'Port': ['ID=b310c5fb-315b-45be-b753-d1efa8bbab8a,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:41:53.630054 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-75833469-3370-4d33-9142-8d6d3f5f4778 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:41:53.631069 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-75833469-3370-4d33-9142-8d6d3f5f4778 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3769417 Mar 16 10:41:53.662630 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2360247c-6935-427a-bfc3-2bf8820c05f8 None None] Provisioning complete for port b310c5fb-315b-45be-b753-d1efa8bbab8a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:41:53.663000 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2360247c-6935-427a-bfc3-2bf8820c05f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:54.100063 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b310c5fb-315b-45be-b753-d1efa8bbab8a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:41:54.166604 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port b310c5fb-315b-45be-b753-d1efa8bbab8a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:41:54.166967 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:56.283796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 40906) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:41:56.629855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-1f9eafdb-a73d-456f-97db-f6213a4b5a9b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '4f06721cef744005a09950b60b7670ac', 'admin_state_up': True}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:41:56.634799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1f9eafdb-a73d-456f-97db-f6213a4b5a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:41:56.638475 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1f9eafdb-a73d-456f-97db-f6213a4b5a9b admin admin] Usage tracker for resource:router and tenant:4f06721cef744005a09950b60b7670ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:41:56.641766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1f9eafdb-a73d-456f-97db-f6213a4b5a9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:41:56.647319 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1f9eafdb-a73d-456f-97db-f6213a4b5a9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:41:56.658464 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f9eafdb-a73d-456f-97db-f6213a4b5a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:56.660125 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f9eafdb-a73d-456f-97db-f6213a4b5a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:56.681969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f9eafdb-a73d-456f-97db-f6213a4b5a9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:56.789457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f9eafdb-a73d-456f-97db-f6213a4b5a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:56.807715 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f9eafdb-a73d-456f-97db-f6213a4b5a9b admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:41:56.808851 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1f9eafdb-a73d-456f-97db-f6213a4b5a9b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5241065 Mar 16 10:41:59.187124 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 40916) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:41:59.768337 dv-neutron-833859-1-hyperv neutron-server[87968]: WARNING oslo_policy.policy [None req-09d5f95d-bcfb-4c4f-a36d-96eee82f769b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:41:59.768916 dv-neutron-833859-1-hyperv neutron-server[87968]: WARNING oslo_policy.policy [None req-09d5f95d-bcfb-4c4f-a36d-96eee82f769b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:41:59.985063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [None req-09d5f95d-bcfb-4c4f-a36d-96eee82f769b admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:41:59.986281 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-09d5f95d-bcfb-4c4f-a36d-96eee82f769b admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7970665 Mar 16 10:42:00.740629 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5c1236d9-24e0-489a-9520-29e21069bf95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:02.368978 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 40930) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:42:02.725148 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:42:02.729896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:42:02.733625 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Usage tracker for resource:network and tenant:912c3500fe5246aeb3f6f0d18e70ebaf is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:42:02.736410 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:42:02.741899 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:42:02.751430 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Made reservation on behalf of 912c3500fe5246aeb3f6f0d18e70ebaf for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:42:02.753781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:02.765648 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:02.779945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:42:02.783507 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Usage tracker for resource:security_group_rule and tenant:912c3500fe5246aeb3f6f0d18e70ebaf is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:42:02.786138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:42:02.791599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:42:02.870256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:02.873725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:02.896008 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Reserving flat network on physical network physnet1 {{(pid=87969) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 16 10:42:02.909392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa018e76-ac41-41e3-958f-755edce32667,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:42:02.916677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:02.917015 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Added segment f7a01e03-15fb-465e-ac3c-1da41488cfd9 of type flat for network 45f28f19-efbf-4c93-99d2-e1008799650d Mar 16 10:42:02.948278 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:02.975228 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e49045b8-3b30-4975-8541-766fcdfc2390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:02.983519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:02.984417 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:42:02.984982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:03.084085 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7140481 Mar 16 10:42:03.084781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77245537-a988-4217-8a0c-413145d2c5b1 admin admin] Pushing event updated for resources: {'Network': ['ID=45f28f19-efbf-4c93-99d2-e1008799650d,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:42:03.102380 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 45f28f19-efbf-4c93-99d2-e1008799650d details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:42:04.266271 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:04.274243 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:05.467708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 40950) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:42:05.670139 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1397970e-6620-43f7-9788-89249b3a7dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:42:05.671483 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1397970e-6620-43f7-9788-89249b3a7dcf admin admin] 10.222.0.44 "GET /v2.0/subnets/bd87a8c1-2a25-42f4-b657-656dd5047bfd HTTP/1.1" status: 200 len: 849 time: 0.2027924 Mar 16 10:42:05.709879 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:05.811805 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b311870b-9032-4e18-a9ef-388dedbb7d68 admin admin] 10.222.0.44 "GET /v2.0/routers/6e01c432-3c74-4bfe-af56-a11fb361e4b4 HTTP/1.1" status: 200 len: 704 time: 0.1347702 Mar 16 10:42:06.258902 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:06.506142 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Allocated IP 172.20.0.1 (7df8bf6f-8083-4410-a260-818949089315/bd87a8c1-2a25-42f4-b657-656dd5047bfd/910a2f4d-a97b-472b-8456-cb8f0169c993) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:42:06.656006 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:06.672859 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Transition to ACTIVE for port object 910a2f4d-a97b-472b-8456-cb8f0169c993 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:42:06.723532 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:06.784968 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Network 7df8bf6f-8083-4410-a260-818949089315 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:42:06.792361 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:42:06.796378 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:42:06.796874 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:06.909955 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Pushing event updated for resources: {'Port': ['ID=910a2f4d-a97b-472b-8456-cb8f0169c993,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:42:06.968541 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a4efbc30-0100-48b7-9ce4-d673711b634d None None] Provisioning for port 910a2f4d-a97b-472b-8456-cb8f0169c993 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:42:06.973262 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a4efbc30-0100-48b7-9ce4-d673711b634d None None] Provisioning complete for port 910a2f4d-a97b-472b-8456-cb8f0169c993 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:42:06.973630 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a4efbc30-0100-48b7-9ce4-d673711b634d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:07.027801 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a4efbc30-0100-48b7-9ce4-d673711b634d None None] Port 910a2f4d-a97b-472b-8456-cb8f0169c993 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:42:07.053453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:07.279534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:07.283714 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:07.284411 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:07.419798 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Pushing event updated for resources: {'Port': ['ID=910a2f4d-a97b-472b-8456-cb8f0169c993,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:42:07.475035 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Network 7df8bf6f-8083-4410-a260-818949089315 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:42:07.476075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:42:07.650744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f4f5c36b-6d0c-451c-b160-d79c38795abe None None] Provisioning complete for port 910a2f4d-a97b-472b-8456-cb8f0169c993 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:42:07.651107 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f4f5c36b-6d0c-451c-b160-d79c38795abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:07.703020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f4f5c36b-6d0c-451c-b160-d79c38795abe None None] Port 910a2f4d-a97b-472b-8456-cb8f0169c993 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:42:07.720007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Router 6e01c432-3c74-4bfe-af56-a11fb361e4b4 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:42:07.873864 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:42:07.882656 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-736a5384-f2cd-4bf6-bb6b-51039f560387 admin admin] 10.222.0.44 "PUT /v2.0/routers/6e01c432-3c74-4bfe-af56-a11fb361e4b4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0659747 Mar 16 10:42:07.884531 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Sync routers for ids ['6e01c432-3c74-4bfe-af56-a11fb361e4b4'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:42:07.894710 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Routers {'6e01c432-3c74-4bfe-af56-a11fb361e4b4'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:42:07.895580 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:42:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6e01c432-3c74-4bfe-af56-a11fb361e4b4'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:42:08.066074 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Set router 6e01c432-3c74-4bfe-af56-a11fb361e4b4 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:42:08.435195 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e01c432-3c74-4bfe-af56-a11fb361e4b4', 'name': 'router1', 'tenant_id': '4f06721cef744005a09950b60b7670ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:41:56Z', 'updated_at': '2022-03-16T10:42:06Z', 'revision_number': 2, 'project_id': '4f06721cef744005a09950b60b7670ac', 'gw_port_host': None, '_interfaces': [{'id': '910a2f4d-a97b-472b-8456-cb8f0169c993', 'name': '', 'network_id': '7df8bf6f-8083-4410-a260-818949089315', 'tenant_id': '4f06721cef744005a09950b60b7670ac', 'mac_address': 'fa:16:3e:e3:a8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e01c432-3c74-4bfe-af56-a11fb361e4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd87a8c1-2a25-42f4-b657-656dd5047bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:42:06Z', 'updated_at': '2022-03-16T10:42:07Z', 'revision_number': 2, 'project_id': '4f06721cef744005a09950b60b7670ac', 'subnets': [{'id': 'bd87a8c1-2a25-42f4-b657-656dd5047bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85701ea7-d67e-4404-9ead-3aab406417d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:42:08.440021 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Checking router: 6e01c432-3c74-4bfe-af56-a11fb361e4b4 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:42:08.440386 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Updating router 6e01c432-3c74-4bfe-af56-a11fb361e4b4 port 910a2f4d-a97b-472b-8456-cb8f0169c993 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:42:08.491286 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:08.855710 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:08.870410 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Transition to ACTIVE for port object 910a2f4d-a97b-472b-8456-cb8f0169c993 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:42:08.876652 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:09.106577 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f5255-f555-4bf8-8989-249c72fc5709 None None] Pushing event updated for resources: {'Port': ['ID=910a2f4d-a97b-472b-8456-cb8f0169c993,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:42:09.121882 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f5255-f555-4bf8-8989-249c72fc5709 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:09.122283 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f5255-f555-4bf8-8989-249c72fc5709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:09.122627 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f5255-f555-4bf8-8989-249c72fc5709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:09.123073 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f5255-f555-4bf8-8989-249c72fc5709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:09.123347 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f5255-f555-4bf8-8989-249c72fc5709 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:09.123728 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f5255-f555-4bf8-8989-249c72fc5709 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:09.124118 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f5255-f555-4bf8-8989-249c72fc5709 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:09.124427 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f5255-f555-4bf8-8989-249c72fc5709 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:09.124805 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f5255-f555-4bf8-8989-249c72fc5709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:09.125248 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f5255-f555-4bf8-8989-249c72fc5709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:09.125778 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f5255-f555-4bf8-8989-249c72fc5709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:09.126033 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f5255-f555-4bf8-8989-249c72fc5709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f5255-f555-4bf8-8989-249c72fc5709 None None] Tracked resource versions report: Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: pushed versions: Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: { 'AddressGroup': {'1.2'}, Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'ConntrackHelper': {'1.0'}, Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Log': {'1.0'}, Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Network': {'1.1'}, Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Port': {'1.7'}, Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'PortForwarding': {'1.2'}, Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'QosPolicy': {'1.8'}, Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'SecurityGroup': {'1.4'}, Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'SubPort': {'1.0'}, Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Subnet': {'1.1'}, Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Trunk': {'1.1'}} Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: consumer versions: Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: { DHCP agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: L3 agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: Metadata agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: Metering agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: Open vSwitch agent@dv-neutron-833859-1-hyperv: { 'AddressGroup': '1.2', Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'ConntrackHelper': '1.0', Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Log': '1.0', Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Network': '1.1', Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Port': '1.7', Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'PortForwarding': '1.2', Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'QosPolicy': '1.8', Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'SecurityGroup': '1.4', Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'SecurityGroupRule': '1.2', Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'SubPort': '1.0', Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Subnet': '1.1', Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Trunk': '1.1'}} Mar 16 10:42:09.127577 dv-neutron-833859-1-hyperv neutron-server[87971]: {{(pid=87971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:42:09.130641 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Attempting to bind port 910a2f4d-a97b-472b-8456-cb8f0169c993 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:42:09.131028 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Attempting to bind port 910a2f4d-a97b-472b-8456-cb8f0169c993 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '383874b5-c00f-4d1c-bc8a-64c8003515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7df8bf6f-8083-4410-a260-818949089315'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:42:09.131454 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Attempting to bind port 910a2f4d-a97b-472b-8456-cb8f0169c993 on network 7df8bf6f-8083-4410-a260-818949089315 {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:42:09.138966 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:42:09.139401 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Checking segment: {'id': '383874b5-c00f-4d1c-bc8a-64c8003515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7df8bf6f-8083-4410-a260-818949089315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:42:09.139885 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:09.140271 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Bound using segment: {'id': '383874b5-c00f-4d1c-bc8a-64c8003515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7df8bf6f-8083-4410-a260-818949089315'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:42:09.140753 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Bound port: 910a2f4d-a97b-472b-8456-cb8f0169c993, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383874b5-c00f-4d1c-bc8a-64c8003515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7df8bf6f-8083-4410-a260-818949089315'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:42:09.141134 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:09.225207 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] For port 910a2f4d-a97b-472b-8456-cb8f0169c993, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:42:09.229275 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] For port 910a2f4d-a97b-472b-8456-cb8f0169c993, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=910a2f4d-a97b-472b-8456-cb8f0169c993,segment=NetworkSegment(383874b5-c00f-4d1c-bc8a-64c8003515d6),segment_id=383874b5-c00f-4d1c-bc8a-64c8003515d6)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:42:09.233972 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:09.309963 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Routers {'6e01c432-3c74-4bfe-af56-a11fb361e4b4'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:42:09.310586 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:42:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6e01c432-3c74-4bfe-af56-a11fb361e4b4'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:42:09.388477 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f5255-f555-4bf8-8989-249c72fc5709 None None] Pushing event updated for resources: {'Port': ['ID=910a2f4d-a97b-472b-8456-cb8f0169c993,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:42:09.480476 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] Set router 6e01c432-3c74-4bfe-af56-a11fb361e4b4 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:42:09.792892 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e01c432-3c74-4bfe-af56-a11fb361e4b4', 'name': 'router1', 'tenant_id': '4f06721cef744005a09950b60b7670ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:41:56Z', 'updated_at': '2022-03-16T10:42:06Z', 'revision_number': 2, 'project_id': '4f06721cef744005a09950b60b7670ac', 'gw_port_host': None, '_interfaces': [{'id': '910a2f4d-a97b-472b-8456-cb8f0169c993', 'name': '', 'network_id': '7df8bf6f-8083-4410-a260-818949089315', 'tenant_id': '4f06721cef744005a09950b60b7670ac', 'mac_address': 'fa:16:3e:e3:a8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e01c432-3c74-4bfe-af56-a11fb361e4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd87a8c1-2a25-42f4-b657-656dd5047bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:42:06Z', 'updated_at': '2022-03-16T10:42:09Z', 'revision_number': 4, 'project_id': '4f06721cef744005a09950b60b7670ac', 'subnets': [{'id': 'bd87a8c1-2a25-42f4-b657-656dd5047bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85701ea7-d67e-4404-9ead-3aab406417d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:42:09.796554 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa00bab5-4d51-4cdf-8b2b-b34ebdd9ee45 None None] The sync data for ids ['6e01c432-3c74-4bfe-af56-a11fb361e4b4'] in dv-neutron-833859-1-hyperv is: [{'id': '6e01c432-3c74-4bfe-af56-a11fb361e4b4', 'name': 'router1', 'tenant_id': '4f06721cef744005a09950b60b7670ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:41:56Z', 'updated_at': '2022-03-16T10:42:06Z', 'revision_number': 2, 'project_id': '4f06721cef744005a09950b60b7670ac', 'gw_port_host': None, '_interfaces': [{'id': '910a2f4d-a97b-472b-8456-cb8f0169c993', 'name': '', 'network_id': '7df8bf6f-8083-4410-a260-818949089315', 'tenant_id': '4f06721cef744005a09950b60b7670ac', 'mac_address': 'fa:16:3e:e3:a8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e01c432-3c74-4bfe-af56-a11fb361e4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd87a8c1-2a25-42f4-b657-656dd5047bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:42:06Z', 'updated_at': '2022-03-16T10:42:09Z', 'revision_number': 4, 'project_id': '4f06721cef744005a09950b60b7670ac', 'subnets': [{'id': 'bd87a8c1-2a25-42f4-b657-656dd5047bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85701ea7-d67e-4404-9ead-3aab406417d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:42:10.105484 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 40972) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:42:10.253011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a56922-275e-472c-b5ba-ea4ed7e3fe60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:42:10.253564 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-38a56922-275e-472c-b5ba-ea4ed7e3fe60 admin admin] Synchronizing usage tracker for tenant:912c3500fe5246aeb3f6f0d18e70ebaf on resource:network {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:42:10.271287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-38a56922-275e-472c-b5ba-ea4ed7e3fe60 admin admin] Unset dirty status for tenant:912c3500fe5246aeb3f6f0d18e70ebaf on resource:network {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:42:10.278908 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-38a56922-275e-472c-b5ba-ea4ed7e3fe60 admin admin] 10.222.0.44 "GET /v2.0/networks/45f28f19-efbf-4c93-99d2-e1008799650d HTTP/1.1" status: 200 len: 842 time: 0.1659904 Mar 16 10:42:10.283022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-2085a6c7-f90b-4ffe-9e60-dca318ac6bff admin admin] Request body: {'subnet': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'gateway_ip': '172.26.3.1', 'cidr': '172.26.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:42:10.288304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2085a6c7-f90b-4ffe-9e60-dca318ac6bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:42:10.292016 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2085a6c7-f90b-4ffe-9e60-dca318ac6bff admin admin] Usage tracker for resource:subnet and tenant:912c3500fe5246aeb3f6f0d18e70ebaf is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:42:10.294722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2085a6c7-f90b-4ffe-9e60-dca318ac6bff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:42:10.300676 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2085a6c7-f90b-4ffe-9e60-dca318ac6bff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:42:10.310745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2085a6c7-f90b-4ffe-9e60-dca318ac6bff admin admin] Made reservation on behalf of 912c3500fe5246aeb3f6f0d18e70ebaf for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:42:10.313170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2085a6c7-f90b-4ffe-9e60-dca318ac6bff admin admin] Notify callbacks [] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:10.693896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.objects.ports [None req-2085a6c7-f90b-4ffe-9e60-dca318ac6bff admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87969) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:42:10.694368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2085a6c7-f90b-4ffe-9e60-dca318ac6bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:10.763742 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085a6c7-f90b-4ffe-9e60-dca318ac6bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa8799ba-3076-4d51-b21c-486eb2b87eb7,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:42:10.772426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085a6c7-f90b-4ffe-9e60-dca318ac6bff admin admin] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:42:10.772773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085a6c7-f90b-4ffe-9e60-dca318ac6bff admin admin] Network hostable DHCP agents. Network: 45f28f19-efbf-4c93-99d2-e1008799650d, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:42:10.791503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085a6c7-f90b-4ffe-9e60-dca318ac6bff admin admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:42:10.800905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-2085a6c7-f90b-4ffe-9e60-dca318ac6bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 45f28f19-efbf-4c93-99d2-e1008799650d) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:42:10.805807 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2085a6c7-f90b-4ffe-9e60-dca318ac6bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:42:10.806398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2085a6c7-f90b-4ffe-9e60-dca318ac6bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:10.808561 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896e3d9c-4732-4eaf-9d1d-5f232d1e1b5d None None] Network 45f28f19-efbf-4c93-99d2-e1008799650d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:42:10.830451 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2085a6c7-f90b-4ffe-9e60-dca318ac6bff admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5464725 Mar 16 10:42:11.031380 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e41a74d-bb05-4a72-8eef-8b7baec6b12a None None] Network 45f28f19-efbf-4c93-99d2-e1008799650d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:42:12.127085 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 910a2f4d-a97b-472b-8456-cb8f0169c993 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:42:12.195940 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 910a2f4d-a97b-472b-8456-cb8f0169c993 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:42:12.200350 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 910a2f4d-a97b-472b-8456-cb8f0169c993 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:42:12.200720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:12.310489 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:12.344487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 910a2f4d-a97b-472b-8456-cb8f0169c993, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=910a2f4d-a97b-472b-8456-cb8f0169c993,segment=NetworkSegment(383874b5-c00f-4d1c-bc8a-64c8003515d6),segment_id=383874b5-c00f-4d1c-bc8a-64c8003515d6)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:42:12.348325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:12.434644 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=910a2f4d-a97b-472b-8456-cb8f0169c993,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:42:13.126822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 40986) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:42:13.320270 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-98a33046-a535-4526-a717-b310e31c3970 admin admin] 10.222.0.44 "GET /v2.0/routers/6e01c432-3c74-4bfe-af56-a11fb361e4b4 HTTP/1.1" status: 200 len: 710 time: 0.1922984 Mar 16 10:42:13.442445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0b0f95-a32b-42c4-897d-a5ad2aabad32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:42:13.443781 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7c0b0f95-a32b-42c4-897d-a5ad2aabad32 admin admin] 10.222.0.44 "GET /v2.0/networks/45f28f19-efbf-4c93-99d2-e1008799650d HTTP/1.1" status: 200 len: 886 time: 0.1183991 Mar 16 10:42:13.453089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:42:13.927262 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:14.111515 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 910a2f4d-a97b-472b-8456-cb8f0169c993 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:42:14.180296 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 910a2f4d-a97b-472b-8456-cb8f0169c993 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:42:14.180576 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:14.245642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:14.302104 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:14.433086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] Allocated IP 172.26.3.146 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/1ea03e1f-1869-4ff4-bcfb-ea29b832fed6) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:42:14.568980 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:14.598252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:14.654344 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:42:14.656932 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:42:14.664875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:42:14.729409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea03e1f-1869-4ff4-bcfb-ea29b832fed6,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:42:15.093695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:15.423569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:15.426739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:15.596157 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] Router 6e01c432-3c74-4bfe-af56-a11fb361e4b4 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:42:15.765015 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:42:15.772730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:15.774777 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-da7d7597-3dde-424d-a107-b869387e45d1 admin admin] 10.222.0.44 "PUT /v2.0/routers/6e01c432-3c74-4bfe-af56-a11fb361e4b4 HTTP/1.1" status: 200 len: 890 time: 2.3250518 Mar 16 10:42:15.774990 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Sync routers for ids ['6e01c432-3c74-4bfe-af56-a11fb361e4b4'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:42:15.784635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Routers {'6e01c432-3c74-4bfe-af56-a11fb361e4b4'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:42:15.785315 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:42:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6e01c432-3c74-4bfe-af56-a11fb361e4b4'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:42:15.973734 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Set router 6e01c432-3c74-4bfe-af56-a11fb361e4b4 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:42:16.303119 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e01c432-3c74-4bfe-af56-a11fb361e4b4', 'name': 'router1', 'tenant_id': '4f06721cef744005a09950b60b7670ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '1ea03e1f-1869-4ff4-bcfb-ea29b832fed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:41:56Z', 'updated_at': '2022-03-16T10:42:14Z', 'revision_number': 4, 'project_id': '4f06721cef744005a09950b60b7670ac', 'gw_port': {'id': '1ea03e1f-1869-4ff4-bcfb-ea29b832fed6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e01c432-3c74-4bfe-af56-a11fb361e4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:42:14Z', 'updated_at': '2022-03-16T10:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '910a2f4d-a97b-472b-8456-cb8f0169c993', 'name': '', 'network_id': '7df8bf6f-8083-4410-a260-818949089315', 'tenant_id': '4f06721cef744005a09950b60b7670ac', 'mac_address': 'fa:16:3e:e3:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e01c432-3c74-4bfe-af56-a11fb361e4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd87a8c1-2a25-42f4-b657-656dd5047bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:42:06Z', 'updated_at': '2022-03-16T10:42:12Z', 'revision_number': 5, 'project_id': '4f06721cef744005a09950b60b7670ac', 'subnets': [{'id': 'bd87a8c1-2a25-42f4-b657-656dd5047bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85701ea7-d67e-4404-9ead-3aab406417d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:42:16.307981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Checking router: 6e01c432-3c74-4bfe-af56-a11fb361e4b4 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:42:16.308327 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Updating router 6e01c432-3c74-4bfe-af56-a11fb361e4b4 port 1ea03e1f-1869-4ff4-bcfb-ea29b832fed6 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:42:16.360476 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:16.676227 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:16.687665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Transition to ACTIVE for port object 1ea03e1f-1869-4ff4-bcfb-ea29b832fed6 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:42:16.695267 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:16.770965 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9682b16-7b44-4173-b541-e81794cdfec6 None None] Pushing event updated for resources: {'Port': ['ID=1ea03e1f-1869-4ff4-bcfb-ea29b832fed6,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:42:16.774975 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Attempting to bind port 1ea03e1f-1869-4ff4-bcfb-ea29b832fed6 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:42:16.775368 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Attempting to bind port 1ea03e1f-1869-4ff4-bcfb-ea29b832fed6 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:42:16.775888 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Attempting to bind port 1ea03e1f-1869-4ff4-bcfb-ea29b832fed6 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:42:16.781114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:42:16.781484 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:42:16.781877 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:16.782259 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:42:16.782709 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Bound port: 1ea03e1f-1869-4ff4-bcfb-ea29b832fed6, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:42:16.783094 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:16.854537 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] For port 1ea03e1f-1869-4ff4-bcfb-ea29b832fed6, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:42:16.857456 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] For port 1ea03e1f-1869-4ff4-bcfb-ea29b832fed6, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1ea03e1f-1869-4ff4-bcfb-ea29b832fed6,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:42:16.862503 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:16.938618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Routers {'6e01c432-3c74-4bfe-af56-a11fb361e4b4'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:42:16.939216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:42:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6e01c432-3c74-4bfe-af56-a11fb361e4b4'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:42:17.015042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9682b16-7b44-4173-b541-e81794cdfec6 None None] Pushing event updated for resources: {'Port': ['ID=1ea03e1f-1869-4ff4-bcfb-ea29b832fed6,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:42:17.139484 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] Set router 6e01c432-3c74-4bfe-af56-a11fb361e4b4 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:42:17.453646 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e01c432-3c74-4bfe-af56-a11fb361e4b4', 'name': 'router1', 'tenant_id': '4f06721cef744005a09950b60b7670ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '1ea03e1f-1869-4ff4-bcfb-ea29b832fed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:41:56Z', 'updated_at': '2022-03-16T10:42:14Z', 'revision_number': 4, 'project_id': '4f06721cef744005a09950b60b7670ac', 'gw_port': {'id': '1ea03e1f-1869-4ff4-bcfb-ea29b832fed6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e01c432-3c74-4bfe-af56-a11fb361e4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:42:14Z', 'updated_at': '2022-03-16T10:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '910a2f4d-a97b-472b-8456-cb8f0169c993', 'name': '', 'network_id': '7df8bf6f-8083-4410-a260-818949089315', 'tenant_id': '4f06721cef744005a09950b60b7670ac', 'mac_address': 'fa:16:3e:e3:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e01c432-3c74-4bfe-af56-a11fb361e4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd87a8c1-2a25-42f4-b657-656dd5047bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:42:06Z', 'updated_at': '2022-03-16T10:42:12Z', 'revision_number': 5, 'project_id': '4f06721cef744005a09950b60b7670ac', 'subnets': [{'id': 'bd87a8c1-2a25-42f4-b657-656dd5047bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85701ea7-d67e-4404-9ead-3aab406417d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:42:17.457449 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c0f0f-131b-4bee-abfa-65b94c1185ae None None] The sync data for ids ['6e01c432-3c74-4bfe-af56-a11fb361e4b4'] in dv-neutron-833859-1-hyperv is: [{'id': '6e01c432-3c74-4bfe-af56-a11fb361e4b4', 'name': 'router1', 'tenant_id': '4f06721cef744005a09950b60b7670ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '1ea03e1f-1869-4ff4-bcfb-ea29b832fed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:41:56Z', 'updated_at': '2022-03-16T10:42:14Z', 'revision_number': 4, 'project_id': '4f06721cef744005a09950b60b7670ac', 'gw_port': {'id': '1ea03e1f-1869-4ff4-bcfb-ea29b832fed6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e01c432-3c74-4bfe-af56-a11fb361e4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:42:14Z', 'updated_at': '2022-03-16T10:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '910a2f4d-a97b-472b-8456-cb8f0169c993', 'name': '', 'network_id': '7df8bf6f-8083-4410-a260-818949089315', 'tenant_id': '4f06721cef744005a09950b60b7670ac', 'mac_address': 'fa:16:3e:e3:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e01c432-3c74-4bfe-af56-a11fb361e4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd87a8c1-2a25-42f4-b657-656dd5047bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:42:06Z', 'updated_at': '2022-03-16T10:42:12Z', 'revision_number': 5, 'project_id': '4f06721cef744005a09950b60b7670ac', 'subnets': [{'id': 'bd87a8c1-2a25-42f4-b657-656dd5047bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85701ea7-d67e-4404-9ead-3aab406417d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:42:18.145655 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1ea03e1f-1869-4ff4-bcfb-ea29b832fed6 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:42:18.167785 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 40996) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:42:18.214794 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 1ea03e1f-1869-4ff4-bcfb-ea29b832fed6 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:42:18.220533 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 1ea03e1f-1869-4ff4-bcfb-ea29b832fed6 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:42:18.220972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:18.283213 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6726bf26-364e-42d2-929f-098a2f379f4c admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1138031 Mar 16 10:42:18.349048 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:18.366484 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 1ea03e1f-1869-4ff4-bcfb-ea29b832fed6, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1ea03e1f-1869-4ff4-bcfb-ea29b832fed6,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:42:18.370390 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:18.441900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=1ea03e1f-1869-4ff4-bcfb-ea29b832fed6,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:42:20.125242 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1ea03e1f-1869-4ff4-bcfb-ea29b832fed6 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:42:20.200715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 1ea03e1f-1869-4ff4-bcfb-ea29b832fed6 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:42:20.200715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:30.745148 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0673eca7-964f-43df-8bd2-5df975b6e6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:31.913318 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 5 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:42:32.975602 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1259dbd8-e10c-41bf-8cb3-050211cc1662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:34.278448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:34.284677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:35.724176 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:00.752465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-efcd3b27-a9be-40dc-82cb-7d2104ba7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:02.981246 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b76022b1-04e7-43cf-90b5-6c28e3b7f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:04.303286 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:04.311616 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:05.731786 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:08.913857 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 5 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:43:30.747508 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9d4e734e-8705-4b73-91b6-46dffec19e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:32.983562 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-950570fd-370d-4aa4-ad13-860404130ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:34.282944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:34.290033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:35.731738 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:45.913509 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 5 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:44:00.748864 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-149884df-b614-4717-8554-2dc6d90505d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:02.991507 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-933f42e8-93d3-49bb-aadf-80e2edb59af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:04.269439 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:04.282967 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:05.734361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:22.911905 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 5 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:44:24.505632 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 41600) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:24.571320 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-938b254b-2e89-43b2-b10c-600b0c49d083 admin admin] GET failed (client error): The resource could not be found. Mar 16 10:44:24.572548 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-938b254b-2e89-43b2-b10c-600b0c49d083 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0659723 Mar 16 10:44:24.699811 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd1d82a-f5a8-4c01-ac72-e178d87b8494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:24.701180 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ebd1d82a-f5a8-4c01-ac72-e178d87b8494 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1243606 Mar 16 10:44:26.890348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 41610) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:26.997478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d66eb3-e073-4e36-9c1c-b8824b748ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:26.998026 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-93d66eb3-e073-4e36-9c1c-b8824b748ea3 admin admin] Synchronizing usage tracker for tenant:912c3500fe5246aeb3f6f0d18e70ebaf on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:44:27.013752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-93d66eb3-e073-4e36-9c1c-b8824b748ea3 admin admin] Unset dirty status for tenant:912c3500fe5246aeb3f6f0d18e70ebaf on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:44:27.014899 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-93d66eb3-e073-4e36-9c1c-b8824b748ea3 admin admin] 10.222.0.44 "GET /v2.0/subnets/bd87a8c1-2a25-42f4-b657-656dd5047bfd HTTP/1.1" status: 200 len: 849 time: 0.1236145 Mar 16 10:44:27.025205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:44:27.138497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:27.329026 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776355160055'] for subnet, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:27.369048 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:27.370007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:27.370863 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] 10.222.0.44 "PUT /v2.0/subnets/bd87a8c1-2a25-42f4-b657-656dd5047bfd HTTP/1.1" status: 200 len: 868 time: 0.3496826 Mar 16 10:44:27.386121 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd746d1-8b5d-4dc4-b5fd-12a4af9602af None None] Network 7df8bf6f-8083-4410-a260-818949089315 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:44:27.397896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd87a8c1-2a25-42f4-b657-656dd5047bfd,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:44:27.405474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:27.405828 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:27.406146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:27.406492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:27.406964 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:27.407320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:27.407641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:27.407980 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:27.408298 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:27.408610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:27.408924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:27.409231 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0763576-5746-453a-af5f-2899640848c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:27.843368 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-17d83087-1704-43aa-adb0-2c3513e61325 None None] Provisioning complete for port b310c5fb-315b-45be-b753-d1efa8bbab8a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:44:27.843737 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-17d83087-1704-43aa-adb0-2c3513e61325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:27.964931 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-17d83087-1704-43aa-adb0-2c3513e61325 None None] Provisioning complete for port 910a2f4d-a97b-472b-8456-cb8f0169c993 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:44:27.965146 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-17d83087-1704-43aa-adb0-2c3513e61325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:29.547051 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 41620) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:29.768931 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c265a3-ee8f-4cbc-9205-6cd4fda2715a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:29.769387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c265a3-ee8f-4cbc-9205-6cd4fda2715a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:29.770878 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e1c265a3-ee8f-4cbc-9205-6cd4fda2715a admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2229125 Mar 16 10:44:30.753565 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6c5eda3f-8b7c-4e06-aff9-011e79d826f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:31.994044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 41630) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:32.167176 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716385e6-b7f5-4b7d-99f2-cde6c8cddf85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:32.167659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716385e6-b7f5-4b7d-99f2-cde6c8cddf85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:32.169169 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-716385e6-b7f5-4b7d-99f2-cde6c8cddf85 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1742110 Mar 16 10:44:32.987790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-39ffa80e-edae-4f0f-9c90-8568e46235a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:34.262843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:34.284302 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:34.328633 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 41640) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:34.493474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5d7af0-f825-484c-9353-835def943c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:34.494722 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9c5d7af0-f825-484c-9353-835def943c38 admin admin] 10.222.0.44 "GET /v2.0/networks/45f28f19-efbf-4c93-99d2-e1008799650d HTTP/1.1" status: 200 len: 886 time: 0.1651537 Mar 16 10:44:35.738033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:36.650017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 41650) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:36.963121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.policy [None req-6d4f3bf8-c319-4f31-b303-6c5775213139 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87968) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 16 10:44:37.007228 dv-neutron-833859-1-hyperv neutron-server[87968]: WARNING oslo_policy.policy [None req-6d4f3bf8-c319-4f31-b303-6c5775213139 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:44:37.007593 dv-neutron-833859-1-hyperv neutron-server[87968]: WARNING oslo_policy.policy [None req-6d4f3bf8-c319-4f31-b303-6c5775213139 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:44:37.016215 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f3bf8-c319-4f31-b303-6c5775213139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:37.017918 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6d4f3bf8-c319-4f31-b303-6c5775213139 admin admin] 10.222.0.44 "GET /v2.0/networks/7df8bf6f-8083-4410-a260-818949089315 HTTP/1.1" status: 200 len: 869 time: 0.3669407 Mar 16 10:44:39.142193 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 41662) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:39.250269 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e3d84-a4d9-4c36-81d8-085ac194238f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:39.250708 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e3d84-a4d9-4c36-81d8-085ac194238f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:39.252190 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-236e3d84-a4d9-4c36-81d8-085ac194238f admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1090891 Mar 16 10:44:41.418099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 41672) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:41.522121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d4ff7-d8a8-4bd0-9da6-2a1cd8db3d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:41.522121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d4ff7-d8a8-4bd0-9da6-2a1cd8db3d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:41.524034 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dc4d4ff7-d8a8-4bd0-9da6-2a1cd8db3d56 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1050215 Mar 16 10:44:43.712591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 41682) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:43.813313 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d58551-b04c-46b7-a7cd-a992bc19aace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:43.814564 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-23d58551-b04c-46b7-a7cd-a992bc19aace admin admin] 10.222.0.44 "GET /v2.0/subnets/aa8799ba-3076-4d51-b21c-486eb2b87eb7 HTTP/1.1" status: 200 len: 816 time: 0.1010594 Mar 16 10:44:45.973838 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 41692) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:46.078684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad754fd-4204-4ba6-9d8e-7473085d804e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:46.080108 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5ad754fd-4204-4ba6-9d8e-7473085d804e admin admin] 10.222.0.44 "GET /v2.0/subnets/bd87a8c1-2a25-42f4-b657-656dd5047bfd HTTP/1.1" status: 200 len: 868 time: 0.1053150 Mar 16 10:44:59.911735 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 5 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:45:00.747953 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-edf96af0-6eb7-40ed-96aa-f421a62b906d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:02.981083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac98a-ba02-4a08-9c5f-dffcb6a706df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:04.265801 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:04.287508 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:04.838912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 41738) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:45:04.884412 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [None req-2d017ed9-60ec-4930-8775-df1f2d7b5a0b admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:45:04.885356 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2d017ed9-60ec-4930-8775-df1f2d7b5a0b admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455036 Mar 16 10:45:05.740646 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:07.123053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 41748) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:45:07.192189 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bacb1d5-d937-4762-8569-1176316512db admin admin] GET failed (client error): The resource could not be found. Mar 16 10:45:07.193921 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6bacb1d5-d937-4762-8569-1176316512db admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0699313 Mar 16 10:45:07.320139 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a3002e-f712-4ec7-a4cd-992a4af5f5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:07.321492 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-03a3002e-f712-4ec7-a4cd-992a4af5f5c8 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1237605 Mar 16 10:45:09.472507 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 41758) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:45:09.518077 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-7d05f57d-1151-40c7-97a9-645f24ee2632 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:45:09.523396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7d05f57d-1151-40c7-97a9-645f24ee2632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:45:09.532961 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7d05f57d-1151-40c7-97a9-645f24ee2632 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:45:09.541657 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d05f57d-1151-40c7-97a9-645f24ee2632 admin admin] Made reservation on behalf of 912c3500fe5246aeb3f6f0d18e70ebaf for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:45:09.543807 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7d05f57d-1151-40c7-97a9-645f24ee2632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:09.628926 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.services.revisions.revision_plugin [None req-7d05f57d-1151-40c7-97a9-645f24ee2632 admin admin] Could not find related network for resource to bump revision. Mar 16 10:45:09.640400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d05f57d-1151-40c7-97a9-645f24ee2632 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:45:09.650198 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7d05f57d-1151-40c7-97a9-645f24ee2632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:09.650524 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-7d05f57d-1151-40c7-97a9-645f24ee2632 admin admin] Added segment 20bd310c-1326-4f8d-8c8e-c347bf32ebf9 of type vlan for network 39915015-abf6-40d8-988e-504665649b45 Mar 16 10:45:09.674645 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7d05f57d-1151-40c7-97a9-645f24ee2632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:09.702253 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7d05f57d-1151-40c7-97a9-645f24ee2632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:09.703407 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d05f57d-1151-40c7-97a9-645f24ee2632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:09.703989 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7d05f57d-1151-40c7-97a9-645f24ee2632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:09.800755 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7d05f57d-1151-40c7-97a9-645f24ee2632 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3269291 Mar 16 10:45:09.803747 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05f57d-1151-40c7-97a9-645f24ee2632 admin admin] Pushing event updated for resources: {'Network': ['ID=39915015-abf6-40d8-988e-504665649b45,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:45:09.814289 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 39915015-abf6-40d8-988e-504665649b45 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:45:11.963527 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 41768) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:45:12.030099 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d851f8-9cf9-4882-b46e-8c0cc658792b admin admin] GET failed (client error): The resource could not be found. Mar 16 10:45:12.031444 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-55d851f8-9cf9-4882-b46e-8c0cc658792b admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0669293 Mar 16 10:45:12.134914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c05cfe-8925-4b83-bdb0-60fd0d6eceee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:12.136355 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a7c05cfe-8925-4b83-bdb0-60fd0d6eceee admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1008854 Mar 16 10:45:12.146853 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '39915015-abf6-40d8-988e-504665649b45', 'ip_version': 4}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:45:12.148362 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.quota [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Loaded quota_driver: . Mar 16 10:45:12.154589 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:45:12.167649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:45:12.183938 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Made reservation on behalf of 912c3500fe5246aeb3f6f0d18e70ebaf for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:45:12.186656 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:12.432098 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:12.513513 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Checking segment: {'id': '20bd310c-1326-4f8d-8c8e-c347bf32ebf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '39915015-abf6-40d8-988e-504665649b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:45:12.513878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Network hostable DHCP agents. Network: 39915015-abf6-40d8-988e-504665649b45, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:45:12.519358 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f65ed1a-94b6-43c4-b873-c5f813c888f6,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:45:12.531557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:12.531906 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:12.532246 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:12.532572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:12.532893 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:12.533228 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:12.533549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:12.533881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:12.534201 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:12.534518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:12.534826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:12.535137 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Tracked resource versions report: Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: pushed versions: Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: { 'AddressGroup': {'1.2'}, Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'ConntrackHelper': {'1.0'}, Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Log': {'1.0'}, Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Network': {'1.1'}, Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Port': {'1.7'}, Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'PortForwarding': {'1.2'}, Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'QosPolicy': {'1.8'}, Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'SecurityGroup': {'1.4'}, Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'SubPort': {'1.0'}, Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Subnet': {'1.1'}, Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Trunk': {'1.1'}} Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: consumer versions: Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: { DHCP agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: L3 agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: Metadata agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: Metering agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: Open vSwitch agent@dv-neutron-833859-1-hyperv: { 'AddressGroup': '1.2', Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'ConntrackHelper': '1.0', Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Log': '1.0', Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Network': '1.1', Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Port': '1.7', Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'PortForwarding': '1.2', Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'QosPolicy': '1.8', Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'SecurityGroup': '1.4', Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'SecurityGroupRule': '1.2', Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'SubPort': '1.0', Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Subnet': '1.1', Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Trunk': '1.1'}} Mar 16 10:45:12.536479 dv-neutron-833859-1-hyperv neutron-server[87968]: {{(pid=87968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:45:12.558432 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Network 39915015-abf6-40d8-988e-504665649b45 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:45:12.568586 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 39915015-abf6-40d8-988e-504665649b45) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:45:12.572967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:12.573593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:12.578389 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b26461-ce0e-468a-941d-5e0f07f1431e None None] Network 39915015-abf6-40d8-988e-504665649b45 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:45:12.600276 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9c3437e1-90f0-4d43-a8c3-7014c7c57a19 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4576905 Mar 16 10:45:12.808334 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-39915015-abf6-40d8-988e-504665649b45', 'network_id': '39915015-abf6-40d8-988e-504665649b45', 'tenant_id': '912c3500fe5246aeb3f6f0d18e70ebaf', 'fixed_ips': [{'subnet_id': '4f65ed1a-94b6-43c4-b873-c5f813c888f6'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:45:12.809167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:12.963605 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Allocated IP 192.168.233.2 (39915015-abf6-40d8-988e-504665649b45/4f65ed1a-94b6-43c4-b873-c5f813c888f6/f6063ca8-beef-484d-9696-e8182fbeb0b9) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:45:13.167784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:13.178865 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Transition to ACTIVE for port object f6063ca8-beef-484d-9696-e8182fbeb0b9 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:45:13.196856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Transition to ACTIVE for port object f6063ca8-beef-484d-9696-e8182fbeb0b9 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:45:13.202018 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:13.274136 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Pushing event updated for resources: {'Port': ['ID=f6063ca8-beef-484d-9696-e8182fbeb0b9,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:45:13.282830 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Network 39915015-abf6-40d8-988e-504665649b45 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:45:13.284021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:13.284379 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:13.284723 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:13.285050 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:13.285374 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:13.285714 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:13.286039 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:13.286360 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:13.287305 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:13.287633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:13.287954 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:13.288284 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:13.291678 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:45:13.308349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:45:13.397023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Attempting to bind port f6063ca8-beef-484d-9696-e8182fbeb0b9 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:45:13.397376 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Attempting to bind port f6063ca8-beef-484d-9696-e8182fbeb0b9 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '20bd310c-1326-4f8d-8c8e-c347bf32ebf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '39915015-abf6-40d8-988e-504665649b45'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:45:13.397724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Attempting to bind port f6063ca8-beef-484d-9696-e8182fbeb0b9 on network 39915015-abf6-40d8-988e-504665649b45 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:45:13.403129 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:45:13.403521 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Checking segment: {'id': '20bd310c-1326-4f8d-8c8e-c347bf32ebf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '39915015-abf6-40d8-988e-504665649b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:45:13.403935 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:13.404321 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Bound using segment: {'id': '20bd310c-1326-4f8d-8c8e-c347bf32ebf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '39915015-abf6-40d8-988e-504665649b45'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:45:13.404775 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Bound port: f6063ca8-beef-484d-9696-e8182fbeb0b9, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bd310c-1326-4f8d-8c8e-c347bf32ebf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '39915015-abf6-40d8-988e-504665649b45'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:45:13.405151 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:13.513074 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] For port f6063ca8-beef-484d-9696-e8182fbeb0b9, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:45:13.516352 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] For port f6063ca8-beef-484d-9696-e8182fbeb0b9, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f6063ca8-beef-484d-9696-e8182fbeb0b9,segment=NetworkSegment(20bd310c-1326-4f8d-8c8e-c347bf32ebf9),segment_id=20bd310c-1326-4f8d-8c8e-c347bf32ebf9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:45:13.522217 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:13.599963 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9d2e5-01d8-497f-8587-c2f0e8cba3cb None None] Pushing event updated for resources: {'Port': ['ID=f6063ca8-beef-484d-9696-e8182fbeb0b9,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:45:14.259363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f6063ca8-beef-484d-9696-e8182fbeb0b9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:45:14.341010 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port f6063ca8-beef-484d-9696-e8182fbeb0b9 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:45:14.461205 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7723799f-be79-49d3-94dd-4fcc04fbaeeb None None] Network 39915015-abf6-40d8-988e-504665649b45 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:45:14.566240 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-38de18aa-7f48-45ef-b3ba-9af895c4917d None None] Provisioning for port f6063ca8-beef-484d-9696-e8182fbeb0b9 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:45:14.582884 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-38de18aa-7f48-45ef-b3ba-9af895c4917d None None] Provisioning complete for port f6063ca8-beef-484d-9696-e8182fbeb0b9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:45:14.583267 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-38de18aa-7f48-45ef-b3ba-9af895c4917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:14.792820 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-38de18aa-7f48-45ef-b3ba-9af895c4917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:14.829743 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-38de18aa-7f48-45ef-b3ba-9af895c4917d None None] For port f6063ca8-beef-484d-9696-e8182fbeb0b9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f6063ca8-beef-484d-9696-e8182fbeb0b9,segment=NetworkSegment(20bd310c-1326-4f8d-8c8e-c347bf32ebf9),segment_id=20bd310c-1326-4f8d-8c8e-c347bf32ebf9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:45:14.835466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-38de18aa-7f48-45ef-b3ba-9af895c4917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:14.906390 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de18aa-7f48-45ef-b3ba-9af895c4917d None None] Pushing event updated for resources: {'Port': ['ID=f6063ca8-beef-484d-9696-e8182fbeb0b9,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:45:15.056646 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-41b9f958-8041-4051-8dc2-38bd01dc3644 None None] Provisioning complete for port f6063ca8-beef-484d-9696-e8182fbeb0b9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:45:15.056934 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-41b9f958-8041-4051-8dc2-38bd01dc3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:16.214625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f6063ca8-beef-484d-9696-e8182fbeb0b9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:45:16.283284 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port f6063ca8-beef-484d-9696-e8182fbeb0b9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:45:16.283685 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:30.749665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ab47a09c-b63b-4d90-9382-4abc713f8032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:32.983385 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d60b-491f-4491-916d-b7e867f04fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:34.280258 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:34.292990 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:35.744134 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:36.909982 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 5 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:46:00.752472 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3dff9fcb-5830-40a4-8b39-b96754435d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:02.984767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-035fd631-2dd7-4899-801e-ab9987691011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:04.274258 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:04.293508 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:05.746471 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:13.908553 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 5 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:46:29.325091 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 41818) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:46:29.330881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [None req-e0cffc78-1657-496c-b5aa-0520277cad48 tempest-verify_tempest_config-1741765806 tempest-verify_tempest_config-1741765806-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:46:29.331817 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e0cffc78-1657-496c-b5aa-0520277cad48 tempest-verify_tempest_config-1741765806 tempest-verify_tempest_config-1741765806-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057638 Mar 16 10:46:29.633441 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 41836) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:46:29.750083 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:29.766403 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:46:29.770919 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Usage tracker for resource:security_group_rule and tenant:ab5d88d421734c8d8568a71825e86634 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:46:29.773958 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:46:29.779444 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:46:29.871312 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:29.875024 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:29.920433 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab5d88d421734c8d8568a71825e86634&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2859805 Mar 16 10:46:29.922136 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45ba64f-b5cc-47d7-8878-183c8836c8af,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:46:29.923294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 41842) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:46:29.929466 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:29.929885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:29.930286 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:29.930684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:29.931072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:29.931476 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:29.931864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:29.932249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:29.932635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:29.933015 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:29.933394 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:29.933771 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221845c8-dae4-49a3-b2f9-0a843f4e39a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:29.979440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:30.003194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:30.093416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:30.107496 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45ba64f-b5cc-47d7-8878-183c8836c8af,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:46:30.117287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:30.117641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:30.117976 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:30.118293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:30.118611 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:30.118947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:30.119298 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:30.119611 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:30.119923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:30.120230 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:30.120534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:30.120836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:30.123817 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:30.124896 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4a73a877-f09b-45b1-a23f-6638bb838722 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b45ba64f-b5cc-47d7-8878-183c8836c8af HTTP/1.1" status: 204 len: 168 time: 0.2005131 Mar 16 10:46:30.756856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e503e2b8-6de5-4b71-a741-11260098f28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:32.985831 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a236-c37f-4c39-b885-1143e57e7b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:34.278305 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:34.294758 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:35.749013 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:50.908039 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 5 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:47:00.757895 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-13d758e3-36e1-4faf-ba18-a4b711bd8bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:02.986410 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7dc67f5e-7fac-4fcf-a81a-ff366ea1d0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:04.280275 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:04.298957 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:05.754273 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:27.906123 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 5 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:47:30.759039 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1f443013-a113-4710-8464-13fbc3643958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:32.987685 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-36163123-8031-450a-ad20-3255ab9b0980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:34.282572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:34.302319 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:35.755478 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:47.336104 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733465'] for agent, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:00.762012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5271dc02-77ba-498d-934c-4a6731879062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:01.486328 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 41912) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:48:01.593473 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b8cdbe2b-36db-48c6-a1c7-73e9179eb046 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1060727 Mar 16 10:48:02.988803 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-36ab0c08-6289-40e3-bfe1-52ad197b73c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:03.772018 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 41922) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:48:03.829640 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d32f6194-0a6d-4030-8dd4-b14d3cf62109 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0564895 Mar 16 10:48:04.287117 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:04.306023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:04.904330 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:48:05.759197 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:17.307065 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:30.762894 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-df005768-3674-49ec-ac64-5df0cc8db2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:32.991028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e1f9fef7-c1e9-4546-b0b0-c5c1ee79f909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:34.292769 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:34.312135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:35.763387 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:41.903340 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:48:47.325586 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:00.764137 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5e42d0a9-0e86-4523-968b-c04972dd426b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:02.991609 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-51317f1e-027d-4560-a4e2-946de6b1a5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:04.301724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:04.312946 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:05.763627 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:17.329083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:18.903013 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:49:30.784048 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1194a16b-4bc2-420e-a50d-fc43758fe421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:33.001200 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a1f87aa3-3390-4b26-96d4-78613081feee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:34.325500 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:34.332829 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:34.666304 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42046) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:34.980501 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-125380269-network', 'tenant_id': '43fda5f5ba974e56935505a0f4978348'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:34.984942 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:34.990722 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Usage tracker for resource:network and tenant:43fda5f5ba974e56935505a0f4978348 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:34.993230 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:34.999493 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:35.013295 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Made reservation on behalf of 43fda5f5ba974e56935505a0f4978348 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:35.016371 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:35.039087 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:35.058942 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:35.063707 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Usage tracker for resource:security_group_rule and tenant:43fda5f5ba974e56935505a0f4978348 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:35.067317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:35.073562 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:35.181320 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:35.188831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:35.203017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:49:35.220301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776355234326', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:35.220953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Unsubscribe: segment precommit_create {{(pid=87968) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 10:49:35.221440 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Added segment deac7e7d-b923-4097-860a-359d44c1f7dd of type vlan for network 6053f626-2309-4760-a720-9eef23c240bd Mar 16 10:49:35.289494 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:35.313955 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f69926-336e-40df-ae28-09705e91fb94,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:35.327568 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.327930 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.328383 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.328928 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.329482 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.330302 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.330850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.331740 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.332952 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.333616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.334133 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.334604 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Tracked resource versions report: Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: pushed versions: Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: { 'AddressGroup': {'1.2'}, Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'ConntrackHelper': {'1.0'}, Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Log': {'1.0'}, Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Network': {'1.1'}, Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Port': {'1.7'}, Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'PortForwarding': {'1.2'}, Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'QosPolicy': {'1.8'}, Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'SecurityGroup': {'1.4'}, Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'SubPort': {'1.0'}, Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Subnet': {'1.1'}, Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Trunk': {'1.1'}} Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: consumer versions: Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: { DHCP agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: HyperV agent@hv-neutron-8338: {}, Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: L3 agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: Metadata agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: Metering agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: Open vSwitch agent@dv-neutron-833859-1-hyperv: { 'AddressGroup': '1.2', Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'ConntrackHelper': '1.0', Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Log': '1.0', Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Network': '1.1', Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Port': '1.7', Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'PortForwarding': '1.2', Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'QosPolicy': '1.8', Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'SecurityGroup': '1.4', Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'SecurityGroupRule': '1.2', Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'SubPort': '1.0', Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Subnet': '1.1', Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: 'Trunk': '1.1'}} Mar 16 10:49:35.335865 dv-neutron-833859-1-hyperv neutron-server[87968]: {{(pid=87968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:49:35.348850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:35.351424 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:35.353239 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:35.491675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] Pushing event updated for resources: {'Network': ['ID=6053f626-2309-4760-a720-9eef23c240bd,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:35.500204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42104) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:35.500802 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a07d7578-0411-4768-8c55-fded540c9017 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8322561 Mar 16 10:49:35.506956 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Request body: {'subnet': {'network_id': '6053f626-2309-4760-a720-9eef23c240bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-125380269-subnet', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:35.517466 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:35.523182 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Usage tracker for resource:subnet and tenant:43fda5f5ba974e56935505a0f4978348 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:35.526969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:35.536940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:35.551004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Made reservation on behalf of 43fda5f5ba974e56935505a0f4978348 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:35.555073 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:35.643706 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 6053f626-2309-4760-a720-9eef23c240bd details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:49:35.771293 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:35.822723 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:35.903124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Checking segment: {'id': 'deac7e7d-b923-4097-860a-359d44c1f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6053f626-2309-4760-a720-9eef23c240bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:49:35.903491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Network hostable DHCP agents. Network: 6053f626-2309-4760-a720-9eef23c240bd, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:49:35.908877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daeb902a-ccad-4a6c-aa0c-329a9cf985f7,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:35.919505 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.920094 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.920427 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.920743 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.921245 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.921592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.921945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.922261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.922567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.922874 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.923195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.923506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Tracked resource versions report: Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: pushed versions: Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: { 'AddressGroup': {'1.2'}, Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'ConntrackHelper': {'1.0'}, Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Log': {'1.0'}, Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Network': {'1.1'}, Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Port': {'1.7'}, Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'PortForwarding': {'1.2'}, Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'QosPolicy': {'1.8'}, Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'SecurityGroup': {'1.4'}, Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'SubPort': {'1.0'}, Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Subnet': {'1.1'}, Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Trunk': {'1.1'}} Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: consumer versions: Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: { DHCP agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: HyperV agent@hv-neutron-8338: {}, Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: L3 agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: Metadata agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: Metering agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: Open vSwitch agent@dv-neutron-833859-1-hyperv: { 'AddressGroup': '1.2', Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'ConntrackHelper': '1.0', Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Log': '1.0', Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Network': '1.1', Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Port': '1.7', Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'PortForwarding': '1.2', Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'QosPolicy': '1.8', Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'SecurityGroup': '1.4', Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'SecurityGroupRule': '1.2', Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'SubPort': '1.0', Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Subnet': '1.1', Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: 'Trunk': '1.1'}} Mar 16 10:49:35.924607 dv-neutron-833859-1-hyperv neutron-server[87969]: {{(pid=87969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:49:35.936627 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Network 6053f626-2309-4760-a720-9eef23c240bd is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:49:35.940042 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42118) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:35.950973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 6053f626-2309-4760-a720-9eef23c240bd) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:35.956044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:35.956862 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:35.961688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42124) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:35.966101 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff17d436-347b-4493-9d2a-fda691182d89 None None] Network 6053f626-2309-4760-a720-9eef23c240bd requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:49:35.990890 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-19c41b9d-72be-402b-b8e7-cae5aee1e4e1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4887955 Mar 16 10:49:35.993739 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42130) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.002596 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-125380269-router', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:36.008886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:36.012813 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Usage tracker for resource:router and tenant:43fda5f5ba974e56935505a0f4978348 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:36.016269 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:36.023397 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:36.035316 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:36.039883 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:36.070401 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:36.124542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42136) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.221266 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6053f626-2309-4760-a720-9eef23c240bd', 'network_id': '6053f626-2309-4760-a720-9eef23c240bd', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'fixed_ips': [{'subnet_id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:49:36.222103 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:36.300386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42146) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.454706 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Allocated IP 172.20.0.2 (6053f626-2309-4760-a720-9eef23c240bd/daeb902a-ccad-4a6c-aa0c-329a9cf985f7/c1080c46-5727-4973-8990-e1e24f3bb259) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:49:36.511234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1781411815-network', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:36.534136 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1438176097-network', 'tenant_id': '88d104187244448c94232efcadd9a6a6'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:36.540967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:36.549882 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:36.554630 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Usage tracker for resource:network and tenant:88d104187244448c94232efcadd9a6a6 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:36.557764 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:36.564116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:36.567340 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:36.577971 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Usage tracker for resource:network and tenant:5f7f82da52584a9cb3b9e11b4547dbe8 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:36.587761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:36.610788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:36.616670 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Made reservation on behalf of 88d104187244448c94232efcadd9a6a6 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:36.619959 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:36.646381 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:36.652449 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6377ef0f-c721-45db-89fd-d33abbc47ae8 tempest-AgentManagementNegativeTest-389501726 tempest-AgentManagementNegativeTest-389501726-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5231259 Mar 16 10:49:36.665573 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-330a7fe8-d902-481c-b6be-941bb68021ee tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.669881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:36.670350 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-330a7fe8-d902-481c-b6be-941bb68021ee tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3683705 Mar 16 10:49:36.671007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42162) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.677848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Made reservation on behalf of 5f7f82da52584a9cb3b9e11b4547dbe8 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:36.680487 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:36.690881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-971dd296-f8b8-4033-aead-8e25011cba6e tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.697319 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-971dd296-f8b8-4033-aead-8e25011cba6e tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0252042 Mar 16 10:49:36.697763 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Usage tracker for resource:security_group_rule and tenant:88d104187244448c94232efcadd9a6a6 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:36.698302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42170) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.703418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:36.704764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-eec7febd-132a-4847-b9c9-7d8c535310ac tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.708236 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:36.710047 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-eec7febd-132a-4847-b9c9-7d8c535310ac tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0102644 Mar 16 10:49:36.710749 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42174) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.716503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-b8b76805-e1cc-4348-a8f1-6cf363580073 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.720804 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:36.721724 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b8b76805-e1cc-4348-a8f1-6cf363580073 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0095799 Mar 16 10:49:36.722524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42178) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.724078 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Transition to ACTIVE for port object c1080c46-5727-4973-8990-e1e24f3bb259 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:36.729220 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-9802534a-23dc-44a5-9326-60be36fe16df tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.733027 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9802534a-23dc-44a5-9326-60be36fe16df tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0081089 Mar 16 10:49:36.733917 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42182) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.739725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-95d6a023-1a32-4971-8edd-d47574478da1 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.743525 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-95d6a023-1a32-4971-8edd-d47574478da1 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0083961 Mar 16 10:49:36.744358 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:36.744569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42186) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.744705 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Transition to ACTIVE for port object c1080c46-5727-4973-8990-e1e24f3bb259 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:36.750611 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-9e2a0620-7a83-4fcf-adb6-778fc5475835 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.755367 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9e2a0620-7a83-4fcf-adb6-778fc5475835 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0093369 Mar 16 10:49:36.756129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42190) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.756924 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:36.761830 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-aeb9f515-dd1d-4c8d-bb52-4ecdf2dc1389 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.766205 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-aeb9f515-dd1d-4c8d-bb52-4ecdf2dc1389 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0090227 Mar 16 10:49:36.767010 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42194) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.772000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-341afa26-a5ac-4577-a771-1e1f69f52087 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.776103 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-341afa26-a5ac-4577-a771-1e1f69f52087 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0076380 Mar 16 10:49:36.776959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42198) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.781955 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-0b1d0719-6f85-45b8-841d-5b0d63c2cf63 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.787006 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0b1d0719-6f85-45b8-841d-5b0d63c2cf63 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0089207 Mar 16 10:49:36.787748 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42202) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.792732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-843a21b9-6524-4b1e-9231-1538012de02f tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.796330 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-843a21b9-6524-4b1e-9231-1538012de02f tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0075886 Mar 16 10:49:36.797299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42206) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.802070 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-e4e3028c-f6f2-4116-bbba-6ac31b7fa3a2 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.805674 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e4e3028c-f6f2-4116-bbba-6ac31b7fa3a2 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0073771 Mar 16 10:49:36.806572 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42210) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.812690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-93b19d9c-1ce8-406f-886d-2424d40e250c tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.813567 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Network 6053f626-2309-4760-a720-9eef23c240bd is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:36.817273 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-93b19d9c-1ce8-406f-886d-2424d40e250c tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0085423 Mar 16 10:49:36.821041 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42214) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.823001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-56515a33-a4b0-49b3-ae57-6c593eddb20d tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.825169 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:36.826943 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-56515a33-a4b0-49b3-ae57-6c593eddb20d tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0080512 Mar 16 10:49:36.828315 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42220) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.828639 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:36.834587 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-05889367-caac-4235-b402-ec49c8f9b1f1 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.838798 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-05889367-caac-4235-b402-ec49c8f9b1f1 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0090468 Mar 16 10:49:36.839584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42224) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.845452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-9c9112b3-6d6a-44c8-9ae6-e124899f3238 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.849977 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9c9112b3-6d6a-44c8-9ae6-e124899f3238 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0093257 Mar 16 10:49:36.850917 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42228) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.856966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-65367446-800d-4b4b-a6c6-60ca089d7f18 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.861488 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-65367446-800d-4b4b-a6c6-60ca089d7f18 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0092695 Mar 16 10:49:36.863915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42232) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.869143 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-c9c1305e-760b-4b7b-9cf0-d9a47933a751 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.874037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42236) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.874401 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c9c1305e-760b-4b7b-9cf0-d9a47933a751 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0107269 Mar 16 10:49:36.876814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:36.887455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [None req-3ee07a83-d1cb-463f-8d9b-2c348f58f800 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.891132 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3ee07a83-d1cb-463f-8d9b-2c348f58f800 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0093317 Mar 16 10:49:36.892283 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42240) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.894122 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Usage tracker for resource:security_group_rule and tenant:5f7f82da52584a9cb3b9e11b4547dbe8 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:36.899185 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-41af9d68-8eb1-4702-8702-51ac06329be0 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.903187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:36.904087 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-41af9d68-8eb1-4702-8702-51ac06329be0 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0095658 Mar 16 10:49:36.905804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42244) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.912743 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-44fbfa1f-4fbc-4010-be63-5d2c4e9143a0 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.918398 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:36.920074 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-44fbfa1f-4fbc-4010-be63-5d2c4e9143a0 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0126491 Mar 16 10:49:36.921135 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42248) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.930545 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-4a8e0d77-ded8-442e-bc7e-aa5d57a32f93 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.935266 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4a8e0d77-ded8-442e-bc7e-aa5d57a32f93 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0119038 Mar 16 10:49:36.936148 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42252) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.944604 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Pushing event updated for resources: {'Port': ['ID=c1080c46-5727-4973-8990-e1e24f3bb259,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:36.945292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-20ae69ec-cc72-4a45-896d-b52296217728 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.950049 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42256) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.950889 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-20ae69ec-cc72-4a45-896d-b52296217728 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0120533 Mar 16 10:49:36.957937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:36.958530 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:36.958941 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:36.959600 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:36.960024 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:36.960429 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:36.960987 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:36.961262 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [None req-5ebc051a-ced9-44bc-98c8-3cc2315936ea tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.961533 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:36.962009 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:36.962334 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5ebc051a-ced9-44bc-98c8-3cc2315936ea tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0083148 Mar 16 10:49:36.962725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:36.963234 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:36.963772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:36.964236 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:36.965060 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42260) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Tracked resource versions report: Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: pushed versions: Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: { 'AddressGroup': {'1.2'}, Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'ConntrackHelper': {'1.0'}, Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Log': {'1.0'}, Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Network': {'1.1'}, Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Port': {'1.7'}, Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'PortForwarding': {'1.2'}, Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'QosPolicy': {'1.8'}, Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'SecurityGroup': {'1.4'}, Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'SubPort': {'1.0'}, Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Subnet': {'1.1'}, Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Trunk': {'1.1'}} Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: consumer versions: Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: { DHCP agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: HyperV agent@hv-neutron-8338: {}, Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: L3 agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: Metadata agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: Metering agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: Open vSwitch agent@dv-neutron-833859-1-hyperv: { 'AddressGroup': '1.2', Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'ConntrackHelper': '1.0', Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Log': '1.0', Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Network': '1.1', Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Port': '1.7', Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'PortForwarding': '1.2', Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'QosPolicy': '1.8', Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'SecurityGroup': '1.4', Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'SecurityGroupRule': '1.2', Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'SubPort': '1.0', Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Subnet': '1.1', Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: 'Trunk': '1.1'}} Mar 16 10:49:36.968420 dv-neutron-833859-1-hyperv neutron-server[87970]: {{(pid=87970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:49:36.972574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Attempting to bind port c1080c46-5727-4973-8990-e1e24f3bb259 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:36.973176 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Attempting to bind port c1080c46-5727-4973-8990-e1e24f3bb259 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'deac7e7d-b923-4097-860a-359d44c1f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6053f626-2309-4760-a720-9eef23c240bd'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:36.973724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Attempting to bind port c1080c46-5727-4973-8990-e1e24f3bb259 on network 6053f626-2309-4760-a720-9eef23c240bd {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:36.976595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [None req-b5ac7088-73a6-411a-b979-bb93f5e88037 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.977001 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b5ac7088-73a6-411a-b979-bb93f5e88037 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0106151 Mar 16 10:49:36.979833 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:36.980254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:49:36.980627 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Checking segment: {'id': 'deac7e7d-b923-4097-860a-359d44c1f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6053f626-2309-4760-a720-9eef23c240bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:49:36.980752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42266) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.981088 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:36.981473 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Bound using segment: {'id': 'deac7e7d-b923-4097-860a-359d44c1f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6053f626-2309-4760-a720-9eef23c240bd'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:49:36.982098 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Bound port: c1080c46-5727-4973-8990-e1e24f3bb259, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deac7e7d-b923-4097-860a-359d44c1f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6053f626-2309-4760-a720-9eef23c240bd'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:49:36.982477 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:36.989343 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-0fdeffdc-d98a-433f-b04d-2bdcd775ba63 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:36.995383 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42272) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:36.995928 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0fdeffdc-d98a-433f-b04d-2bdcd775ba63 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0106180 Mar 16 10:49:37.013500 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [None req-2cd50c7f-528a-48cd-9dcc-630569a921cf tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.014697 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2cd50c7f-528a-48cd-9dcc-630569a921cf tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0126302 Mar 16 10:49:37.017672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42276) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.023888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-53bfccec-4be1-4f91-b466-976f059dc03c tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.024274 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:49:37.025295 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-53bfccec-4be1-4f91-b466-976f059dc03c tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0065551 Mar 16 10:49:37.027832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42280) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.036077 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-6c4631f9-9250-4b54-a021-a2e53ac28fc5 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.039813 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6c4631f9-9250-4b54-a021-a2e53ac28fc5 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0109327 Mar 16 10:49:37.043108 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42286) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.055144 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-d0c117f1-8a50-444e-91eb-6ed27e3743c5 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.056266 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d0c117f1-8a50-444e-91eb-6ed27e3743c5 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0121169 Mar 16 10:49:37.062523 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42290) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.067542 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:37.067872 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Added segment 12dce982-4135-4c4b-bee2-28691cfc15b1 of type vlan for network 5d0c7ad5-cc66-42bd-9976-b209dfba76ff Mar 16 10:49:37.081877 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [None req-fe18f9d3-b001-4d36-b0d9-48601975aa30 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.083369 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fe18f9d3-b001-4d36-b0d9-48601975aa30 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0175395 Mar 16 10:49:37.086197 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42294) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.086373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c84798-71ad-4433-bdc9-b4e5d5f594dc,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:37.095024 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-28870783-1bd7-40b5-bc15-966ae6d82bee tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.096652 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-28870783-1bd7-40b5-bc15-966ae6d82bee tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0089450 Mar 16 10:49:37.099708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42298) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.108152 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-aa43abc6-93a8-48ee-8b27-5b0b0f056f0f tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.111621 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-aa43abc6-93a8-48ee-8b27-5b0b0f056f0f tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0085194 Mar 16 10:49:37.111880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42304) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.120134 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-627b9d42-26eb-4523-b03f-f390ae09e0b6 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.123526 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-627b9d42-26eb-4523-b03f-f390ae09e0b6 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0108478 Mar 16 10:49:37.124771 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] For port c1080c46-5727-4973-8990-e1e24f3bb259, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:49:37.126442 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42308) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.129359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] For port c1080c46-5727-4973-8990-e1e24f3bb259, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c1080c46-5727-4973-8990-e1e24f3bb259,segment=NetworkSegment(deac7e7d-b923-4097-860a-359d44c1f7dd),segment_id=deac7e7d-b923-4097-860a-359d44c1f7dd)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:49:37.134226 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:37.134680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-5faa1e9a-ec76-4b47-b31c-e95d7adb6b75 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.139582 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5faa1e9a-ec76-4b47-b31c-e95d7adb6b75 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0102470 Mar 16 10:49:37.140281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42312) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.146591 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-da94d1b8-6495-43f3-90ec-7795301e2b36 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.151024 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-da94d1b8-6495-43f3-90ec-7795301e2b36 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0097370 Mar 16 10:49:37.151977 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42316) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.158004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-9c12a08a-c185-47ee-a83a-590d4c9b3060 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.162728 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9c12a08a-c185-47ee-a83a-590d4c9b3060 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0096388 Mar 16 10:49:37.163578 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42320) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.168885 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-06867f78-57e2-4657-8db6-7954c9c6a092 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.173014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42324) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.173341 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-06867f78-57e2-4657-8db6-7954c9c6a092 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0083389 Mar 16 10:49:37.174508 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:37.240384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [None req-dcd3d8e1-b25f-4e08-bf04-ce6d1cb0c988 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.240517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c4166-67d8-46a8-80bf-e86c2d198cc9 None None] Pushing event updated for resources: {'Port': ['ID=c1080c46-5727-4973-8990-e1e24f3bb259,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:37.244395 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dcd3d8e1-b25f-4e08-bf04-ce6d1cb0c988 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0638440 Mar 16 10:49:37.244560 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42328) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.250088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-688838df-c04f-436e-8c18-546a8453df14 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.251064 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-688838df-c04f-436e-8c18-546a8453df14 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0055532 Mar 16 10:49:37.253375 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42332) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.260525 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-fa133557-bc68-463a-9aad-697ecd1cd813 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.263115 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fa133557-bc68-463a-9aad-697ecd1cd813 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0078423 Mar 16 10:49:37.265969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42336) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.271731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-06f667a9-4d2c-4b22-8f3e-54ee0cca3ed1 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.273041 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-06f667a9-4d2c-4b22-8f3e-54ee0cca3ed1 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0058036 Mar 16 10:49:37.276163 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42340) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.283539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-b3b913d8-d7a0-4651-852a-129e4e1387d9 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.284562 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b3b913d8-d7a0-4651-852a-129e4e1387d9 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0069299 Mar 16 10:49:37.287629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42344) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.296853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-797c55ce-b029-415f-9300-829b9c15ec9e tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.297985 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-797c55ce-b029-415f-9300-829b9c15ec9e tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0091739 Mar 16 10:49:37.300480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42350) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.306446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-4b6e7066-40df-4664-be7a-f116857bcf71 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.307724 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4b6e7066-40df-4664-be7a-f116857bcf71 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0056865 Mar 16 10:49:37.310627 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42354) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.315673 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-e62858ba-3023-4d3d-a85f-a3c80ef25af8 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.317365 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e62858ba-3023-4d3d-a85f-a3c80ef25af8 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0055380 Mar 16 10:49:37.320064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42358) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.324748 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-37853bc2-e8b3-424c-8e8a-8d91cdc68670 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.325702 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-37853bc2-e8b3-424c-8e8a-8d91cdc68670 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0048094 Mar 16 10:49:37.328858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42362) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.334409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-334b13bd-ffb9-4356-acc9-c9e1e0418764 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.338879 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-334b13bd-ffb9-4356-acc9-c9e1e0418764 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0062270 Mar 16 10:49:37.338879 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42366) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.350871 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-905afb8f-0d3f-4de4-a532-83f66e774e66 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.355977 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-905afb8f-0d3f-4de4-a532-83f66e774e66 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0155914 Mar 16 10:49:37.356685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42372) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.362210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-6a5b34cb-0773-4bfc-967f-f0cf8f44df64 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.366453 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6a5b34cb-0773-4bfc-967f-f0cf8f44df64 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0083561 Mar 16 10:49:37.367296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42376) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.372779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-1b684e33-4bfb-4e01-bff4-604ee7ce87e4 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.373699 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1b684e33-4bfb-4e01-bff4-604ee7ce87e4 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0053434 Mar 16 10:49:37.376939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42382) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.382056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-b8c627e9-8a67-4bb4-8860-572ee701d0bd tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.383033 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b8c627e9-8a67-4bb4-8860-572ee701d0bd tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048347 Mar 16 10:49:37.385595 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42386) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.391957 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-c34b85cf-87c8-4513-bc8c-b9a7013449ac tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.396434 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c34b85cf-87c8-4513-bc8c-b9a7013449ac tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0096800 Mar 16 10:49:37.397191 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42390) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.404582 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-25bf1c0c-7c2b-4117-a9cb-b9c2788ecf9d tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.409221 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-25bf1c0c-7c2b-4117-a9cb-b9c2788ecf9d tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0104082 Mar 16 10:49:37.409982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42394) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.415368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-89a61ff6-195a-470f-82ed-2d89bef34a2e tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.419364 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-89a61ff6-195a-470f-82ed-2d89bef34a2e tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0077434 Mar 16 10:49:37.420106 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42398) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.422099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:37.427414 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-32e5e7f2-c530-4aa1-a58c-ae4be416a077 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.431142 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-32e5e7f2-c530-4aa1-a58c-ae4be416a077 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0096755 Mar 16 10:49:37.431711 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42402) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.437565 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-c4e1af39-4326-41b5-adc4-ad6306facb1a tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.441292 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c4e1af39-4326-41b5-adc4-ad6306facb1a tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0087152 Mar 16 10:49:37.441883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42406) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.446931 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-dd593562-2c15-406e-bd76-9992f28b03f9 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.450367 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-dd593562-2c15-406e-bd76-9992f28b03f9 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0076098 Mar 16 10:49:37.450905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42410) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.455681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-08e6d108-21c1-4372-a997-d82bd0dcfec2 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.459110 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-08e6d108-21c1-4372-a997-d82bd0dcfec2 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0070915 Mar 16 10:49:37.460482 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42414) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.461994 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.resource_extend [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:49:37.465151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-7266492c-938c-4a23-b374-ee7905a9149f tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.469154 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7266492c-938c-4a23-b374-ee7905a9149f tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0077777 Mar 16 10:49:37.469705 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42418) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.475731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-0e54db93-bc9b-4e1d-9d66-ee0f1eadcdc9 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.481869 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0e54db93-bc9b-4e1d-9d66-ee0f1eadcdc9 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0090537 Mar 16 10:49:37.484643 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42422) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.484972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42424) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.500323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-911c2a1b-0c65-42f6-9464-2a8075a9a993 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.503759 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-911c2a1b-0c65-42f6-9464-2a8075a9a993 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0154862 Mar 16 10:49:37.505044 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:37.522031 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42430) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.540714 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [None req-6dd9c7c4-8576-4bd2-b5f1-11747e73a435 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.541695 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6dd9c7c4-8576-4bd2-b5f1-11747e73a435 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0159736 Mar 16 10:49:37.544466 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:37.544681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42436) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.549357 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-037e6e3f-a17e-4763-9677-6f8f94ed82d0 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.550261 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-037e6e3f-a17e-4763-9677-6f8f94ed82d0 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0046244 Mar 16 10:49:37.553303 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42440) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.558405 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:49:37.558892 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-4499c619-dd9f-4abc-8d0b-c1bcd1d65163 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.559971 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4499c619-dd9f-4abc-8d0b-c1bcd1d65163 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0056562 Mar 16 10:49:37.570408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42444) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.576078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:37.576412 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Added segment 1c0c015e-2f05-4840-b957-fdc2a43a9c6b of type vlan for network 4401366c-47f7-47e5-8a08-62fbd69fe2e5 Mar 16 10:49:37.578642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-e20f1480-c251-4fd6-ba97-eec5d7f5f7e0 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.581294 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e20f1480-c251-4fd6-ba97-eec5d7f5f7e0 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0096428 Mar 16 10:49:37.584919 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42452) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.595630 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-bab0f524-d1d2-4ef8-834f-a02645522ac9 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.598357 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bab0f524-d1d2-4ef8-834f-a02645522ac9 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0117321 Mar 16 10:49:37.601402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42456) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.603583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:37.606887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-b0ea366b-948f-4340-a0fe-3c8ca8789e49 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.615290 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b0ea366b-948f-4340-a0fe-3c8ca8789e49 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0126586 Mar 16 10:49:37.616311 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42460) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.621938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [None req-9194ae29-9658-463c-9595-52575e26ed14 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:37.629016 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9194ae29-9658-463c-9595-52575e26ed14 tempest-ExtensionsTestJSON-646604384 tempest-ExtensionsTestJSON-646604384-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0114706 Mar 16 10:49:37.635814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:37.705140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:37.706279 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:37.707592 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:37.758275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:37.759196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:37.759740 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:37.779398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-48bf8c85-dc2c-46c7-a125-0c58f1d06bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:37.805626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-48bf8c85-dc2c-46c7-a125-0c58f1d06bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:37.805626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-48bf8c85-dc2c-46c7-a125-0c58f1d06bee admin admin] Usage tracker for resource:security_group_rule and tenant:ca55594be8624852b02c90bab3bf42a7 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:37.807524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-48bf8c85-dc2c-46c7-a125-0c58f1d06bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:37.813479 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-48bf8c85-dc2c-46c7-a125-0c58f1d06bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:37.842898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dd6bf3-9ff0-4d8b-8510-924b72a075f0,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:37.883195 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9387317 Mar 16 10:49:37.883504 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42474) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.892823 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-36b4343c-1772-4887-95e7-f4e508930bc6 admin admin] Request body: {'subnet': {'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1781411815-subnet', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:37.902247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-36b4343c-1772-4887-95e7-f4e508930bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:37.905816 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42478) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:37.906466 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9412675 Mar 16 10:49:37.911449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-36b4343c-1772-4887-95e7-f4e508930bc6 admin admin] Usage tracker for resource:subnet and tenant:5f7f82da52584a9cb3b9e11b4547dbe8 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:37.917095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-05b06f07-a79d-4e53-8784-72c4699194dc admin admin] Request body: {'subnet': {'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1438176097-subnet', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:37.924491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-36b4343c-1772-4887-95e7-f4e508930bc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:37.933341 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-36b4343c-1772-4887-95e7-f4e508930bc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:37.947755 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-05b06f07-a79d-4e53-8784-72c4699194dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:37.958001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-05b06f07-a79d-4e53-8784-72c4699194dc admin admin] Usage tracker for resource:subnet and tenant:88d104187244448c94232efcadd9a6a6 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:37.963136 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-05b06f07-a79d-4e53-8784-72c4699194dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:37.980236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b4343c-1772-4887-95e7-f4e508930bc6 admin admin] Made reservation on behalf of 5f7f82da52584a9cb3b9e11b4547dbe8 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:37.982831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-36b4343c-1772-4887-95e7-f4e508930bc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:38.003305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-05b06f07-a79d-4e53-8784-72c4699194dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:38.005279 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42484) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:38.028823 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a13b7-2549-4120-adc0-f38a604fbb6c admin admin] Pushing event updated for resources: {'Network': ['ID=4401366c-47f7-47e5-8a08-62fbd69fe2e5,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:38.044886 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 4401366c-47f7-47e5-8a08-62fbd69fe2e5 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:49:38.058246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-48bf8c85-dc2c-46c7-a125-0c58f1d06bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:38.073957 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-48bf8c85-dc2c-46c7-a125-0c58f1d06bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:38.145902 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d883c6a-50f9-43e8-a000-24d967d96817 admin admin] Pushing event updated for resources: {'Network': ['ID=5d0c7ad5-cc66-42bd-9976-b209dfba76ff,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:38.149815 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Allocated IP 172.26.3.132 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/86d4502d-98db-42ec-b1d1-ec1e487c9844) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:49:38.158172 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42492) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:38.191748 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 5d0c7ad5-cc66-42bd-9976-b209dfba76ff details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:49:38.302396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b06f07-a79d-4e53-8784-72c4699194dc admin admin] Made reservation on behalf of 88d104187244448c94232efcadd9a6a6 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:38.308032 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-05b06f07-a79d-4e53-8784-72c4699194dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:38.449279 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-48bf8c85-dc2c-46c7-a125-0c58f1d06bee admin admin] Synchronizing usage tracker for tenant:912c3500fe5246aeb3f6f0d18e70ebaf on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:49:38.508211 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c1080c46-5727-4973-8990-e1e24f3bb259 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:49:38.522555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:38.629831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf8c85-dc2c-46c7-a125-0c58f1d06bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e75c21-0ee7-443c-a6bb-3b08f2fe4680,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:38.648268 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-48bf8c85-dc2c-46c7-a125-0c58f1d06bee admin admin] Unset dirty status for tenant:912c3500fe5246aeb3f6f0d18e70ebaf on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:49:38.652420 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-48bf8c85-dc2c-46c7-a125-0c58f1d06bee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca55594be8624852b02c90bab3bf42a7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1605635 Mar 16 10:49:38.654462 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42502) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:38.695285 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:38.725651 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23174410-21cc-4d38-95ff-3a41d9aa75fa None None] Network 6053f626-2309-4760-a720-9eef23c240bd requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:49:38.808624 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Pushing event updated for resources: {'Port': ['ID=86d4502d-98db-42ec-b1d1-ec1e487c9844,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:38.812092 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1022170416', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:38.834045 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:38.836555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:38.842150 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:38.892318 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:38.897269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Usage tracker for resource:port and tenant:3cbf5c42e96f41e4994e88bd7c7c7b02 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:38.900084 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:38.906393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:38.928048 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Made reservation on behalf of 3cbf5c42e96f41e4994e88bd7c7c7b02 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:38.930308 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:38.982576 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.006632 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b945f921-b90e-4121-b7a6-f9aa7e12d74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.033434 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b945f921-b90e-4121-b7a6-f9aa7e12d74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.042319 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port c1080c46-5727-4973-8990-e1e24f3bb259 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:49:39.069942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-61eb1290-13b7-4d40-b12f-2bfb709cd176 None None] Provisioning for port c1080c46-5727-4973-8990-e1e24f3bb259 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:49:39.078503 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-61eb1290-13b7-4d40-b12f-2bfb709cd176 None None] Provisioning complete for port c1080c46-5727-4973-8990-e1e24f3bb259 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:39.079135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-61eb1290-13b7-4d40-b12f-2bfb709cd176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.095567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:39.097702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42512) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:39.115875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Usage tracker for resource:security_group_rule and tenant:3cbf5c42e96f41e4994e88bd7c7c7b02 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:39.116109 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-467322230'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:39.122152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:39.125002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:39.129424 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b945f921-b90e-4121-b7a6-f9aa7e12d74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.139891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Usage tracker for resource:network and tenant:1934453988eb480ba85ba496fdf72135 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:39.149008 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:39.164130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:39.165762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:39.167841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945f921-b90e-4121-b7a6-f9aa7e12d74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e75c21-0ee7-443c-a6bb-3b08f2fe4680,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:39.171292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-36b4343c-1772-4887-95e7-f4e508930bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.245446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4343c-1772-4887-95e7-f4e508930bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c1c0157-574c-4c1c-a73d-323ed6286819,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:39.280527 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Made reservation on behalf of 1934453988eb480ba85ba496fdf72135 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:39.283773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42518) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:39.292962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.296117 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-61eb1290-13b7-4d40-b12f-2bfb709cd176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.316824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-05b06f07-a79d-4e53-8784-72c4699194dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.336551 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-61eb1290-13b7-4d40-b12f-2bfb709cd176 None None] For port c1080c46-5727-4973-8990-e1e24f3bb259, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c1080c46-5727-4973-8990-e1e24f3bb259,segment=NetworkSegment(deac7e7d-b923-4097-860a-359d44c1f7dd),segment_id=deac7e7d-b923-4097-860a-359d44c1f7dd)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:49:39.341169 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.349552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-61eb1290-13b7-4d40-b12f-2bfb709cd176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.374671 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:39.385601 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Usage tracker for resource:security_group_rule and tenant:1934453988eb480ba85ba496fdf72135 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:39.390313 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:39.397086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b06f07-a79d-4e53-8784-72c4699194dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:39.399367 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:39.435051 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b945f921-b90e-4121-b7a6-f9aa7e12d74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.436084 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b945f921-b90e-4121-b7a6-f9aa7e12d74c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97e75c21-0ee7-443c-a6bb-3b08f2fe4680 HTTP/1.1" status: 204 len: 168 time: 0.7795584 Mar 16 10:49:39.436953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0ff3a3a1-a767-4263-ab4e-0728caa190d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.452465 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b4343c-1772-4887-95e7-f4e508930bc6 admin admin] Checking segment: {'id': '1c0c015e-2f05-4840-b957-fdc2a43a9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:49:39.452796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b4343c-1772-4887-95e7-f4e508930bc6 admin admin] Network hostable DHCP agents. Network: 4401366c-47f7-47e5-8a08-62fbd69fe2e5, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:49:39.486517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0ff3a3a1-a767-4263-ab4e-0728caa190d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:39.490811 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0ff3a3a1-a767-4263-ab4e-0728caa190d4 admin admin] Usage tracker for resource:security_group_rule and tenant:d9dcea9c1dcb49d09a21843ad979dd6a is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:39.493670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0ff3a3a1-a767-4263-ab4e-0728caa190d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:39.499483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0ff3a3a1-a767-4263-ab4e-0728caa190d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:39.536585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb1290-13b7-4d40-b12f-2bfb709cd176 None None] Pushing event updated for resources: {'Port': ['ID=c1080c46-5727-4973-8990-e1e24f3bb259,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:39.626738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0ff3a3a1-a767-4263-ab4e-0728caa190d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.643932 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-310119135'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:39.649675 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0ff3a3a1-a767-4263-ab4e-0728caa190d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.661628 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:39.666637 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Usage tracker for resource:network and tenant:7f358e2e756a4760a7e1fbb72aea220b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:39.669573 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:39.673643 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-485ce8fe-eff6-4039-8941-067b8e39c169 None None] Provisioning complete for port c1080c46-5727-4973-8990-e1e24f3bb259 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:39.674017 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-485ce8fe-eff6-4039-8941-067b8e39c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.676239 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:39.731284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3a3a1-a767-4263-ab4e-0728caa190d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df55cb2f-7c95-4cea-b178-d0b6b640258a,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:39.743115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b4343c-1772-4887-95e7-f4e508930bc6 admin admin] Network 4401366c-47f7-47e5-8a08-62fbd69fe2e5 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:49:39.768731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b06f07-a79d-4e53-8784-72c4699194dc admin admin] Checking segment: {'id': '12dce982-4135-4c4b-bee2-28691cfc15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:49:39.769215 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b06f07-a79d-4e53-8784-72c4699194dc admin admin] Network hostable DHCP agents. Network: 5d0c7ad5-cc66-42bd-9976-b209dfba76ff, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:49:39.774090 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-36b4343c-1772-4887-95e7-f4e508930bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 4401366c-47f7-47e5-8a08-62fbd69fe2e5) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:39.784921 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbd4e27-de18-4744-898e-37e0c91b2002 None None] Network 4401366c-47f7-47e5-8a08-62fbd69fe2e5 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:49:39.792713 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0ff3a3a1-a767-4263-ab4e-0728caa190d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9dcea9c1dcb49d09a21843ad979dd6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6900389 Mar 16 10:49:39.792713 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b4343c-1772-4887-95e7-f4e508930bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:39.792713 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-36b4343c-1772-4887-95e7-f4e508930bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.820229 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42530) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:39.836143 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.859583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.865604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b06f07-a79d-4e53-8784-72c4699194dc admin admin] Network 5d0c7ad5-cc66-42bd-9976-b209dfba76ff is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:49:39.872565 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:49:39.886804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Made reservation on behalf of 7f358e2e756a4760a7e1fbb72aea220b for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:39.890886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.898616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.898950 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Added segment 5c458421-9786-4762-9a96-7b250624a78f of type vlan for network ef0bd8f7-44fc-498b-bfe9-ab1c8e8e1f63 Mar 16 10:49:39.919984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.938335 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-36b4343c-1772-4887-95e7-f4e508930bc6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0512245 Mar 16 10:49:39.945042 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42540) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:39.959207 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-05b06f07-a79d-4e53-8784-72c4699194dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 5d0c7ad5-cc66-42bd-9976-b209dfba76ff) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:39.971821 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29220037-bc64-4c7d-9783-2a88379ca7ba None None] Network 5d0c7ad5-cc66-42bd-9976-b209dfba76ff requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:49:39.985589 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:39.993776 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1781411815-router', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:39.994023 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bd6b69-bc6f-4038-a069-8ab0faff44bb,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:39.997905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.001976 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.022035 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b06f07-a79d-4e53-8784-72c4699194dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:40.022640 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-05b06f07-a79d-4e53-8784-72c4699194dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.035461 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:40.040454 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.046465 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:40.061868 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Usage tracker for resource:router and tenant:5f7f82da52584a9cb3b9e11b4547dbe8 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:40.067462 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:40.075089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:40.116259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] device_id is not set on port cebcbe2c-5c97-46a3-b340-31f213679e9b yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:49:40.123101 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0de87450-dc0e-4f10-9d23-978cd263e7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.154968 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670bf78a-37d1-4ad4-926d-70e847978d6e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:40.158655 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-05b06f07-a79d-4e53-8784-72c4699194dc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2514417 Mar 16 10:49:40.161697 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Usage tracker for resource:security_group_rule and tenant:7f358e2e756a4760a7e1fbb72aea220b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:40.163590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42546) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:40.165666 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.166594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.173787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:40.181332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0de87450-dc0e-4f10-9d23-978cd263e7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.195397 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1438176097-router', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:40.195944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:40.320748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:40.327036 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.338770 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:40.341848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.378680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.385140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Usage tracker for resource:router and tenant:88d104187244448c94232efcadd9a6a6 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:40.398893 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:40.415708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.431181 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c1080c46-5727-4973-8990-e1e24f3bb259 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:49:40.448285 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:40.522471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.526309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:49:40.541784 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607c3317-6982-479e-a4c2-4d210a321f2e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:40.572088 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-4401366c-47f7-47e5-8a08-62fbd69fe2e5', 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'fixed_ips': [{'subnet_id': '4c1c0157-574c-4c1c-a73d-323ed6286819'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:49:40.573224 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.600064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.600396 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Added segment d05ec0f7-9660-4210-b2ad-467637ff12b5 of type vlan for network c2eebb12-6fe5-4f73-826e-2f4db250bb6c Mar 16 10:49:40.661461 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42558) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:40.673294 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5109470 Mar 16 10:49:40.688126 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42562) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:40.689528 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.690443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.710922 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4496a2b-1232-4019-a756-21752b21d8a6 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Pushing event updated for resources: {'Network': ['ID=ef0bd8f7-44fc-498b-bfe9-ab1c8e8e1f63,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:40.737381 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.744606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.746206 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0de87450-dc0e-4f10-9d23-978cd263e7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.765970 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network ef0bd8f7-44fc-498b-bfe9-ab1c8e8e1f63 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:49:40.823741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de87450-dc0e-4f10-9d23-978cd263e7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df55cb2f-7c95-4cea-b178-d0b6b640258a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:40.829963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Allocated IP 172.26.3.212 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/cebcbe2c-5c97-46a3-b340-31f213679e9b) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:49:40.908468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.resource_extend [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:49:40.916684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0de87450-dc0e-4f10-9d23-978cd263e7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:40.919820 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0de87450-dc0e-4f10-9d23-978cd263e7aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df55cb2f-7c95-4cea-b178-d0b6b640258a HTTP/1.1" status: 204 len: 168 time: 1.0840821 Mar 16 10:49:40.927177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.022646 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.028638 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:41.029179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.061902 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.083989 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-287485831'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:41.092965 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8037496 Mar 16 10:49:41.118844 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port c1080c46-5727-4973-8990-e1e24f3bb259 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:41.119493 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.181077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:41.186178 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Request body: {'network': {'name': 'tempest-network--1627334375', 'router:external': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:41.200550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:41.204370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Usage tracker for resource:network and tenant:a37041cf69d44f21a715ae263f04815a is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:41.213948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:41.278161 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af6d63-3bc5-4c6f-a158-609c605d6bce tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Pushing event updated for resources: {'Network': ['ID=c2eebb12-6fe5-4f73-826e-2f4db250bb6c,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:41.294547 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-5d0c7ad5-cc66-42bd-9976-b209dfba76ff', 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'fixed_ips': [{'subnet_id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:49:41.295398 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.365008 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Usage tracker for resource:network and tenant:f0a607c33ea34d4ebde65ffb46f792a5 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:41.375067 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:41.381188 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.386037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:41.408323 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:41.466214 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network c2eebb12-6fe5-4f73-826e-2f4db250bb6c details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:49:41.480068 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Made reservation on behalf of a37041cf69d44f21a715ae263f04815a for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:41.483511 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.521521 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.534279 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Made reservation on behalf of f0a607c33ea34d4ebde65ffb46f792a5 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:41.537620 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.602332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.627705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:41.635431 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:41.638962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Usage tracker for resource:security_group_rule and tenant:a37041cf69d44f21a715ae263f04815a is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:41.646120 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Usage tracker for resource:security_group_rule and tenant:f0a607c33ea34d4ebde65ffb46f792a5 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:41.648860 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:41.653075 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:41.661289 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.664712 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:41.668644 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:41.833881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Router 57a5eeec-9d4d-44ba-8267-7df7d15b650d is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:49:41.870122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.913526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.952290 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42600) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:41.967142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Request body: {'port': {'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c', 'binding:host_id': 'hv-neutron-8338', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1886831450'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:41.994771 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:42.015485 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Usage tracker for resource:port and tenant:2be2c428374441e4b22ae5fa75a9d200 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:42.020299 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:42.030271 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.044464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:42.048078 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Allocated IP 172.20.0.2 (5d0c7ad5-cc66-42bd-9976-b209dfba76ff/1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69/ab84a846-3c10-444d-863f-25058a14d602) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:49:42.163205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Pushing event updated for resources: {'Port': ['ID=cebcbe2c-5c97-46a3-b340-31f213679e9b,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:42.166800 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.171517 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Made reservation on behalf of 2be2c428374441e4b22ae5fa75a9d200 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:42.175664 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.180995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:42.185118 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:42.192754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:42.193913 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:42.194619 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.228237 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Allocated IP 172.26.3.175 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/72218a52-df7e-48c2-bfac-8aca59108cef) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:49:42.235854 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cbc369f3-e4d4-43af-a8f9-64672d52b00c tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.2270427 Mar 16 10:49:42.240780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42610) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:42.247194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.212'}]}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:42.254704 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:42.263033 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.282628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.285641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Usage tracker for resource:router and tenant:3cbf5c42e96f41e4994e88bd7c7c7b02 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:42.291332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:42.295795 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42614) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:42.303310 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:42.319198 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.330502 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Transition to ACTIVE for port object ab84a846-3c10-444d-863f-25058a14d602 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:42.352343 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Transition to ACTIVE for port object ab84a846-3c10-444d-863f-25058a14d602 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:42.379890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.392722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.393788 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.411619 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.414755 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e409e74-6e1b-49da-9486-21e36440d850,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:42.417477 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.441361 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.455189 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.458809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Network 5d0c7ad5-cc66-42bd-9976-b209dfba76ff is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:42.469522 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:42.489236 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:42.504407 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:42.508607 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Usage tracker for resource:security_group_rule and tenant:2be2c428374441e4b22ae5fa75a9d200 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:42.525860 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:42.545588 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:42.550919 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'network': {'name': 'tempest-RoutersTest-564746664'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:42.571319 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:49:42.578601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Allocated IP 172.20.0.2 (4401366c-47f7-47e5-8a08-62fbd69fe2e5/4c1c0157-574c-4c1c-a73d-323ed6286819/1f4fe997-76e6-4162-82a8-a8d2ea78cbe3) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:49:42.581279 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:49:42.598399 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:49:42.598962 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Sync routers for ids ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:49:42.607634 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Routers {'57a5eeec-9d4d-44ba-8267-7df7d15b650d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:49:42.608401 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:49:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:42.624931 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:42.636310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Attempting to bind port ab84a846-3c10-444d-863f-25058a14d602 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:42.636310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Attempting to bind port ab84a846-3c10-444d-863f-25058a14d602 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '12dce982-4135-4c4b-bee2-28691cfc15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:42.636310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Attempting to bind port ab84a846-3c10-444d-863f-25058a14d602 on network 5d0c7ad5-cc66-42bd-9976-b209dfba76ff {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:42.640422 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:49:42.640783 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Checking segment: {'id': '12dce982-4135-4c4b-bee2-28691cfc15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:49:42.641258 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.641554 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Bound using segment: {'id': '12dce982-4135-4c4b-bee2-28691cfc15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:49:42.642040 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Bound port: ab84a846-3c10-444d-863f-25058a14d602, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12dce982-4135-4c4b-bee2-28691cfc15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:49:42.642417 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.646241 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:network and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:42.652192 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Pushing event updated for resources: {'Port': ['ID=ab84a846-3c10-444d-863f-25058a14d602,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:42.653519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:42.664336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:42.692944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:42.695191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.702428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.725928 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.729820 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] device_id is not set on port 3f53f520-ad99-4b6e-907e-325ef6882e3e yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:49:42.779873 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] For port ab84a846-3c10-444d-863f-25058a14d602, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:49:42.783772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] For port ab84a846-3c10-444d-863f-25058a14d602, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ab84a846-3c10-444d-863f-25058a14d602,segment=NetworkSegment(12dce982-4135-4c4b-bee2-28691cfc15b1),segment_id=12dce982-4135-4c4b-bee2-28691cfc15b1)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:49:42.791191 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Set router 57a5eeec-9d4d-44ba-8267-7df7d15b650d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:49:42.831968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.911381 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.924919 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.945186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.945807 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Added segment 770bd0f6-fa82-4421-b015-9ad6c2ac7f3e of type vlan for network cc195b81-fda0-40d6-a5bc-1f5a71c34c1c Mar 16 10:49:42.953282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818e216c-cfd5-4c77-9aad-97b372c14353,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:42.982532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.983418 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Added segment 7f6769cf-94dd-4f41-95cd-ef4cc4f2ba48 of type vlan for network 6dc92b17-e652-4e90-95cb-9a92d2e6f2a0 Mar 16 10:49:43.028312 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.032504 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.044473 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Transition to ACTIVE for port object 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:43.046029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:43.048241 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.064442 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Transition to ACTIVE for port object 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:43.076925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.093476 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'name': 'tempest-ServersTestManualDisk-125380269-router', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:36Z', 'updated_at': '2022-03-16T10:49:39Z', 'revision_number': 3, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'gw_port': {'id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:37Z', 'updated_at': '2022-03-16T10:49:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:43.105322 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Checking router: 57a5eeec-9d4d-44ba-8267-7df7d15b650d for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:49:43.106134 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Updating router 57a5eeec-9d4d-44ba-8267-7df7d15b650d port 86d4502d-98db-42ec-b1d1-ec1e487c9844 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:49:43.117520 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Network 4401366c-47f7-47e5-8a08-62fbd69fe2e5 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:43.118694 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d12861-b1eb-4bb4-a437-bb5a14a1c41b None None] Pushing event updated for resources: {'Port': ['ID=ab84a846-3c10-444d-863f-25058a14d602,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:43.121668 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:43.131866 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:security_group_rule and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:43.140002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:43.141829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:43.151751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:43.154437 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:43.163097 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.172547 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:43.177556 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.250880 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224e15ae-2839-4f93-87ec-aec96d0b9e10,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:43.317393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:43.333558 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Pushing event updated for resources: {'Port': ['ID=1f4fe997-76e6-4162-82a8-a8d2ea78cbe3,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:43.344423 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Attempting to bind port 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:43.345031 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Attempting to bind port 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '1c0c015e-2f05-4840-b957-fdc2a43a9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:43.345724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Attempting to bind port 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 on network 4401366c-47f7-47e5-8a08-62fbd69fe2e5 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:43.353197 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:49:43.354067 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Checking segment: {'id': '1c0c015e-2f05-4840-b957-fdc2a43a9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:49:43.354682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.355302 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Bound using segment: {'id': '1c0c015e-2f05-4840-b957-fdc2a43a9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:49:43.355983 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Bound port: 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0c015e-2f05-4840-b957-fdc2a43a9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:49:43.356578 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.357335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.373760 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.423409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.435676 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6d57df1c-2a9d-4659-a997-eba0a5bbf3bf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4351616 Mar 16 10:49:43.450022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.536374 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] For port 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:49:43.540670 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] For port 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1f4fe997-76e6-4162-82a8-a8d2ea78cbe3,segment=NetworkSegment(1c0c015e-2f05-4840-b957-fdc2a43a9c6b),segment_id=1c0c015e-2f05-4840-b957-fdc2a43a9c6b)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:49:43.546368 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42622) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:43.552728 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.620305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.663931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] device_id is not set on port 3f53f520-ad99-4b6e-907e-325ef6882e3e yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:49:43.674554 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687db1e-3ecb-45d2-aafe-f3f1454a1c32 None None] Pushing event updated for resources: {'Port': ['ID=1f4fe997-76e6-4162-82a8-a8d2ea78cbe3,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:43.692417 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.697725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:43.698297 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.724869 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.737253 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Pushing event updated for resources: {'Port': ['ID=72218a52-df7e-48c2-bfac-8aca59108cef,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:43.772318 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.797006 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Transition to ACTIVE for port object 3f53f520-ad99-4b6e-907e-325ef6882e3e will not be triggered until provisioned by entity L2. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:43.802658 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Transition to ACTIVE for port object 86d4502d-98db-42ec-b1d1-ec1e487c9844 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:43.818067 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.841993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:49:43.847519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c57fe2-c28d-47be-8902-71a2a18d704c,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:43.865700 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.1975877 Mar 16 10:49:43.867364 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.867699 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Added segment 20809424-a9e5-414b-bf77-162c14991125 of type vlan for network 954edff4-1737-4805-ad9a-1e407fe9afb4 Mar 16 10:49:43.873020 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42626) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:43.881800 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-0063f04b-2db5-429c-858a-ae9a225c2ff8 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Request body: {'subnet': {'network_id': '6dc92b17-e652-4e90-95cb-9a92d2e6f2a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:43.940709 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececd706-4f1c-4bb4-886e-1cfd8df28de6 None None] Pushing event updated for resources: {'Port': ['ID=86d4502d-98db-42ec-b1d1-ec1e487c9844,revision_number=2']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:43.952516 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececd706-4f1c-4bb4-886e-1cfd8df28de6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:43.953105 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececd706-4f1c-4bb4-886e-1cfd8df28de6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:43.953469 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececd706-4f1c-4bb4-886e-1cfd8df28de6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:43.953868 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececd706-4f1c-4bb4-886e-1cfd8df28de6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:43.962825 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececd706-4f1c-4bb4-886e-1cfd8df28de6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:43.963551 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececd706-4f1c-4bb4-886e-1cfd8df28de6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:43.964091 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececd706-4f1c-4bb4-886e-1cfd8df28de6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:43.964641 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececd706-4f1c-4bb4-886e-1cfd8df28de6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:43.965205 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececd706-4f1c-4bb4-886e-1cfd8df28de6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:43.965729 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececd706-4f1c-4bb4-886e-1cfd8df28de6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:43.966247 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececd706-4f1c-4bb4-886e-1cfd8df28de6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:43.969472 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececd706-4f1c-4bb4-886e-1cfd8df28de6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececd706-4f1c-4bb4-886e-1cfd8df28de6 None None] Tracked resource versions report: Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: pushed versions: Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: { 'AddressGroup': {'1.2'}, Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'ConntrackHelper': {'1.0'}, Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Log': {'1.0'}, Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Network': {'1.1'}, Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Port': {'1.7'}, Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'PortForwarding': {'1.2'}, Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'QosPolicy': {'1.8'}, Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'SecurityGroup': {'1.4'}, Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'SubPort': {'1.0'}, Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Subnet': {'1.1'}, Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Trunk': {'1.1'}} Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: consumer versions: Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: { DHCP agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: HyperV agent@hv-neutron-8338: {}, Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: L3 agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: Metadata agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: Metering agent@dv-neutron-833859-1-hyperv: {}, Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: Open vSwitch agent@dv-neutron-833859-1-hyperv: { 'AddressGroup': '1.2', Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'ConntrackHelper': '1.0', Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Log': '1.0', Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Network': '1.1', Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Port': '1.7', Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'PortForwarding': '1.2', Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'QosPolicy': '1.8', Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'SecurityGroup': '1.4', Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'SecurityGroupRule': '1.2', Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'SubPort': '1.0', Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Subnet': '1.1', Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: 'Trunk': '1.1'}} Mar 16 10:49:43.970869 dv-neutron-833859-1-hyperv neutron-server[87971]: {{(pid=87971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:49:43.976484 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Attempting to bind port 86d4502d-98db-42ec-b1d1-ec1e487c9844 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:43.977074 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Attempting to bind port 86d4502d-98db-42ec-b1d1-ec1e487c9844 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:43.978320 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Attempting to bind port 86d4502d-98db-42ec-b1d1-ec1e487c9844 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:43.985012 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:49:43.986310 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:49:43.986944 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.987645 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:49:43.988922 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Bound port: 86d4502d-98db-42ec-b1d1-ec1e487c9844, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:49:43.989518 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.995575 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:43.996477 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:43.997037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:44.001095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:44.017366 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec7a17-99a3-4d31-9f9f-3718a1cebb29 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Pushing event updated for resources: {'Network': ['ID=6dc92b17-e652-4e90-95cb-9a92d2e6f2a0,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:44.038080 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:44.130401 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] For port 86d4502d-98db-42ec-b1d1-ec1e487c9844, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:49:44.136241 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] For port 86d4502d-98db-42ec-b1d1-ec1e487c9844, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=86d4502d-98db-42ec-b1d1-ec1e487c9844,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:49:44.140304 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.4458704 Mar 16 10:49:44.148896 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:44.152090 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 6dc92b17-e652-4e90-95cb-9a92d2e6f2a0 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:49:44.179816 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42632) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:44.284520 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:44.290557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:44.291178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:44.305853 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Routers {'57a5eeec-9d4d-44ba-8267-7df7d15b650d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:49:44.306690 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:49:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:44.398090 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0063f04b-2db5-429c-858a-ae9a225c2ff8 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:44.430749 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0063f04b-2db5-429c-858a-ae9a225c2ff8 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Usage tracker for resource:subnet and tenant:a37041cf69d44f21a715ae263f04815a is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:44.444632 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Allocated IP 172.26.3.216 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/640c44fa-fdc4-4552-87bb-9c80607f1cd1) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:49:44.477146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0063f04b-2db5-429c-858a-ae9a225c2ff8 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:44.499803 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Pushing event updated for resources: {'Port': ['ID=3f53f520-ad99-4b6e-907e-325ef6882e3e,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:44.544686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedebbbf-23b2-4df7-af78-181786221944 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Pushing event updated for resources: {'Network': ['ID=cc195b81-fda0-40d6-a5bc-1f5a71c34c1c,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:44.555450 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececd706-4f1c-4bb4-886e-1cfd8df28de6 None None] Pushing event updated for resources: {'Port': ['ID=86d4502d-98db-42ec-b1d1-ec1e487c9844,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:44.575705 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network cc195b81-fda0-40d6-a5bc-1f5a71c34c1c details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:49:44.634663 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0063f04b-2db5-429c-858a-ae9a225c2ff8 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:44.634994 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] Set router 57a5eeec-9d4d-44ba-8267-7df7d15b650d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:49:44.683232 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:44.753862 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e98666a-9f4c-4087-9298-d5864ecf16e5 None None] Network 5d0c7ad5-cc66-42bd-9976-b209dfba76ff requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:49:44.801863 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ab84a846-3c10-444d-863f-25058a14d602 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:49:44.835599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Network': ['ID=954edff4-1737-4805-ad9a-1e407fe9afb4,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:44.846764 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-37e75dad-44e3-4dca-8f41-7133de18c1eb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.5473027 Mar 16 10:49:44.854557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42636) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:44.876780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-ccd09631-0e40-4a6c-b90d-00867ede1661 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'network': {'name': 'tempest-RoutersTest-536298908'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:44.882556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:44.890031 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0063f04b-2db5-429c-858a-ae9a225c2ff8 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Made reservation on behalf of a37041cf69d44f21a715ae263f04815a for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:44.890820 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 954edff4-1737-4805-ad9a-1e407fe9afb4 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:49:44.894237 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0063f04b-2db5-429c-858a-ae9a225c2ff8 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks [] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:44.910353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ccd09631-0e40-4a6c-b90d-00867ede1661 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:44.954216 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:44.989221 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Checking segment: {'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:49:44.989779 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Network hostable DHCP agents. Network: c2eebb12-6fe5-4f73-826e-2f4db250bb6c, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:49:45.057173 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:45.065300 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ccd09631-0e40-4a6c-b90d-00867ede1661 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:network and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:45.146950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:45.156728 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ccd09631-0e40-4a6c-b90d-00867ede1661 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:45.161595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:45.172591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Network c2eebb12-6fe5-4f73-826e-2f4db250bb6c is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:49:45.174482 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:45.201556 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e16402-fc78-4bcf-be74-972223d8ebe8 None None] Network 4401366c-47f7-47e5-8a08-62fbd69fe2e5 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:49:45.217046 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-051816f2-f8bd-4693-898d-b299532193f5 None None] Provisioning for port ab84a846-3c10-444d-863f-25058a14d602 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:49:45.273485 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ccd09631-0e40-4a6c-b90d-00867ede1661 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:45.362378 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Pushing event updated for resources: {'Port': ['ID=640c44fa-fdc4-4552-87bb-9c80607f1cd1,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:45.368542 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, c2eebb12-6fe5-4f73-826e-2f4db250bb6c) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:45.382933 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'name': 'tempest-ServersTestManualDisk-125380269-router', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:36Z', 'updated_at': '2022-03-16T10:49:39Z', 'revision_number': 3, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'gw_port': {'id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:37Z', 'updated_at': '2022-03-16T10:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:45.388402 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceae88d-3e8c-4256-a72a-b709e5ec43e7 None None] The sync data for ids ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'] in dv-neutron-833859-1-hyperv is: [{'id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'name': 'tempest-ServersTestManualDisk-125380269-router', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:36Z', 'updated_at': '2022-03-16T10:49:39Z', 'revision_number': 3, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'gw_port': {'id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:37Z', 'updated_at': '2022-03-16T10:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:49:45.454016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8f1466-98c3-4699-9f7d-b58dd7a86b57 None None] Network c2eebb12-6fe5-4f73-826e-2f4db250bb6c requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:49:45.511787 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:45.525456 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port ab84a846-3c10-444d-863f-25058a14d602 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:49:45.530124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd09631-0e40-4a6c-b90d-00867ede1661 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:45.533456 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ccd09631-0e40-4a6c-b90d-00867ede1661 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:45.545121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:45.545973 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:45.546339 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:45.601880 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:45.602092 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:45.613708 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 2 to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e Mar 16 10:49:45.664492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port ab84a846-3c10-444d-863f-25058a14d602 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:45.664971 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:45.693365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:45.693689 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:45.694011 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:45.729695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:45.730020 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:45.730534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:45.747954 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 3 to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e Mar 16 10:49:45.748147 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2b5cd581-129f-4368-ab8b-ae68d1887e42 None None] Provisioning for port 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:49:45.781764 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:45.782153 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:45.782486 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:45.868862 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:45.869157 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:45.879616 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 4 to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e Mar 16 10:49:45.886586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:45.903056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:45.967451 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:45.967768 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:45.968099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:45.984909 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:45.984909 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:45.996104 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 5 to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e Mar 16 10:49:46.011377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd09631-0e40-4a6c-b90d-00867ede1661 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:49:46.013908 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:46.014192 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:46.014520 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:46.064891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:49:46.064891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:49:46.065217 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:46.065217 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:46.065710 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:49:46.066217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Subscribe: > port after_create 55550000 {{(pid=87969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:49:46.066580 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:49:46.067218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Subscribe: > port after_update 55550000 {{(pid=87969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:49:46.067432 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 6 to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e Mar 16 10:49:46.067525 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:49:46.068355 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:49:46.068546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:49:46.068914 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:49:46.074757 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:46.104446 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:46.158057 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port ab84a846-3c10-444d-863f-25058a14d602, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ab84a846-3c10-444d-863f-25058a14d602,segment=NetworkSegment(12dce982-4135-4c4b-bee2-28691cfc15b1),segment_id=12dce982-4135-4c4b-bee2-28691cfc15b1)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:49:46.163201 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:46.164124 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:49:46.368925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=ab84a846-3c10-444d-863f-25058a14d602,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:46.390910 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:49:46.391401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:49:46.392046 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:49:46.392636 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:49:46.393456 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc195b81-fda0-40d6-a5bc-1f5a71c34c1c']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:46.393831 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:49:46.401249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:46.401626 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:46.472240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:46.472570 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:46.472912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:46.487635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:46.521379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:46.522368 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:46.533104 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770bd0f6-fa82-4421-b015-9ad6c2ac7f3e') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:46.533397 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770bd0f6-fa82-4421-b015-9ad6c2ac7f3e') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:46.544262 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:46.550435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ccd09631-0e40-4a6c-b90d-00867ede1661 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:46.550768 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-ccd09631-0e40-4a6c-b90d-00867ede1661 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Added segment aac79416-7358-4d6c-bde7-8d16eeb7ada5 of type vlan for network a3b39059-c5ef-4532-9bad-39a562c397d1 Mar 16 10:49:46.606504 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2a598629-fcf4-41f0-b210-7451fe50d797 None None] Provisioning complete for port 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:46.606963 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2a598629-fcf4-41f0-b210-7451fe50d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:46.627770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:46.659339 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:46.713696 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 7 to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e Mar 16 10:49:46.714088 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1f4fe997-76e6-4162-82a8-a8d2ea78cbe3,segment=NetworkSegment(1c0c015e-2f05-4840-b957-fdc2a43a9c6b),segment_id=1c0c015e-2f05-4840-b957-fdc2a43a9c6b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:49:46.721596 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:46.741352 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:46.751102 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:46.830242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:49:46.830561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:46.854823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=1f4fe997-76e6-4162-82a8-a8d2ea78cbe3,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:46.856249 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0063f04b-2db5-429c-858a-ae9a225c2ff8 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:46.858640 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:46.858977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:46.859384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: from cryptography.utils import int_from_bytes Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: from cryptography.utils import int_from_bytes Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn_limited( Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn_limited( Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:49:46.862471 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:49:46.867129 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2a598629-fcf4-41f0-b210-7451fe50d797 None None] Provisioning complete for port ab84a846-3c10-444d-863f-25058a14d602 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:46.867622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2a598629-fcf4-41f0-b210-7451fe50d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:46.875764 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:46.875764 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:46.880790 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 8 to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e Mar 16 10:49:46.913340 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ccd09631-0e40-4a6c-b90d-00867ede1661 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:46.965960 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:46.966281 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:46.966607 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:46.991087 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:46.991503 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:46.996808 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 9 to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e Mar 16 10:49:47.032615 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ab84a846-3c10-444d-863f-25058a14d602 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:49:47.054077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:47.054717 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:47.055277 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:47.080818 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:47.081433 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:47.084371 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 10 to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e Mar 16 10:49:47.115869 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:47.116534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:47.117111 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:47.131703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 3f53f520-ad99-4b6e-907e-325ef6882e3e on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:47.132019 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 3f53f520-ad99-4b6e-907e-325ef6882e3e on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:47.132435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.138494 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port ab84a846-3c10-444d-863f-25058a14d602 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:47.139179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063f04b-2db5-429c-858a-ae9a225c2ff8 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Pushing event updated for resources: {'Subnet': ['ID=28cadac9-73df-4b20-9a25-f3277024676b,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:47.139653 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.147662 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.171114 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063f04b-2db5-429c-858a-ae9a225c2ff8 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Checking segment: {'id': '7f6769cf-94dd-4f41-95cd-ef4cc4f2ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6dc92b17-e652-4e90-95cb-9a92d2e6f2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:49:47.171580 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063f04b-2db5-429c-858a-ae9a225c2ff8 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Network hostable DHCP agents. Network: 6dc92b17-e652-4e90-95cb-9a92d2e6f2a0, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:49:47.189362 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ccd09631-0e40-4a6c-b90d-00867ede1661 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.195470 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd09631-0e40-4a6c-b90d-00867ede1661 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:47.196067 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ccd09631-0e40-4a6c-b90d-00867ede1661 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.221545 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Router c4efcd2f-673e-4927-8d3c-d7ac5f58329e is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:49:47.245847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.278241 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Allocated IP 172.20.0.1 (6053f626-2309-4760-a720-9eef23c240bd/daeb902a-ccad-4a6c-aa0c-329a9cf985f7/4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:49:47.289829 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 86d4502d-98db-42ec-b1d1-ec1e487c9844 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:49:47.334179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc195b81-fda0-40d6-a5bc-1f5a71c34c1c {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:49:47.383388 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.406637 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 86d4502d-98db-42ec-b1d1-ec1e487c9844 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:49:47.408669 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.408984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] For port 3f53f520-ad99-4b6e-907e-325ef6882e3e, host hv-neutron-8338, cleared binding levels {{(pid=87968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:49:47.409511 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempted to set empty binding levels {{(pid=87968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:49:47.414032 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 86d4502d-98db-42ec-b1d1-ec1e487c9844 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:47.414445 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.432415 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.566528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.591060 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 86d4502d-98db-42ec-b1d1-ec1e487c9844, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=86d4502d-98db-42ec-b1d1-ec1e487c9844,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:49:47.592486 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Router 6556e395-c753-495e-934b-5af126e5265a is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:49:47.598188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.610943 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:47.612168 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.643640 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ccd09631-0e40-4a6c-b90d-00867ede1661 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.7843060 Mar 16 10:49:47.644736 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd09631-0e40-4a6c-b90d-00867ede1661 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Network': ['ID=a3b39059-c5ef-4532-9bad-39a562c397d1,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:47.657320 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42644) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:47.680914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-82273413-c8dc-4ed3-ae60-af9f28e3ac31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'subnet': {'network_id': '954edff4-1737-4805-ad9a-1e407fe9afb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:47.696070 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=86d4502d-98db-42ec-b1d1-ec1e487c9844,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:47.720620 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063f04b-2db5-429c-858a-ae9a225c2ff8 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Network 6dc92b17-e652-4e90-95cb-9a92d2e6f2a0 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:49:47.725428 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "DELETE /v2.0/networks/cc195b81-fda0-40d6-a5bc-1f5a71c34c1c HTTP/1.1" status: 204 len: 168 time: 3.5341122 Mar 16 10:49:47.729877 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.7755928 Mar 16 10:49:47.731072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef542e90-ed22-4fb2-8d86-547e3eaacc32 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Pushing event updated for resources: {'Port': ['ID=3f53f520-ad99-4b6e-907e-325ef6882e3e,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:47.735485 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42648) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:47.736027 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42650) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:47.749257 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:49:47.752871 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network a3b39059-c5ef-4532-9bad-39a562c397d1 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:49:47.761171 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-210f65a7-f492-4ce7-a173-a80c75c62905 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:47.854199 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-210f65a7-f492-4ce7-a173-a80c75c62905 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:47.871893 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-0063f04b-2db5-429c-858a-ae9a225c2ff8 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 6dc92b17-e652-4e90-95cb-9a92d2e6f2a0) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:47.886401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb5090-c6b0-4994-9f35-fe329cfc4db3 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc195b81-fda0-40d6-a5bc-1f5a71c34c1c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:47.889883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.898007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.900248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0063f04b-2db5-429c-858a-ae9a225c2ff8 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:47.900827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0063f04b-2db5-429c-858a-ae9a225c2ff8 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.902641 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-210f65a7-f492-4ce7-a173-a80c75c62905 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Usage tracker for resource:network and tenant:f0a607c33ea34d4ebde65ffb46f792a5 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:47.904647 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c9e12d-15bc-4216-89bf-0d3e06527ff2 None None] Network 6dc92b17-e652-4e90-95cb-9a92d2e6f2a0 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:49:47.911412 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.914570 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-210f65a7-f492-4ce7-a173-a80c75c62905 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:47.936278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-210f65a7-f492-4ce7-a173-a80c75c62905 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:47.941642 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-82273413-c8dc-4ed3-ae60-af9f28e3ac31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:47.946213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.950599 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cb5a5806-2fa3-4f2b-81cd-75d958591c7b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.7798290 Mar 16 10:49:47.955301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42656) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:47.964754 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-82273413-c8dc-4ed3-ae60-af9f28e3ac31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:subnet and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:47.969255 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-88610e7b-e71a-471f-be90-0a2a75dac9fb tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Deleting port 3f53f520-ad99-4b6e-907e-325ef6882e3e {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:49:47.969681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-88610e7b-e71a-471f-be90-0a2a75dac9fb tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:47.996911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Transition to ACTIVE for port object 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:48.054325 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-82273413-c8dc-4ed3-ae60-af9f28e3ac31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:48.076969 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Sync routers for ids ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:49:48.078189 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0063f04b-2db5-429c-858a-ae9a225c2ff8 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2040179 Mar 16 10:49:48.078985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42660) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:48.086271 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:48.086821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6829717a-30cd-4fc5-bc23-48c3b5bfc1b5 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:49:48.091184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Request body: {'port': {'network_id': '6dc92b17-e652-4e90-95cb-9a92d2e6f2a0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-316555386'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:48.105281 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-82273413-c8dc-4ed3-ae60-af9f28e3ac31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:48.122788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210f65a7-f492-4ce7-a173-a80c75c62905 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Made reservation on behalf of f0a607c33ea34d4ebde65ffb46f792a5 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:48.126551 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-210f65a7-f492-4ce7-a173-a80c75c62905 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:48.142473 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Routers {'c4efcd2f-673e-4927-8d3c-d7ac5f58329e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:49:48.143307 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:49:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:48.180071 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 16 10:49:48.181381 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-627f84ab-5c76-4311-b3d4-156e08414a15 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.9396310 Mar 16 10:49:48.186021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42664) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:48.187001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:49:48.195733 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Sync routers for ids ['6556e395-c753-495e-934b-5af126e5265a'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:49:48.197955 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210f65a7-f492-4ce7-a173-a80c75c62905 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:49:48.209038 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Routers {'6556e395-c753-495e-934b-5af126e5265a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:49:48.209659 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:49:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6556e395-c753-495e-934b-5af126e5265a'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:48.212268 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-210f65a7-f492-4ce7-a173-a80c75c62905 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:48.212598 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-210f65a7-f492-4ce7-a173-a80c75c62905 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Added segment 829f0e01-6897-42aa-9738-836983463bb4 of type vlan for network c9fbc53b-2c97-4c4c-b746-b4e34b789717 Mar 16 10:49:48.249318 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-210f65a7-f492-4ce7-a173-a80c75c62905 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:48.287746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6dc92b17-e652-4e90-95cb-9a92d2e6f2a0', 'network_id': '6dc92b17-e652-4e90-95cb-9a92d2e6f2a0', 'tenant_id': 'a37041cf69d44f21a715ae263f04815a', 'fixed_ips': [{'subnet_id': '28cadac9-73df-4b20-9a25-f3277024676b'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:49:48.288746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:48.452801 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Set router 6556e395-c753-495e-934b-5af126e5265a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:49:48.465449 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82273413-c8dc-4ed3-ae60-af9f28e3ac31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:48.469452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-82273413-c8dc-4ed3-ae60-af9f28e3ac31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:48.493948 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Set router c4efcd2f-673e-4927-8d3c-d7ac5f58329e gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:49:48.497708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-82405aaa-f0c7-48eb-bda9-72e0c0b0aa17 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Deleting port cebcbe2c-5c97-46a3-b340-31f213679e9b {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:49:48.498273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-82405aaa-f0c7-48eb-bda9-72e0c0b0aa17 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:48.533197 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:48.536023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:48.537437 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a73dc07d-0a59-4462-94c1-9156f57b55fc admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.5802150 Mar 16 10:49:48.546733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42668) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:48.615282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Usage tracker for resource:port and tenant:a37041cf69d44f21a715ae263f04815a is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:48.626670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:48.652651 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:48.767978 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6556e395-c753-495e-934b-5af126e5265a', 'name': 'tempest-ServerActionsTestJSON-1781411815-router', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:43Z', 'revision_number': 3, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'gw_port': {'id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:41Z', 'updated_at': '2022-03-16T10:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:48.772591 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Checking router: 6556e395-c753-495e-934b-5af126e5265a for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:49:48.772940 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Updating router 6556e395-c753-495e-934b-5af126e5265a port 72218a52-df7e-48c2-bfac-8aca59108cef binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:49:48.788059 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Allocated IP 2001:db8::2 (6dc92b17-e652-4e90-95cb-9a92d2e6f2a0/28cadac9-73df-4b20-9a25-f3277024676b/0d7cb86b-0568-48d7-9e43-54e083b1af77) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:49:48.840329 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:48.902466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:49:48.919626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-82405aaa-f0c7-48eb-bda9-72e0c0b0aa17 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.068242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-82405aaa-f0c7-48eb-bda9-72e0c0b0aa17 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Calling delete_port for cebcbe2c-5c97-46a3-b340-31f213679e9b owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:49:49.084287 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:49.084663 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.109063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-88610e7b-e71a-471f-be90-0a2a75dac9fb tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] For port 3f53f520-ad99-4b6e-907e-325ef6882e3e, host hv-neutron-8338, got binding levels [] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:49:49.109627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-88610e7b-e71a-471f-be90-0a2a75dac9fb tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.170056 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'name': 'tempest-ServersTestJSON-1438176097-router', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:45Z', 'revision_number': 3, 'project_id': '88d104187244448c94232efcadd9a6a6', 'gw_port': {'id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:43Z', 'updated_at': '2022-03-16T10:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:49.221190 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Checking router: c4efcd2f-673e-4927-8d3c-d7ac5f58329e for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:49:49.221574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Updating router c4efcd2f-673e-4927-8d3c-d7ac5f58329e port 640c44fa-fdc4-4552-87bb-9c80607f1cd1 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:49:49.235438 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.248845 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Transition to ACTIVE for port object 72218a52-df7e-48c2-bfac-8aca59108cef will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:49.253030 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-88610e7b-e71a-471f-be90-0a2a75dac9fb tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Calling delete_port for 3f53f520-ad99-4b6e-907e-325ef6882e3e owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:49:49.257788 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.348481 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e34a6e-515a-4a63-86f3-e02646bfa50b None None] Pushing event updated for resources: {'Port': ['ID=72218a52-df7e-48c2-bfac-8aca59108cef,revision_number=2']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:49.376955 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Attempting to bind port 72218a52-df7e-48c2-bfac-8aca59108cef on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:49.377640 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Attempting to bind port 72218a52-df7e-48c2-bfac-8aca59108cef by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:49.378206 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Attempting to bind port 72218a52-df7e-48c2-bfac-8aca59108cef on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:49.387244 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:49:49.387895 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:49:49.388812 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.389646 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:49:49.390370 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Bound port: 72218a52-df7e-48c2-bfac-8aca59108cef, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:49:49.390937 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.398428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Made reservation on behalf of a37041cf69d44f21a715ae263f04815a for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:49.402053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.411113 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.486034 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] For port 72218a52-df7e-48c2-bfac-8aca59108cef, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:49:49.491609 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] For port 72218a52-df7e-48c2-bfac-8aca59108cef, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=72218a52-df7e-48c2-bfac-8aca59108cef,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:49:49.498446 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.507851 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] device_id is not set on port e1c80a17-3440-4a15-9851-6af15523772f yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:49:49.539518 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 86d4502d-98db-42ec-b1d1-ec1e487c9844 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:49:49.559730 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Routers {'6556e395-c753-495e-934b-5af126e5265a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:49:49.560683 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:49:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6556e395-c753-495e-934b-5af126e5265a'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:49.605108 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.682580 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Transition to ACTIVE for port object 0d7cb86b-0568-48d7-9e43-54e083b1af77 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:49.696157 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-82273413-c8dc-4ed3-ae60-af9f28e3ac31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.702081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-210f65a7-f492-4ce7-a173-a80c75c62905 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.702931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210f65a7-f492-4ce7-a173-a80c75c62905 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:49.703557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-210f65a7-f492-4ce7-a173-a80c75c62905 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.709529 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 86d4502d-98db-42ec-b1d1-ec1e487c9844 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:49.710074 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.807860 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Transition to ACTIVE for port object 0d7cb86b-0568-48d7-9e43-54e083b1af77 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:49.819645 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] Set router 6556e395-c753-495e-934b-5af126e5265a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:49:49.877988 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.913698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.917022 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-88610e7b-e71a-471f-be90-0a2a75dac9fb tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:49.940842 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Allocated IP 2001:db8::26a (6dc92b17-e652-4e90-95cb-9a92d2e6f2a0/28cadac9-73df-4b20-9a25-f3277024676b/e1c80a17-3440-4a15-9851-6af15523772f) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:49:49.956341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f65a7-f492-4ce7-a173-a80c75c62905 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Pushing event updated for resources: {'Network': ['ID=c9fbc53b-2c97-4c4c-b746-b4e34b789717,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:49.968321 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Network 6dc92b17-e652-4e90-95cb-9a92d2e6f2a0 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:49.980395 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Pushing event updated for resources: {'Port': ['ID=0d7cb86b-0568-48d7-9e43-54e083b1af77,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:49.985964 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:49.993615 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:50.000283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network c9fbc53b-2c97-4c4c-b746-b4e34b789717 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:49:50.089227 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-210f65a7-f492-4ce7-a173-a80c75c62905 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.3435156 Mar 16 10:49:50.089928 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82273413-c8dc-4ed3-ae60-af9f28e3ac31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Subnet': ['ID=2bc2a074-e359-4e9c-9309-6add0426bce3,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:50.095833 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42678) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:50.158472 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:50.169651 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e34a6e-515a-4a63-86f3-e02646bfa50b None None] Pushing event updated for resources: {'Port': ['ID=72218a52-df7e-48c2-bfac-8aca59108cef,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:50.176040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Transition to ACTIVE for port object e1c80a17-3440-4a15-9851-6af15523772f will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:50.203607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-82405aaa-f0c7-48eb-bda9-72e0c0b0aa17 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:50.216105 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:50.224365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Pushing event updated for resources: {'Port': ['ID=4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:50.235554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:50.254434 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6556e395-c753-495e-934b-5af126e5265a', 'name': 'tempest-ServerActionsTestJSON-1781411815-router', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:43Z', 'revision_number': 3, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'gw_port': {'id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:41Z', 'updated_at': '2022-03-16T10:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:50.258812 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d2c1fa-35b6-4e61-ac6e-73b79f35ee79 None None] The sync data for ids ['6556e395-c753-495e-934b-5af126e5265a'] in dv-neutron-833859-1-hyperv is: [{'id': '6556e395-c753-495e-934b-5af126e5265a', 'name': 'tempest-ServerActionsTestJSON-1781411815-router', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:43Z', 'revision_number': 3, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'gw_port': {'id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:41Z', 'updated_at': '2022-03-16T10:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:49:50.292584 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Attempting to bind port 0d7cb86b-0568-48d7-9e43-54e083b1af77 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:50.293169 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Attempting to bind port 0d7cb86b-0568-48d7-9e43-54e083b1af77 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '7f6769cf-94dd-4f41-95cd-ef4cc4f2ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6dc92b17-e652-4e90-95cb-9a92d2e6f2a0'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:50.293829 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Attempting to bind port 0d7cb86b-0568-48d7-9e43-54e083b1af77 on network 6dc92b17-e652-4e90-95cb-9a92d2e6f2a0 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:50.305586 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d1ae74c9-b528-448e-aef4-757788e315f1 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Request body: {'subnet': {'network_id': 'c9fbc53b-2c97-4c4c-b746-b4e34b789717', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:50.310544 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d1ae74c9-b528-448e-aef4-757788e315f1 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:50.313822 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:49:50.314250 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Checking segment: {'id': '7f6769cf-94dd-4f41-95cd-ef4cc4f2ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6dc92b17-e652-4e90-95cb-9a92d2e6f2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:49:50.314658 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:50.315064 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Bound using segment: {'id': '7f6769cf-94dd-4f41-95cd-ef4cc4f2ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6dc92b17-e652-4e90-95cb-9a92d2e6f2a0'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:49:50.316886 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Bound port: 0d7cb86b-0568-48d7-9e43-54e083b1af77, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6769cf-94dd-4f41-95cd-ef4cc4f2ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6dc92b17-e652-4e90-95cb-9a92d2e6f2a0'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:49:50.317219 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d1ae74c9-b528-448e-aef4-757788e315f1 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Usage tracker for resource:subnet and tenant:f0a607c33ea34d4ebde65ffb46f792a5 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:50.317428 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:50.324243 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d1ae74c9-b528-448e-aef4-757788e315f1 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:50.337182 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d1ae74c9-b528-448e-aef4-757788e315f1 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:50.347941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82405aaa-f0c7-48eb-bda9-72e0c0b0aa17 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Pushing event deleted for resources: {'Port': ['ID=cebcbe2c-5c97-46a3-b340-31f213679e9b,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:50.365354 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Network 6dc92b17-e652-4e90-95cb-9a92d2e6f2a0 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:50.394991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82273413-c8dc-4ed3-ae60-af9f28e3ac31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Checking segment: {'id': '20809424-a9e5-414b-bf77-162c14991125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '954edff4-1737-4805-ad9a-1e407fe9afb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:49:50.395420 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82273413-c8dc-4ed3-ae60-af9f28e3ac31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network hostable DHCP agents. Network: 954edff4-1737-4805-ad9a-1e407fe9afb4, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:49:50.400468 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88610e7b-e71a-471f-be90-0a2a75dac9fb tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f53f520-ad99-4b6e-907e-325ef6882e3e,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:50.404880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:50.410557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:50.420482 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:50.421224 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:50.444916 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] For port 0d7cb86b-0568-48d7-9e43-54e083b1af77, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:49:50.454969 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ae74c9-b528-448e-aef4-757788e315f1 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Made reservation on behalf of f0a607c33ea34d4ebde65ffb46f792a5 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:50.457680 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d1ae74c9-b528-448e-aef4-757788e315f1 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:50.484619 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Network 6053f626-2309-4760-a720-9eef23c240bd is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:50.490754 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] For port 0d7cb86b-0568-48d7-9e43-54e083b1af77, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0d7cb86b-0568-48d7-9e43-54e083b1af77,segment=NetworkSegment(7f6769cf-94dd-4f41-95cd-ef4cc4f2ba48),segment_id=7f6769cf-94dd-4f41-95cd-ef4cc4f2ba48)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:49:50.505511 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:50.509931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:50.517605 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-88610e7b-e71a-471f-be90-0a2a75dac9fb tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:50.579463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:50.579913 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:50.599015 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:50.650060 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Transition to ACTIVE for port object 640c44fa-fdc4-4552-87bb-9c80607f1cd1 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:50.696922 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:50.709973 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd227fbe-a790-4b2f-a5a5-4f26ba4e5852 None None] Pushing event updated for resources: {'Port': ['ID=0d7cb86b-0568-48d7-9e43-54e083b1af77,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:50.794755 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.7120595 Mar 16 10:49:50.810529 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42682) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:50.822534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Request body: {'port': {'network_id': '6dc92b17-e652-4e90-95cb-9a92d2e6f2a0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2053745177', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:50.823086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.api.validators [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] bootfile-name is not in valid_values {{(pid=87969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:49:50.823459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.api.validators [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] tftp-server is not in valid_values {{(pid=87969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:49:50.823848 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.api.validators [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] server-ip-address is not in valid_values {{(pid=87969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:49:50.837223 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c097a4c-6326-46dd-8ea7-5d1e00adc9ba tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Pushing event updated for resources: {'Port': ['ID=e1c80a17-3440-4a15-9851-6af15523772f,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:50.905858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Attempting to bind port 640c44fa-fdc4-4552-87bb-9c80607f1cd1 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:50.906331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Attempting to bind port 640c44fa-fdc4-4552-87bb-9c80607f1cd1 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:50.906839 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Attempting to bind port 640c44fa-fdc4-4552-87bb-9c80607f1cd1 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:50.962821 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f29c3-121f-47bf-a32b-aebbbba3067b None None] Pushing event updated for resources: {'Port': ['ID=640c44fa-fdc4-4552-87bb-9c80607f1cd1,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:50.967868 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:49:50.968382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:49:50.968873 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:50.969353 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:49:50.969919 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Bound port: 640c44fa-fdc4-4552-87bb-9c80607f1cd1, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:49:50.971286 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:50.997382 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82273413-c8dc-4ed3-ae60-af9f28e3ac31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 954edff4-1737-4805-ad9a-1e407fe9afb4 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:49:51.013827 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-88610e7b-e71a-471f-be90-0a2a75dac9fb tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] 10.222.0.44 "DELETE /v2.0/ports/3f53f520-ad99-4b6e-907e-325ef6882e3e HTTP/1.1" status: 204 len: 168 time: 3.2661920 Mar 16 10:49:51.017787 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42686) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:51.063825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-82405aaa-f0c7-48eb-bda9-72e0c0b0aa17 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:51.065788 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-82405aaa-f0c7-48eb-bda9-72e0c0b0aa17 tempest-RoutersAdminNegativeIpV6Test-1484631312 tempest-RoutersAdminNegativeIpV6Test-1484631312-project-admin] 10.222.0.44 "DELETE /v2.0/ports/cebcbe2c-5c97-46a3-b340-31f213679e9b HTTP/1.1" status: 204 len: 168 time: 2.8769546 Mar 16 10:49:51.087768 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-82273413-c8dc-4ed3-ae60-af9f28e3ac31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 954edff4-1737-4805-ad9a-1e407fe9afb4) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:51.135491 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] For port 640c44fa-fdc4-4552-87bb-9c80607f1cd1, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:49:51.139724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] For port 640c44fa-fdc4-4552-87bb-9c80607f1cd1, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=640c44fa-fdc4-4552-87bb-9c80607f1cd1,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:49:51.150301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82273413-c8dc-4ed3-ae60-af9f28e3ac31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:51.151563 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-82273413-c8dc-4ed3-ae60-af9f28e3ac31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:51.152819 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 72218a52-df7e-48c2-bfac-8aca59108cef up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:49:51.181363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390e75ec-fbf0-4011-9dc0-e47eafb9afa9 None None] Network 954edff4-1737-4805-ad9a-1e407fe9afb4 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:49:51.204099 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdedf6b6-ec7b-43a3-8894-632073259dc9 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:49:51.204647 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cdedf6b6-ec7b-43a3-8894-632073259dc9 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Synchronizing usage tracker for tenant:2be2c428374441e4b22ae5fa75a9d200 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:49:51.256308 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:51.270115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:51.276408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Allocated IP 172.20.0.1 (5d0c7ad5-cc66-42bd-9976-b209dfba76ff/1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69/a593dc41-b4ba-4d5c-bddd-cf191a90eb2c) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:49:51.283390 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:51.378277 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-82273413-c8dc-4ed3-ae60-af9f28e3ac31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7194395 Mar 16 10:49:51.386158 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42692) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:51.388057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cdedf6b6-ec7b-43a3-8894-632073259dc9 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Unset dirty status for tenant:2be2c428374441e4b22ae5fa75a9d200 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:49:51.389807 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cdedf6b6-ec7b-43a3-8894-632073259dc9 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] 10.222.0.44 "GET /v2.0/ports/3f53f520-ad99-4b6e-907e-325ef6882e3e HTTP/1.1" status: 404 len: 333 time: 0.3100164 Mar 16 10:49:51.406726 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ff8f96b5-0ecb-4329-ab6b-a6e6ab6bc704 None None] Provisioning for port 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:49:51.438792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42696) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:51.442847 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-12f63e9c-49b7-4918-b47a-1f64dbbd5a33 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'subnet': {'network_id': 'a3b39059-c5ef-4532-9bad-39a562c397d1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:51.457577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Usage tracker for resource:port and tenant:a37041cf69d44f21a715ae263f04815a is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:51.463079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:51.472950 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ff8f96b5-0ecb-4329-ab6b-a6e6ab6bc704 None None] Provisioning complete for port 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:51.476007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ff8f96b5-0ecb-4329-ab6b-a6e6ab6bc704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:51.478327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:51.494102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Made reservation on behalf of a37041cf69d44f21a715ae263f04815a for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:51.497845 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:51.516057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-8d10c84e-b125-4d05-8fa4-cd6165cd562c tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Request body: {'port': {'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1161392795'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:51.582738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] device_id is not set on port 20cb6c63-6ea8-4f4a-8840-749a4c332e5a yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:49:51.712167 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-12f63e9c-49b7-4918-b47a-1f64dbbd5a33 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:51.715465 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42702) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:51.720214 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8d10c84e-b125-4d05-8fa4-cd6165cd562c tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:51.732997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8d10c84e-b125-4d05-8fa4-cd6165cd562c tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:51.787611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Routers {'c4efcd2f-673e-4927-8d3c-d7ac5f58329e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:49:51.788486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:49:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:51.813734 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Allocated IP 172.20.0.1 (4401366c-47f7-47e5-8a08-62fbd69fe2e5/4c1c0157-574c-4c1c-a73d-323ed6286819/ebce5850-b436-49bb-bf0a-2f81d7b819be) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:49:51.876343 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-12f63e9c-49b7-4918-b47a-1f64dbbd5a33 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:subnet and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:51.906633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d10c84e-b125-4d05-8fa4-cd6165cd562c tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Made reservation on behalf of 2be2c428374441e4b22ae5fa75a9d200 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:51.909187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d10c84e-b125-4d05-8fa4-cd6165cd562c tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:51.938596 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-12f63e9c-49b7-4918-b47a-1f64dbbd5a33 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:51.960579 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-12f63e9c-49b7-4918-b47a-1f64dbbd5a33 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:51.965186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-8d10c84e-b125-4d05-8fa4-cd6165cd562c tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] device_id is not set on port 03652e95-7a31-44e5-8219-446ddbfb18e6 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:49:51.972383 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:51.990001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Transition to ACTIVE for port object ebce5850-b436-49bb-bf0a-2f81d7b819be will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:51.993184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-954edff4-1737-4805-ad9a-1e407fe9afb4', 'network_id': '954edff4-1737-4805-ad9a-1e407fe9afb4', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'fixed_ips': [{'subnet_id': '2bc2a074-e359-4e9c-9309-6add0426bce3'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:49:51.994014 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:52.026765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:52.029263 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f29c3-121f-47bf-a32b-aebbbba3067b None None] Pushing event updated for resources: {'Port': ['ID=640c44fa-fdc4-4552-87bb-9c80607f1cd1,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:52.043690 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ff8f96b5-0ecb-4329-ab6b-a6e6ab6bc704 None None] Port 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:49:52.080911 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 72218a52-df7e-48c2-bfac-8aca59108cef completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:49:52.090468 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc919323-d2a3-4fa2-8698-233245430444 None None] Network 6dc92b17-e652-4e90-95cb-9a92d2e6f2a0 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:49:52.107473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Pushing event updated for resources: {'Port': ['ID=ebce5850-b436-49bb-bf0a-2f81d7b819be,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:52.114884 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f63e9c-49b7-4918-b47a-1f64dbbd5a33 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:49:52.118653 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-12f63e9c-49b7-4918-b47a-1f64dbbd5a33 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:52.119698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Network 4401366c-47f7-47e5-8a08-62fbd69fe2e5 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:52.123143 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:52.127121 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:52.134463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 72218a52-df7e-48c2-bfac-8aca59108cef triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:52.134796 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:52.142963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:52.181525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:52.235397 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] Set router c4efcd2f-673e-4927-8d3c-d7ac5f58329e gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:49:52.273509 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:52.307637 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Allocated IP 2001:db8::1d0 (6dc92b17-e652-4e90-95cb-9a92d2e6f2a0/28cadac9-73df-4b20-9a25-f3277024676b/20cb6c63-6ea8-4f4a-8840-749a4c332e5a) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:49:52.422758 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Allocated IP 172.20.0.2 (954edff4-1737-4805-ad9a-1e407fe9afb4/2bc2a074-e359-4e9c-9309-6add0426bce3/1385311d-586e-4fa9-9836-45cdcbee967f) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:49:52.462554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-22a1435b-bafe-4c95-bece-f490df46c0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:52.544664 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Transition to ACTIVE for port object a593dc41-b4ba-4d5c-bddd-cf191a90eb2c will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:52.593150 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-22a1435b-bafe-4c95-bece-f490df46c0ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:52.626099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-22a1435b-bafe-4c95-bece-f490df46c0ca admin admin] Usage tracker for resource:security_group_rule and tenant:da8dc55580f743c7b9deef3db0022951 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:52.628195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:52.637335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-22a1435b-bafe-4c95-bece-f490df46c0ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:52.656804 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-22a1435b-bafe-4c95-bece-f490df46c0ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:52.677458 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Transition to ACTIVE for port object 20cb6c63-6ea8-4f4a-8840-749a4c332e5a will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:52.705286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:52.725011 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e25c1322-dd55-41da-a4d0-30577c0aebb9 None None] Provisioning for port 0d7cb86b-0568-48d7-9e43-54e083b1af77 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:49:52.817322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:52.853025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d10c84e-b125-4d05-8fa4-cd6165cd562c tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:52.897062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Network 6dc92b17-e652-4e90-95cb-9a92d2e6f2a0 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:52.942316 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:52.943264 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:52.955347 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:52.959641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:52.960313 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:52.986533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Pushing event updated for resources: {'Port': ['ID=20cb6c63-6ea8-4f4a-8840-749a4c332e5a,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:53.024544 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-13568b08-c023-4e18-8c60-571058d110cb tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.2099972 Mar 16 10:49:53.027769 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42708) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:53.093644 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Network 5d0c7ad5-cc66-42bd-9976-b209dfba76ff is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:53.106387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.108628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:53.111864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:53.112379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.139553 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.139738 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Pushing event updated for resources: {'Port': ['ID=a593dc41-b4ba-4d5c-bddd-cf191a90eb2c,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:53.149488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7c2119a2-a8c7-4d53-b45e-9f4947f78f79 None None] Provisioning for port ebce5850-b436-49bb-bf0a-2f81d7b819be completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:49:53.183961 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.193687 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7c2119a2-a8c7-4d53-b45e-9f4947f78f79 None None] Provisioning complete for port ebce5850-b436-49bb-bf0a-2f81d7b819be triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:53.194044 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7c2119a2-a8c7-4d53-b45e-9f4947f78f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.215393 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.objects.ports [None req-d1ae74c9-b528-448e-aef4-757788e315f1 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87968) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:49:53.215872 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d1ae74c9-b528-448e-aef4-757788e315f1 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.225214 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.259119 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Pushing event updated for resources: {'Port': ['ID=ebce5850-b436-49bb-bf0a-2f81d7b819be,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:53.274994 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Transition to ACTIVE for port object 1385311d-586e-4fa9-9836-45cdcbee967f will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:53.290593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-12f63e9c-49b7-4918-b47a-1f64dbbd5a33 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.298405 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 72218a52-df7e-48c2-bfac-8aca59108cef, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=72218a52-df7e-48c2-bfac-8aca59108cef,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:49:53.301382 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea173eb-96fc-4dee-9746-4d50839a88be tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:53.307681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea173eb-96fc-4dee-9746-4d50839a88be tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:53.309160 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7c2119a2-a8c7-4d53-b45e-9f4947f78f79 None None] Port ebce5850-b436-49bb-bf0a-2f81d7b819be cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:49:53.314432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea173eb-96fc-4dee-9746-4d50839a88be tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:53.315495 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3ea173eb-96fc-4dee-9746-4d50839a88be tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Synchronizing usage tracker for tenant:a37041cf69d44f21a715ae263f04815a on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:49:53.320392 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.325428 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.resource_extend [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:49:53.334512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.337988 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Transition to ACTIVE for port object 1385311d-586e-4fa9-9836-45cdcbee967f will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:53.352754 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d10c84e-b125-4d05-8fa4-cd6165cd562c tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.425770 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.475769 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0d7cb86b-0568-48d7-9e43-54e083b1af77 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:49:53.498858 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.526869 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Network 954edff4-1737-4805-ad9a-1e407fe9afb4 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:53.543144 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:53.549282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.550015 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.554920 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:53.558890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-22a1435b-bafe-4c95-bece-f490df46c0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.563123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'name': 'tempest-ServersTestJSON-1438176097-router', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:45Z', 'revision_number': 3, 'project_id': '88d104187244448c94232efcadd9a6a6', 'gw_port': {'id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:43Z', 'updated_at': '2022-03-16T10:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:53.565121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae74c9-b528-448e-aef4-757788e315f1 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c10e313c-2a87-4423-b7f7-7866e89895ad,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:53.570623 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d10c84e-b125-4d05-8fa4-cd6165cd562c tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Network c2eebb12-6fe5-4f73-826e-2f4db250bb6c is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:53.583732 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10c84e-b125-4d05-8fa4-cd6165cd562c tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Pushing event updated for resources: {'Port': ['ID=03652e95-7a31-44e5-8219-446ddbfb18e6,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:53.603745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3ea173eb-96fc-4dee-9746-4d50839a88be tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Unset dirty status for tenant:a37041cf69d44f21a715ae263f04815a on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:49:53.607771 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3ea173eb-96fc-4dee-9746-4d50839a88be tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.5762250 Mar 16 10:49:53.608429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42716) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:53.609984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=72218a52-df7e-48c2-bfac-8aca59108cef,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:53.625015 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-8d10c84e-b125-4d05-8fa4-cd6165cd562c tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:53.629187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-22a1435b-bafe-4c95-bece-f490df46c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.631435 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e92b49-26f7-4f66-83f3-3e27643d5027 None None] The sync data for ids ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'] in dv-neutron-833859-1-hyperv is: [{'id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'name': 'tempest-ServersTestJSON-1438176097-router', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:45Z', 'revision_number': 3, 'project_id': '88d104187244448c94232efcadd9a6a6', 'gw_port': {'id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:43Z', 'updated_at': '2022-03-16T10:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:49:53.693066 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d10c84e-b125-4d05-8fa4-cd6165cd562c tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:53.693725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d10c84e-b125-4d05-8fa4-cd6165cd562c tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:53.695365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d10c84e-b125-4d05-8fa4-cd6165cd562c tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.696212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Network 4401366c-47f7-47e5-8a08-62fbd69fe2e5 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:53.705506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:53.769819 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1435b-bafe-4c95-bece-f490df46c0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5edff7-57a5-4364-9217-97478662c846,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:53.795788 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-1e7224e5-ae33-4bf5-8b6a-107e6a6842cf tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Deleting port 20cb6c63-6ea8-4f4a-8840-749a4c332e5a {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:49:53.796122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e7224e5-ae33-4bf5-8b6a-107e6a6842cf tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.812848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae74c9-b528-448e-aef4-757788e315f1 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Checking segment: {'id': '829f0e01-6897-42aa-9738-836983463bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c9fbc53b-2c97-4c4c-b746-b4e34b789717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:49:53.813201 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ae74c9-b528-448e-aef4-757788e315f1 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Network hostable DHCP agents. Network: c9fbc53b-2c97-4c4c-b746-b4e34b789717, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:49:53.826547 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f06ba433-5911-410c-8f23-5dfbd6b1e6fb None None] Provisioning for port a593dc41-b4ba-4d5c-bddd-cf191a90eb2c completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:49:53.834809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Attempting to bind port 1385311d-586e-4fa9-9836-45cdcbee967f on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:53.835218 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Attempting to bind port 1385311d-586e-4fa9-9836-45cdcbee967f by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '20809424-a9e5-414b-bf77-162c14991125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '954edff4-1737-4805-ad9a-1e407fe9afb4'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:53.835575 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Attempting to bind port 1385311d-586e-4fa9-9836-45cdcbee967f on network 954edff4-1737-4805-ad9a-1e407fe9afb4 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:53.837947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 0d7cb86b-0568-48d7-9e43-54e083b1af77 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:49:53.873245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f06ba433-5911-410c-8f23-5dfbd6b1e6fb None None] Provisioning complete for port a593dc41-b4ba-4d5c-bddd-cf191a90eb2c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:53.873628 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f06ba433-5911-410c-8f23-5dfbd6b1e6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.918273 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:49:53.918640 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Checking segment: {'id': '20809424-a9e5-414b-bf77-162c14991125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '954edff4-1737-4805-ad9a-1e407fe9afb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:49:53.918969 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.919395 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Bound using segment: {'id': '20809424-a9e5-414b-bf77-162c14991125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '954edff4-1737-4805-ad9a-1e407fe9afb4'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:49:53.919875 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Bound port: 1385311d-586e-4fa9-9836-45cdcbee967f, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20809424-a9e5-414b-bf77-162c14991125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '954edff4-1737-4805-ad9a-1e407fe9afb4'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:49:53.920243 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.945980 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 0d7cb86b-0568-48d7-9e43-54e083b1af77 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:53.946350 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:53.963808 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f63e9c-49b7-4918-b47a-1f64dbbd5a33 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Checking segment: {'id': 'aac79416-7358-4d6c-bde7-8d16eeb7ada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a3b39059-c5ef-4532-9bad-39a562c397d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:49:53.964387 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f63e9c-49b7-4918-b47a-1f64dbbd5a33 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network hostable DHCP agents. Network: a3b39059-c5ef-4532-9bad-39a562c397d1, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:49:54.004113 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-22a1435b-bafe-4c95-bece-f490df46c0ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da8dc55580f743c7b9deef3db0022951&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1773307 Mar 16 10:49:54.010306 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Pushing event updated for resources: {'Port': ['ID=1385311d-586e-4fa9-9836-45cdcbee967f,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:54.048158 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42722) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:54.109166 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Pushing event updated for resources: {'Port': ['ID=4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:54.119271 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ae74c9-b528-448e-aef4-757788e315f1 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Network c9fbc53b-2c97-4c4c-b746-b4e34b789717 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:49:54.126894 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f06ba433-5911-410c-8f23-5dfbd6b1e6fb None None] Port a593dc41-b4ba-4d5c-bddd-cf191a90eb2c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:49:54.136510 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f63e9c-49b7-4918-b47a-1f64dbbd5a33 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Subnet': ['ID=8e39320f-057c-4e24-9b71-36944925959c,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:54.197157 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8d10c84e-b125-4d05-8fa4-cd6165cd562c tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7370548 Mar 16 10:49:54.198181 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42726) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:54.220770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Router 6556e395-c753-495e-934b-5af126e5265a has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:49:54.228219 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8338'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:54.260240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f63e9c-49b7-4918-b47a-1f64dbbd5a33 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network a3b39059-c5ef-4532-9bad-39a562c397d1 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:49:54.290407 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] For port 1385311d-586e-4fa9-9836-45cdcbee967f, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:49:54.317351 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-d1ae74c9-b528-448e-aef4-757788e315f1 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, c9fbc53b-2c97-4c4c-b746-b4e34b789717) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:54.341580 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-12f63e9c-49b7-4918-b47a-1f64dbbd5a33 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, a3b39059-c5ef-4532-9bad-39a562c397d1) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:54.346153 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ae74c9-b528-448e-aef4-757788e315f1 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:54.346414 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6becb3-6c71-432f-8a85-50e36fc48074 None None] Network c9fbc53b-2c97-4c4c-b746-b4e34b789717 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:49:54.346934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d1ae74c9-b528-448e-aef4-757788e315f1 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:54.368409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f63e9c-49b7-4918-b47a-1f64dbbd5a33 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:54.369129 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-12f63e9c-49b7-4918-b47a-1f64dbbd5a33 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:54.374860 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] For port 1385311d-586e-4fa9-9836-45cdcbee967f, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1385311d-586e-4fa9-9836-45cdcbee967f,segment=NetworkSegment(20809424-a9e5-414b-bf77-162c14991125),segment_id=20809424-a9e5-414b-bf77-162c14991125)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:49:54.382447 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:54.388761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:54.399951 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f69a20-4806-4097-b91a-f9677d589ab3 None None] Network a3b39059-c5ef-4532-9bad-39a562c397d1 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:49:54.456631 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-13bbfcbf-2bc3-4ebe-877b-5078a6e8bb08 None None] Provisioning complete for port 0d7cb86b-0568-48d7-9e43-54e083b1af77 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:54.458144 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-13bbfcbf-2bc3-4ebe-877b-5078a6e8bb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:54.480563 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Network 6053f626-2309-4760-a720-9eef23c240bd is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:54.492018 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:54.536070 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d0a16fd2-8d76-430b-896e-501b96a3eefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:54.552262 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-12f63e9c-49b7-4918-b47a-1f64dbbd5a33 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1612334 Mar 16 10:49:54.553998 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d1ae74c9-b528-448e-aef4-757788e315f1 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.3270621 Mar 16 10:49:54.556896 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42730) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:54.558044 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42732) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:54.582260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9fbc53b-2c97-4c4c-b746-b4e34b789717'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:54.732192 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:54.770939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e7224e5-ae33-4bf5-8b6a-107e6a6842cf tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:54.798444 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-10313d09-9040-4387-bf67-6292210a6146 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1294144244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:54.824154 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:54.828385 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-10313d09-9040-4387-bf67-6292210a6146 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:54.864966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-10313d09-9040-4387-bf67-6292210a6146 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:router and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:54.869688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Usage tracker for resource:floatingip and tenant:f0a607c33ea34d4ebde65ffb46f792a5 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:54.873196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:54.887722 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d0a16fd2-8d76-430b-896e-501b96a3eefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:54.895453 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-10313d09-9040-4387-bf67-6292210a6146 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:54.912066 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:54.929880 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-10313d09-9040-4387-bf67-6292210a6146 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:54.946151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:49:54.953545 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:54.957132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-1e7224e5-ae33-4bf5-8b6a-107e6a6842cf tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Calling delete_port for 20cb6c63-6ea8-4f4a-8840-749a4c332e5a owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:49:55.017047 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-87ff2cbf-2b09-4cb2-9798-983a0d340f8b admin admin] 10.222.0.44 "PUT /v2.0/routers/6556e395-c753-495e-934b-5af126e5265a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4673002 Mar 16 10:49:55.037136 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Sync routers for ids ['6556e395-c753-495e-934b-5af126e5265a'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:49:55.044255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 0d7cb86b-0568-48d7-9e43-54e083b1af77, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0d7cb86b-0568-48d7-9e43-54e083b1af77,segment=NetworkSegment(7f6769cf-94dd-4f41-95cd-ef4cc4f2ba48),segment_id=7f6769cf-94dd-4f41-95cd-ef4cc4f2ba48)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:49:55.060591 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:55.133450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d977909c-8f52-4e75-bfb6-db93e4236f57 None None] Network c9fbc53b-2c97-4c4c-b746-b4e34b789717 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:49:55.141918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10313d09-9040-4387-bf67-6292210a6146 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:55.143084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10313d09-9040-4387-bf67-6292210a6146 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:55.168879 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Routers {'6556e395-c753-495e-934b-5af126e5265a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:49:55.169861 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:49:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6556e395-c753-495e-934b-5af126e5265a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:55.250279 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e7224e5-ae33-4bf5-8b6a-107e6a6842cf tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:55.268660 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:55.367528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e7224e5-ae33-4bf5-8b6a-107e6a6842cf tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:55.379038 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7224e5-ae33-4bf5-8b6a-107e6a6842cf tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Pushing event deleted for resources: {'Port': ['ID=20cb6c63-6ea8-4f4a-8840-749a4c332e5a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:55.389497 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1e7224e5-ae33-4bf5-8b6a-107e6a6842cf tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] 10.222.0.44 "DELETE /v2.0/ports/20cb6c63-6ea8-4f4a-8840-749a4c332e5a HTTP/1.1" status: 204 len: 168 time: 1.7775593 Mar 16 10:49:55.391609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42748) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:55.401089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9dec5724-29b1-4e90-9d72-3c48fa4d5951 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Request body: {'port': {'name': 'tempest-new-port-name-1173945258', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:55.401521 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.api.validators [None req-9dec5724-29b1-4e90-9d72-3c48fa4d5951 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] bootfile-name is not in valid_values {{(pid=87969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:49:55.402030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.api.validators [None req-9dec5724-29b1-4e90-9d72-3c48fa4d5951 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] tftp-server is not in valid_values {{(pid=87969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:49:55.402352 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.api.validators [None req-9dec5724-29b1-4e90-9d72-3c48fa4d5951 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] server-ip-address is not in valid_values {{(pid=87969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:49:55.466202 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420b042-951a-4ef3-ba61-bdd747abb350 None None] Pushing event updated for resources: {'Port': ['ID=1385311d-586e-4fa9-9836-45cdcbee967f,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:55.477877 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:55.525786 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:55.526488 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:55.594980 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d0a16fd2-8d76-430b-896e-501b96a3eefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:55.654228 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 640c44fa-fdc4-4552-87bb-9c80607f1cd1 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:49:55.655691 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9dec5724-29b1-4e90-9d72-3c48fa4d5951 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:55.667316 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a16fd2-8d76-430b-896e-501b96a3eefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5edff7-57a5-4364-9217-97478662c846,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:55.755478 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10313d09-9040-4387-bf67-6292210a6146 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:55.798916 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Router 57a5eeec-9d4d-44ba-8267-7df7d15b650d has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:49:55.804133 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d0a16fd2-8d76-430b-896e-501b96a3eefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:55.805245 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d0a16fd2-8d76-430b-896e-501b96a3eefb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc5edff7-57a5-4364-9217-97478662c846 HTTP/1.1" status: 204 len: 168 time: 1.7398942 Mar 16 10:49:55.901886 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:49:55.917404 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Pushing event updated for resources: {'Port': ['ID=a593dc41-b4ba-4d5c-bddd-cf191a90eb2c,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:56.094784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-13bbfcbf-2bc3-4ebe-877b-5078a6e8bb08 None None] Provisioning for port e1c80a17-3440-4a15-9851-6af15523772f completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:49:56.095591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10313d09-9040-4387-bf67-6292210a6146 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:56.137376 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 640c44fa-fdc4-4552-87bb-9c80607f1cd1 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:49:56.152770 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 640c44fa-fdc4-4552-87bb-9c80607f1cd1 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:56.153429 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:56.158233 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9dec5724-29b1-4e90-9d72-3c48fa4d5951 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:56.183937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9dec5724-29b1-4e90-9d72-3c48fa4d5951 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:56.304764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-9dec5724-29b1-4e90-9d72-3c48fa4d5951 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] In _notify_port_updated(), no bound segment for port e1c80a17-3440-4a15-9851-6af15523772f on network 6dc92b17-e652-4e90-95cb-9a92d2e6f2a0 {{(pid=87969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:49:56.325185 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dec5724-29b1-4e90-9d72-3c48fa4d5951 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:56.327846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9dec5724-29b1-4e90-9d72-3c48fa4d5951 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:56.331912 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9dec5724-29b1-4e90-9d72-3c48fa4d5951 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] 10.222.0.44 "PUT /v2.0/ports/e1c80a17-3440-4a15-9851-6af15523772f HTTP/1.1" status: 200 len: 1130 time: 0.9369392 Mar 16 10:49:56.335697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:49:56.337047 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42760) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:56.345855 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Sync routers for ids ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:49:56.359279 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Routers {'57a5eeec-9d4d-44ba-8267-7df7d15b650d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:49:56.366166 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:49:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:56.409321 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-79b6d150-b471-4513-b362-fe40a258e141 admin admin] 10.222.0.44 "PUT /v2.0/routers/57a5eeec-9d4d-44ba-8267-7df7d15b650d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8601458 Mar 16 10:49:56.448715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10313d09-9040-4387-bf67-6292210a6146 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:56.453189 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-10313d09-9040-4387-bf67-6292210a6146 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.8839607 Mar 16 10:49:56.459016 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77422cf5-a079-4580-8f8d-6e55bab4eed9 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:49:56.461161 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-77422cf5-a079-4580-8f8d-6e55bab4eed9 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Synchronizing usage tracker for tenant:a37041cf69d44f21a715ae263f04815a on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:49:56.473229 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42766) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:56.492096 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Set router 6556e395-c753-495e-934b-5af126e5265a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:49:56.611388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Network 5d0c7ad5-cc66-42bd-9976-b209dfba76ff is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:56.639610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:56.658919 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42772) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:56.762334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec5724-29b1-4e90-9d72-3c48fa4d5951 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Pushing event updated for resources: {'Port': ['ID=e1c80a17-3440-4a15-9851-6af15523772f,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:56.870964 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=0d7cb86b-0568-48d7-9e43-54e083b1af77,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:56.890509 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Set router 57a5eeec-9d4d-44ba-8267-7df7d15b650d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:49:56.891327 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-a3b39059-c5ef-4532-9bad-39a562c397d1', 'network_id': 'a3b39059-c5ef-4532-9bad-39a562c397d1', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'fixed_ips': [{'subnet_id': '8e39320f-057c-4e24-9b71-36944925959c'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:49:56.892593 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:56.912360 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-13bbfcbf-2bc3-4ebe-877b-5078a6e8bb08 None None] Provisioning complete for port e1c80a17-3440-4a15-9851-6af15523772f triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:56.912957 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-13bbfcbf-2bc3-4ebe-877b-5078a6e8bb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:56.942227 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-77422cf5-a079-4580-8f8d-6e55bab4eed9 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Unset dirty status for tenant:a37041cf69d44f21a715ae263f04815a on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:49:56.943884 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-77422cf5-a079-4580-8f8d-6e55bab4eed9 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] 10.222.0.44 "GET /v2.0/ports/e1c80a17-3440-4a15-9851-6af15523772f HTTP/1.1" status: 200 len: 1130 time: 0.6056526 Mar 16 10:49:57.015122 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42780) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:57.057971 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] device_id is not set on port 03652e95-7a31-44e5-8219-446ddbfb18e6 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:49:57.074191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Router c4efcd2f-673e-4927-8d3c-d7ac5f58329e has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:49:57.084043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:57.119139 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678e5cf3-4022-4d8b-9504-c847a64c1280 None None] Network 954edff4-1737-4805-ad9a-1e407fe9afb4 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:49:57.131507 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Transition to ACTIVE for port object 03652e95-7a31-44e5-8219-446ddbfb18e6 will not be triggered until provisioned by entity L2. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:57.136963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:57.238732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:57.266517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 640c44fa-fdc4-4552-87bb-9c80607f1cd1, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=640c44fa-fdc4-4552-87bb-9c80607f1cd1,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:49:57.337954 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-824fa0a5-c8fc-4153-838e-2ba0ffb2627a tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Deleting port e1c80a17-3440-4a15-9851-6af15523772f {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:49:57.338816 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-824fa0a5-c8fc-4153-838e-2ba0ffb2627a tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:57.379504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:57.423563 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'name': 'tempest-ServersTestManualDisk-125380269-router', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:36Z', 'updated_at': '2022-03-16T10:49:51Z', 'revision_number': 4, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'gw_port': {'id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:37Z', 'updated_at': '2022-03-16T10:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f', 'name': '', 'network_id': '6053f626-2309-4760-a720-9eef23c240bd', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'mac_address': 'fa:16:3e:06:47:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:46Z', 'updated_at': '2022-03-16T10:49:52Z', 'revision_number': 2, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'subnets': [{'id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:57.429242 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Checking router: 57a5eeec-9d4d-44ba-8267-7df7d15b650d for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:49:57.429932 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Updating router 57a5eeec-9d4d-44ba-8267-7df7d15b650d port 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:49:57.477705 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Allocated IP 172.21.0.2 (a3b39059-c5ef-4532-9bad-39a562c397d1/8e39320f-057c-4e24-9b71-36944925959c/8799ccf6-99a7-47bc-91d4-b68e8b55caed) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:49:57.492094 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:57.579865 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5b6c713f-50ab-4b6d-983a-19d795301f1e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3cbf5c42e96f41e4994e88bd7c7c7b02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9050789 Mar 16 10:49:57.598691 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42786) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:57.638080 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42790) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:57.699272 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-61788689-cf44-46e8-b97b-3b66fc54292a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757483710', 'description': 'tempest-description--2327784'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:57.712639 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-61788689-cf44-46e8-b97b-3b66fc54292a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:57.723109 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Allocated IP 172.20.0.14 (c9fbc53b-2c97-4c4c-b746-b4e34b789717/c10e313c-2a87-4423-b7f7-7866e89895ad/f158e9a9-f165-43b9-a66b-ee323099656a) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:49:57.749945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-61788689-cf44-46e8-b97b-3b66fc54292a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Usage tracker for resource:security_group and tenant:5f7f82da52584a9cb3b9e11b4547dbe8 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:57.758870 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-61788689-cf44-46e8-b97b-3b66fc54292a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:57.778541 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-61788689-cf44-46e8-b97b-3b66fc54292a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:57.814052 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-13bbfcbf-2bc3-4ebe-877b-5078a6e8bb08 None None] Port e1c80a17-3440-4a15-9851-6af15523772f cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:49:57.825867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cd592519-e335-4e91-b787-eff7e8c70df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:57.830422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-61788689-cf44-46e8-b97b-3b66fc54292a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:57.871069 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:57.872001 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 72218a52-df7e-48c2-bfac-8aca59108cef up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:49:57.895276 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:57.907088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:57.907434 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Transition to ACTIVE for port object 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:57.917049 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:57.926499 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cd592519-e335-4e91-b787-eff7e8c70df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:57.968911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Pushing event updated for resources: {'Port': ['ID=03652e95-7a31-44e5-8219-446ddbfb18e6,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:57.993239 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:57.993568 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:57.993899 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:57.995544 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9943bd-ee09-43eb-8c7f-fb48e9fd9fe1 None None] Pushing event updated for resources: {'Port': ['ID=4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:58.001650 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-61788689-cf44-46e8-b97b-3b66fc54292a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:58.069988 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-61788689-cf44-46e8-b97b-3b66fc54292a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Usage tracker for resource:security_group_rule and tenant:5f7f82da52584a9cb3b9e11b4547dbe8 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:58.090949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-61788689-cf44-46e8-b97b-3b66fc54292a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:58.200292 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=640c44fa-fdc4-4552-87bb-9c80607f1cd1,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:58.264593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-61788689-cf44-46e8-b97b-3b66fc54292a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:58.267082 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Attempting to bind port 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:58.267622 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Attempting to bind port 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'deac7e7d-b923-4097-860a-359d44c1f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6053f626-2309-4760-a720-9eef23c240bd'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:58.268098 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Attempting to bind port 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f on network 6053f626-2309-4760-a720-9eef23c240bd {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:58.285530 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:49:58.285902 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Checking segment: {'id': 'deac7e7d-b923-4097-860a-359d44c1f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6053f626-2309-4760-a720-9eef23c240bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:49:58.286302 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:58.286696 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Bound using segment: {'id': 'deac7e7d-b923-4097-860a-359d44c1f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6053f626-2309-4760-a720-9eef23c240bd'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:49:58.287189 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Bound port: 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deac7e7d-b923-4097-860a-359d44c1f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6053f626-2309-4760-a720-9eef23c240bd'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:49:58.295589 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:58.296301 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42794) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:58.333977 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-788eedc5-be8c-42d7-ab1f-941ef567c113 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2065937564', 'description': 'tempest-description--1791427108'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:58.362910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-13bbfcbf-2bc3-4ebe-877b-5078a6e8bb08 None None] Provisioning complete for port ebce5850-b436-49bb-bf0a-2f81d7b819be triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:58.363539 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-13bbfcbf-2bc3-4ebe-877b-5078a6e8bb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:58.367904 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-788eedc5-be8c-42d7-ab1f-941ef567c113 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:58.380147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-788eedc5-be8c-42d7-ab1f-941ef567c113 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Usage tracker for resource:security_group and tenant:43fda5f5ba974e56935505a0f4978348 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:58.410272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:58.410836 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:58.414603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-788eedc5-be8c-42d7-ab1f-941ef567c113 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:58.417791 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] For port 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:49:58.423238 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 2 to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 Mar 16 10:49:58.424496 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] For port 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f,segment=NetworkSegment(deac7e7d-b923-4097-860a-359d44c1f7dd),segment_id=deac7e7d-b923-4097-860a-359d44c1f7dd)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:49:58.429340 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:58.435443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cd592519-e335-4e91-b787-eff7e8c70df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:58.449862 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-788eedc5-be8c-42d7-ab1f-941ef567c113 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:58.473370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:58.473931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:58.474406 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:58.481204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd592519-e335-4e91-b787-eff7e8c70df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670bf78a-37d1-4ad4-926d-70e847978d6e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:58.487400 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:58.488166 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:58.507016 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cd592519-e335-4e91-b787-eff7e8c70df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:58.508275 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cd592519-e335-4e91-b787-eff7e8c70df9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/670bf78a-37d1-4ad4-926d-70e847978d6e HTTP/1.1" status: 204 len: 168 time: 0.9084995 Mar 16 10:49:58.509601 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 3 to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 Mar 16 10:49:58.520304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-788eedc5-be8c-42d7-ab1f-941ef567c113 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:58.522324 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:58.534610 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Transition to ACTIVE for port object 8799ccf6-99a7-47bc-91d4-b68e8b55caed will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:58.537547 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-824fa0a5-c8fc-4153-838e-2ba0ffb2627a tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:58.552095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Allocated IP 172.20.0.1 (954edff4-1737-4805-ad9a-1e407fe9afb4/2bc2a074-e359-4e9c-9309-6add0426bce3/bbbe3f5a-b61f-46c6-b08d-19afa2747417) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:49:58.564041 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Transition to ACTIVE for port object 8799ccf6-99a7-47bc-91d4-b68e8b55caed will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:58.566295 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:49:58.599117 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:58.604061 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Routers {'57a5eeec-9d4d-44ba-8267-7df7d15b650d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:49:58.604707 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:49:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:58.606255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Sync routers for ids ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:49:58.644733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-61788689-cf44-46e8-b97b-3b66fc54292a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:58.659755 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-61788689-cf44-46e8-b97b-3b66fc54292a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:58.678603 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9943bd-ee09-43eb-8c7f-fb48e9fd9fe1 None None] Pushing event updated for resources: {'Port': ['ID=4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:58.684486 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:58.688719 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:58.689077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:58.689403 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:58.723229 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-788eedc5-be8c-42d7-ab1f-941ef567c113 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:58.736920 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-788eedc5-be8c-42d7-ab1f-941ef567c113 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Usage tracker for resource:security_group_rule and tenant:43fda5f5ba974e56935505a0f4978348 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:58.740603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-788eedc5-be8c-42d7-ab1f-941ef567c113 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:58.749174 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-788eedc5-be8c-42d7-ab1f-941ef567c113 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:58.758975 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Pushing event updated for resources: {'Port': ['ID=8799ccf6-99a7-47bc-91d4-b68e8b55caed,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:58.809900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Routers {'c4efcd2f-673e-4927-8d3c-d7ac5f58329e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:49:58.810542 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:49:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:58.829956 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0b9cbfa7-71f0-4799-b385-a2863fdaf41a admin admin] 10.222.0.44 "PUT /v2.0/routers/c4efcd2f-673e-4927-8d3c-d7ac5f58329e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8699145 Mar 16 10:49:58.859309 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-824fa0a5-c8fc-4153-838e-2ba0ffb2627a tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Calling delete_port for e1c80a17-3440-4a15-9851-6af15523772f owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:49:58.899581 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 72218a52-df7e-48c2-bfac-8aca59108cef triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:49:58.900120 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:58.912119 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-788eedc5-be8c-42d7-ab1f-941ef567c113 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:58.949245 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-788eedc5-be8c-42d7-ab1f-941ef567c113 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:58.958996 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Network a3b39059-c5ef-4532-9bad-39a562c397d1 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:58.962856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:58.963525 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:58.965470 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] Set router 57a5eeec-9d4d-44ba-8267-7df7d15b650d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:49:58.965874 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 4 to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 Mar 16 10:49:58.978320 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:59.047195 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:59.047557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:59.047835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:59.068091 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:59.068416 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:59.084824 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 5 to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 Mar 16 10:49:59.093545 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Network c9fbc53b-2c97-4c4c-b746-b4e34b789717 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:49:59.107555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:59.116524 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:59.122723 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Pushing event updated for resources: {'Port': ['ID=f158e9a9-f165-43b9-a66b-ee323099656a,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:59.130772 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:59.131142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:59.131463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:59.139771 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:59.139972 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:59.140345 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 6 to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 Mar 16 10:49:59.158579 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Set router c4efcd2f-673e-4927-8d3c-d7ac5f58329e gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:49:59.202027 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:59.202397 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:59.202599 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:59.236378 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:59.236663 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:59.245596 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 7 to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 Mar 16 10:49:59.295994 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:59.296323 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:59.296650 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:59.354503 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:49:59.380328 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-13bbfcbf-2bc3-4ebe-877b-5078a6e8bb08 None None] Port ebce5850-b436-49bb-bf0a-2f81d7b819be cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:49:59.381603 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-824fa0a5-c8fc-4153-838e-2ba0ffb2627a tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:59.389833 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:59.390215 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:59.397607 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 8 to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 Mar 16 10:49:59.411624 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-788eedc5-be8c-42d7-ab1f-941ef567c113 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:59.415537 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-788eedc5-be8c-42d7-ab1f-941ef567c113 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1090190 Mar 16 10:49:59.415537 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-61788689-cf44-46e8-b97b-3b66fc54292a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:59.417468 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-61788689-cf44-46e8-b97b-3b66fc54292a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.7780690 Mar 16 10:49:59.418244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61788689-cf44-46e8-b97b-3b66fc54292a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8e3686-5d48-4396-8e27-c509aac96766,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:59.420271 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42816) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:59.420592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42818) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:59.447175 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:49:59.449344 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-13bbfcbf-2bc3-4ebe-877b-5078a6e8bb08 None None] Could not find standard attr ID for object 20cb6c63-6ea8-4f4a-8840-749a4c332e5a. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:49:59.459453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-ea9123b7-8e40-419b-bc75-f7ec30a9240c tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Request body: {'security_group_rule': {'security_group_id': '77bbc3c2-7185-46c7-850b-0c183100fa61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:59.463712 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fa0a5-c8fc-4153-838e-2ba0ffb2627a tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Pushing event deleted for resources: {'Port': ['ID=e1c80a17-3440-4a15-9851-6af15523772f,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:59.471385 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ea9123b7-8e40-419b-bc75-f7ec30a9240c tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:59.478995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ea9123b7-8e40-419b-bc75-f7ec30a9240c tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Usage tracker for resource:security_group_rule and tenant:43fda5f5ba974e56935505a0f4978348 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:59.484837 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:59.485108 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ea9123b7-8e40-419b-bc75-f7ec30a9240c tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:59.485239 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:59.485493 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:59.500579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ea9123b7-8e40-419b-bc75-f7ec30a9240c tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:59.531872 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-e7bd08b3-a6cf-4da5-a198-06be0d57fbd9 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Request body: {'security_group_rule': {'security_group_id': '1e8e3686-5d48-4396-8e27-c509aac96766', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:49:59.562818 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e7bd08b3-a6cf-4da5-a198-06be0d57fbd9 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:59.567441 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-824fa0a5-c8fc-4153-838e-2ba0ffb2627a tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:59.576617 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:59.576617 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:59.578966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:59.579695 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 9 to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 Mar 16 10:49:59.608123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea9123b7-8e40-419b-bc75-f7ec30a9240c tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:59.634164 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'name': 'tempest-ServersTestManualDisk-125380269-router', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:36Z', 'updated_at': '2022-03-16T10:49:51Z', 'revision_number': 4, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'gw_port': {'id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:37Z', 'updated_at': '2022-03-16T10:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f', 'name': '', 'network_id': '6053f626-2309-4760-a720-9eef23c240bd', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'mac_address': 'fa:16:3e:06:47:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:46Z', 'updated_at': '2022-03-16T10:49:58Z', 'revision_number': 4, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'subnets': [{'id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:49:59.638710 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56484402-ac9e-471d-bb39-1065a669b0d9 None None] The sync data for ids ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'] in dv-neutron-833859-1-hyperv is: [{'id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'name': 'tempest-ServersTestManualDisk-125380269-router', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:36Z', 'updated_at': '2022-03-16T10:49:51Z', 'revision_number': 4, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'gw_port': {'id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:37Z', 'updated_at': '2022-03-16T10:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f', 'name': '', 'network_id': '6053f626-2309-4760-a720-9eef23c240bd', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'mac_address': 'fa:16:3e:06:47:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:46Z', 'updated_at': '2022-03-16T10:49:58Z', 'revision_number': 4, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'subnets': [{'id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:49:59.645967 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e7bd08b3-a6cf-4da5-a198-06be0d57fbd9 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Usage tracker for resource:security_group_rule and tenant:5f7f82da52584a9cb3b9e11b4547dbe8 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:59.668857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e7bd08b3-a6cf-4da5-a198-06be0d57fbd9 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:59.693599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788eedc5-be8c-42d7-ab1f-941ef567c113 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77bbc3c2-7185-46c7-850b-0c183100fa61,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:59.696115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e7bd08b3-a6cf-4da5-a198-06be0d57fbd9 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:59.704119 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:59.704545 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:59.704941 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:59.732664 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:59.732664 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:59.737109 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-824fa0a5-c8fc-4153-838e-2ba0ffb2627a tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] 10.222.0.44 "DELETE /v2.0/ports/e1c80a17-3440-4a15-9851-6af15523772f HTTP/1.1" status: 204 len: 168 time: 2.7154176 Mar 16 10:49:59.739855 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42826) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:59.746651 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 10 to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 Mar 16 10:49:59.809166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:59.865787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea9123b7-8e40-419b-bc75-f7ec30a9240c tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:59.866702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7bd08b3-a6cf-4da5-a198-06be0d57fbd9 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:59.891934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea9123b7-8e40-419b-bc75-f7ec30a9240c tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:59.897019 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Transition to ACTIVE for port object bbbe3f5a-b61f-46c6-b08d-19afa2747417 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:49:59.923346 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9123b7-8e40-419b-bc75-f7ec30a9240c tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2a6b46-a6d9-42ef-aed5-3dd2dcb9f87f,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:59.960674 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:49:59.961560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:49:59.962029 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:49:59.982512 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:49:59.983062 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 03652e95-7a31-44e5-8219-446ddbfb18e6 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:49:59.983580 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:59.994919 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea9123b7-8e40-419b-bc75-f7ec30a9240c tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:59.996480 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ea9123b7-8e40-419b-bc75-f7ec30a9240c tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5688579 Mar 16 10:50:00.005440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42836) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:00.020418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.031686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-392e39f2-1cea-4c77-a42d-15be23696c1a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Request body: {'security_group_rule': {'security_group_id': '77bbc3c2-7185-46c7-850b-0c183100fa61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:00.043318 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7bd08b3-a6cf-4da5-a198-06be0d57fbd9 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.045697 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-392e39f2-1cea-4c77-a42d-15be23696c1a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:00.051502 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-392e39f2-1cea-4c77-a42d-15be23696c1a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Usage tracker for resource:security_group_rule and tenant:43fda5f5ba974e56935505a0f4978348 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:00.057931 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-392e39f2-1cea-4c77-a42d-15be23696c1a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:00.072259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7bd08b3-a6cf-4da5-a198-06be0d57fbd9 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.074885 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-392e39f2-1cea-4c77-a42d-15be23696c1a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:00.088823 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d2f68f-79c3-4377-a3eb-279118117208 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Deleting subnet 28cadac9-73df-4b20-9a25-f3277024676b {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:50:00.094873 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd08b3-a6cf-4da5-a198-06be0d57fbd9 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3b95be-b6ca-4762-b192-9502781da101,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:00.098127 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.161269 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d43dfdf5-33d2-4aa5-9ca3-a7700614dbfe None None] Provisioning for port 1385311d-586e-4fa9-9836-45cdcbee967f completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:00.169893 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42842) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:00.198748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] For port 03652e95-7a31-44e5-8219-446ddbfb18e6, host hv-neutron-8338, cleared binding levels {{(pid=87968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:00.199711 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempted to set empty binding levels {{(pid=87968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:50:00.206560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-43d2f68f-79c3-4377-a3eb-279118117208 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.211058 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-7fa2afa3-94cd-42ab-a374-4c3520e7cc92 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2140942937', 'description': 'tempest-description--649811174'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:00.222761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7fa2afa3-94cd-42ab-a374-4c3520e7cc92 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:00.232884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7fa2afa3-94cd-42ab-a374-4c3520e7cc92 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Usage tracker for resource:security_group and tenant:88d104187244448c94232efcadd9a6a6 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:00.233522 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6556e395-c753-495e-934b-5af126e5265a', 'name': 'tempest-ServerActionsTestJSON-1781411815-router', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:52Z', 'revision_number': 4, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'gw_port': {'id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:41Z', 'updated_at': '2022-03-16T10:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'ebce5850-b436-49bb-bf0a-2f81d7b819be', 'name': '', 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'mac_address': 'fa:16:3e:e1:05:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:51Z', 'updated_at': '2022-03-16T10:49:52Z', 'revision_number': 2, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'subnets': [{'id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:00.235674 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Attempting to bind port 8799ccf6-99a7-47bc-91d4-b68e8b55caed on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:00.236051 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Attempting to bind port 8799ccf6-99a7-47bc-91d4-b68e8b55caed by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'aac79416-7358-4d6c-bde7-8d16eeb7ada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a3b39059-c5ef-4532-9bad-39a562c397d1'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:00.236402 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Attempting to bind port 8799ccf6-99a7-47bc-91d4-b68e8b55caed on network a3b39059-c5ef-4532-9bad-39a562c397d1 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:00.237526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7fa2afa3-94cd-42ab-a374-4c3520e7cc92 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:00.250370 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42846) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:00.270583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7fa2afa3-94cd-42ab-a374-4c3520e7cc92 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:00.273375 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.274615 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:50:00.274990 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Checking segment: {'id': 'aac79416-7358-4d6c-bde7-8d16eeb7ada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a3b39059-c5ef-4532-9bad-39a562c397d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:00.275429 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.276151 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Bound using segment: {'id': 'aac79416-7358-4d6c-bde7-8d16eeb7ada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a3b39059-c5ef-4532-9bad-39a562c397d1'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:50:00.277012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Bound port: 8799ccf6-99a7-47bc-91d4-b68e8b55caed, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac79416-7358-4d6c-bde7-8d16eeb7ada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a3b39059-c5ef-4532-9bad-39a562c397d1'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:50:00.277394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.296748 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Checking router: 6556e395-c753-495e-934b-5af126e5265a for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:50:00.297110 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Updating router 6556e395-c753-495e-934b-5af126e5265a port ebce5850-b436-49bb-bf0a-2f81d7b819be binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:50:00.325910 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 954edff4-1737-4805-ad9a-1e407fe9afb4 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:00.337358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:00.341577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:00.377263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-392e39f2-1cea-4c77-a42d-15be23696c1a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.384741 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7bd08b3-a6cf-4da5-a198-06be0d57fbd9 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.395141 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e7bd08b3-a6cf-4da5-a198-06be0d57fbd9 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9639678 Mar 16 10:50:00.401818 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42852) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:00.416279 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=bbbe3f5a-b61f-46c6-b08d-19afa2747417,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:00.418724 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7fa2afa3-94cd-42ab-a374-4c3520e7cc92 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.435707 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3410fa31-feeb-46c8-b09d-dd176a62e331 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Request body: {'security_group_rule': {'security_group_id': '1e8e3686-5d48-4396-8e27-c509aac96766', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:00.454808 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] In _notify_port_updated(), no bound segment for port 03652e95-7a31-44e5-8219-446ddbfb18e6 on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:50:00.456797 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:00.457890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.461514 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] 10.222.0.44 "PUT /v2.0/ports/03652e95-7a31-44e5-8219-446ddbfb18e6 HTTP/1.1" status: 200 len: 977 time: 6.2462027 Mar 16 10:50:00.465601 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3410fa31-feeb-46c8-b09d-dd176a62e331 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:00.478655 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42856) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:00.494873 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-857699295'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:00.519905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3410fa31-feeb-46c8-b09d-dd176a62e331 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Usage tracker for resource:security_group_rule and tenant:5f7f82da52584a9cb3b9e11b4547dbe8 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:00.523305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:00.526680 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-43d2f68f-79c3-4377-a3eb-279118117208 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.537712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7fa2afa3-94cd-42ab-a374-4c3520e7cc92 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:00.552953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Usage tracker for resource:network and tenant:0f12354052d5494e842e68b562c9c3fe is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:00.553127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.553525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3410fa31-feeb-46c8-b09d-dd176a62e331 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:00.554819 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7fa2afa3-94cd-42ab-a374-4c3520e7cc92 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Usage tracker for resource:security_group_rule and tenant:88d104187244448c94232efcadd9a6a6 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:00.556231 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dce41-ed90-4352-b505-e96818cf9fff tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Pushing event updated for resources: {'Port': ['ID=03652e95-7a31-44e5-8219-446ddbfb18e6,revision_number=3']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:00.559716 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:00.566456 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7fa2afa3-94cd-42ab-a374-4c3520e7cc92 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:00.569719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.581515 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:00.584122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7fa2afa3-94cd-42ab-a374-4c3520e7cc92 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:00.589919 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] For port 8799ccf6-99a7-47bc-91d4-b68e8b55caed, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:00.593979 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] For port 8799ccf6-99a7-47bc-91d4-b68e8b55caed, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8799ccf6-99a7-47bc-91d4-b68e8b55caed,segment=NetworkSegment(aac79416-7358-4d6c-bde7-8d16eeb7ada5),segment_id=aac79416-7358-4d6c-bde7-8d16eeb7ada5)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:50:00.608622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d43dfdf5-33d2-4aa5-9ca3-a7700614dbfe None None] Provisioning complete for port a593dc41-b4ba-4d5c-bddd-cf191a90eb2c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:00.608998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d43dfdf5-33d2-4aa5-9ca3-a7700614dbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.631779 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3410fa31-feeb-46c8-b09d-dd176a62e331 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:00.635743 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-392e39f2-1cea-4c77-a42d-15be23696c1a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.665167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-392e39f2-1cea-4c77-a42d-15be23696c1a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.737973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Made reservation on behalf of 0f12354052d5494e842e68b562c9c3fe for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:00.741947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.761814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-392e39f2-1cea-4c77-a42d-15be23696c1a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.768254 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-392e39f2-1cea-4c77-a42d-15be23696c1a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7597454 Mar 16 10:50:00.775635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'name': 'tempest-ServersTestJSON-1438176097-router', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:54Z', 'revision_number': 4, 'project_id': '88d104187244448c94232efcadd9a6a6', 'gw_port': {'id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:43Z', 'updated_at': '2022-03-16T10:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a593dc41-b4ba-4d5c-bddd-cf191a90eb2c', 'name': '', 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'mac_address': 'fa:16:3e:3d:03:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:50Z', 'updated_at': '2022-03-16T10:49:54Z', 'revision_number': 2, 'project_id': '88d104187244448c94232efcadd9a6a6', 'subnets': [{'id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:00.780519 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.783680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42860) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:00.788027 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.799327 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Checking router: c4efcd2f-673e-4927-8d3c-d7ac5f58329e for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:50:00.801325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Updating router c4efcd2f-673e-4927-8d3c-d7ac5f58329e port a593dc41-b4ba-4d5c-bddd-cf191a90eb2c binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:50:00.820863 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:00.837702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e39f2-1cea-4c77-a42d-15be23696c1a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5329e3b6-a42e-49ff-bff7-d1d2da95aae7,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:00.850103 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:00.874351 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:00.876647 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3410fa31-feeb-46c8-b09d-dd176a62e331 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.879855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Usage tracker for resource:floatingip and tenant:43fda5f5ba974e56935505a0f4978348 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:00.886653 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:00.894623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Usage tracker for resource:security_group_rule and tenant:0f12354052d5494e842e68b562c9c3fe is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:00.904979 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:00.907517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:00.926506 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-43d2f68f-79c3-4377-a3eb-279118117208 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.929744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:00.952603 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257fd7c-e077-47ef-a1fc-ccf8d1c429ed None None] Pushing event updated for resources: {'Port': ['ID=8799ccf6-99a7-47bc-91d4-b68e8b55caed,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:00.963026 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1385311d-586e-4fa9-9836-45cdcbee967f up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:01.041708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for floatingip, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.115210 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4325f38b-a7b2-4a5b-a128-7d2e5dd531f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.139951 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7fa2afa3-94cd-42ab-a374-4c3520e7cc92 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.151083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.170543 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 1385311d-586e-4fa9-9836-45cdcbee967f completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:01.172876 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7fa2afa3-94cd-42ab-a374-4c3520e7cc92 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.183857 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.186602 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 1385311d-586e-4fa9-9836-45cdcbee967f triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:01.186966 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.217681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3410fa31-feeb-46c8-b09d-dd176a62e331 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.219434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-43d2f68f-79c3-4377-a3eb-279118117208 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.248009 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d43dfdf5-33d2-4aa5-9ca3-a7700614dbfe None None] Port a593dc41-b4ba-4d5c-bddd-cf191a90eb2c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:50:01.273935 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.303617 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d43dfdf5-33d2-4aa5-9ca3-a7700614dbfe None None] Could not find standard attr ID for object 20cb6c63-6ea8-4f4a-8840-749a4c332e5a. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:50:01.332011 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.361814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3410fa31-feeb-46c8-b09d-dd176a62e331 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.388753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2f68f-79c3-4377-a3eb-279118117208 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Pushing event deleted for resources: {'Subnet': ['ID=28cadac9-73df-4b20-9a25-f3277024676b,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:01.417886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2afa3-94cd-42ab-a374-4c3520e7cc92 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0957a30d-b16b-4a01-8ce9-8f97cab1c03c,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:01.440532 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7fa2afa3-94cd-42ab-a374-4c3520e7cc92 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.444560 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7fa2afa3-94cd-42ab-a374-4c3520e7cc92 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2473254 Mar 16 10:50:01.449833 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.450986 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.451911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.452535 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.462149 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42864) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:01.466443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.467794 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.468797 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.469991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.475821 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.476598 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.477111 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.477682 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.478204 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.478698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.479144 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.479700 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.480160 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.481120 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.482011 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:01.484275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Synchronizing usage tracker for tenant:2be2c428374441e4b22ae5fa75a9d200 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:01.492889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-43d2f68f-79c3-4377-a3eb-279118117208 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.499645 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.503463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a9010385-efbd-414b-90db-f3350324e14b tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Request body: {'security_group_rule': {'security_group_id': '0957a30d-b16b-4a01-8ce9-8f97cab1c03c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:01.525474 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d43dfdf5-33d2-4aa5-9ca3-a7700614dbfe None None] Could not find standard attr ID for object e1c80a17-3440-4a15-9851-6af15523772f. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:50:01.528841 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4248146-ecf3-42e2-8eba-f7d107004a63 None None] Network 6dc92b17-e652-4e90-95cb-9a92d2e6f2a0 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:01.529914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410fa31-feeb-46c8-b09d-dd176a62e331 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc7305e-2014-451b-87f7-c02669c1b210,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:01.585295 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3410fa31-feeb-46c8-b09d-dd176a62e331 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.589339 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3410fa31-feeb-46c8-b09d-dd176a62e331 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1740386 Mar 16 10:50:01.594511 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-43d2f68f-79c3-4377-a3eb-279118117208 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] 10.222.0.44 "DELETE /v2.0/subnets/28cadac9-73df-4b20-9a25-f3277024676b HTTP/1.1" status: 204 len: 168 time: 1.8245554 Mar 16 10:50:01.595387 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42868) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:01.598653 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a9010385-efbd-414b-90db-f3350324e14b tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:01.605595 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a9010385-efbd-414b-90db-f3350324e14b tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Usage tracker for resource:security_group_rule and tenant:88d104187244448c94232efcadd9a6a6 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:01.607786 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42870) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:01.611118 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a9010385-efbd-414b-90db-f3350324e14b tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:01.611708 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Pushing event updated for resources: {'Port': ['ID=f158e9a9-f165-43b9-a66b-ee323099656a,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:01.618241 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:01.633510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a9010385-efbd-414b-90db-f3350324e14b tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:01.642436 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.646845 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a1464e0c-3e0a-4f6b-bab9-c02ee8ddad38 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0736339 Mar 16 10:50:01.649749 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42876) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:01.651106 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:01.676900 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Unset dirty status for tenant:2be2c428374441e4b22ae5fa75a9d200 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:01.678342 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a1ca2f33-49ad-47fe-9f1b-a85ec05dfec0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17099 time: 1.1964326 Mar 16 10:50:01.688791 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42880) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:01.758013 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Usage tracker for resource:floatingip and tenant:5f7f82da52584a9cb3b9e11b4547dbe8 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:01.765712 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:01.769495 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-07a19e1f-3cfe-4f04-8f7a-2c12c5912325 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Synchronizing usage tracker for tenant:f0a607c33ea34d4ebde65ffb46f792a5 on resource:floatingip {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:01.801454 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9010385-efbd-414b-90db-f3350324e14b tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.820417 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.820890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:01.846414 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.862865 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.864839 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.883905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-07a19e1f-3cfe-4f04-8f7a-2c12c5912325 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Unset dirty status for tenant:f0a607c33ea34d4ebde65ffb46f792a5 on resource:floatingip {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:01.885180 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-07a19e1f-3cfe-4f04-8f7a-2c12c5912325 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=c9fbc53b-2c97-4c4c-b746-b4e34b789717 HTTP/1.1" status: 200 len: 690 time: 0.2098856 Mar 16 10:50:01.889933 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42884) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:01.941170 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Deleting port 0d7cb86b-0568-48d7-9e43-54e083b1af77 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:01.941353 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.945971 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:01.954260 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-89170387-8ab4-40df-8ebe-030b28566efe tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Deleting port 03652e95-7a31-44e5-8219-446ddbfb18e6 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:01.954595 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-89170387-8ab4-40df-8ebe-030b28566efe tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.025535 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10c7929-1113-4af1-ad42-fe54b57fbb2c,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:02.032400 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-930c47c0-b8a5-47f4-85e3-9877a3e81c88 None None] Provisioning complete for port 1385311d-586e-4fa9-9836-45cdcbee967f triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:02.032766 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-930c47c0-b8a5-47f4-85e3-9877a3e81c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.098072 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.098414 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Added segment 5d4ec425-bd04-49d6-b344-f0d4a1385adb of type vlan for network 96076bee-547a-4717-bdc5-212bf28e34cf Mar 16 10:50:02.137508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9010385-efbd-414b-90db-f3350324e14b tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.164714 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.206612 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9010385-efbd-414b-90db-f3350324e14b tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.220930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.319740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 1385311d-586e-4fa9-9836-45cdcbee967f, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1385311d-586e-4fa9-9836-45cdcbee967f,segment=NetworkSegment(20809424-a9e5-414b-bf77-162c14991125),segment_id=20809424-a9e5-414b-bf77-162c14991125)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:02.365615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.397808 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.398575 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 640c44fa-fdc4-4552-87bb-9c80607f1cd1 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:02.493473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Deleting port f158e9a9-f165-43b9-a66b-ee323099656a {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:02.493643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.524106 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.562530 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.620990 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9010385-efbd-414b-90db-f3350324e14b tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd38cfe-5a99-4e15-9a48-499ba74060af,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:02.622936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9010385-efbd-414b-90db-f3350324e14b tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.624396 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a9010385-efbd-414b-90db-f3350324e14b tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1514378 Mar 16 10:50:02.625177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.631696 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:02.631826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42890) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:02.632151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.640074 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2016a61e-e782-4330-9175-562afd151e21 None None] DHCP port deletion for 6dc92b17-e652-4e90-95cb-9a92d2e6f2a0 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:50:02.641342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d662b548-d260-4a69-9ea7-2089b4b30506 None None] Network a3b39059-c5ef-4532-9bad-39a562c397d1 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:02.656896 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Transition to ACTIVE for port object a593dc41-b4ba-4d5c-bddd-cf191a90eb2c will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:02.660182 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.666077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7d8bce83-c99b-4a93-883f-a4b6c171fca1 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Request body: {'security_group_rule': {'security_group_id': '0957a30d-b16b-4a01-8ce9-8f97cab1c03c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:02.670646 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7d8bce83-c99b-4a93-883f-a4b6c171fca1 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:02.681567 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7d8bce83-c99b-4a93-883f-a4b6c171fca1 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Usage tracker for resource:security_group_rule and tenant:88d104187244448c94232efcadd9a6a6 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:02.686711 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] For port 0d7cb86b-0568-48d7-9e43-54e083b1af77, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0d7cb86b-0568-48d7-9e43-54e083b1af77,segment=NetworkSegment(7f6769cf-94dd-4f41-95cd-ef4cc4f2ba48),segment_id=7f6769cf-94dd-4f41-95cd-ef4cc4f2ba48)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:02.687467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.694418 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2016a61e-e782-4330-9175-562afd151e21 None None] Deleting port 0d7cb86b-0568-48d7-9e43-54e083b1af77 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:02.694418 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2016a61e-e782-4330-9175-562afd151e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.694650 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7d8bce83-c99b-4a93-883f-a4b6c171fca1 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:02.698221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-89170387-8ab4-40df-8ebe-030b28566efe tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] For port 03652e95-7a31-44e5-8219-446ddbfb18e6, host hv-neutron-8338, got binding levels [] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:02.698719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-89170387-8ab4-40df-8ebe-030b28566efe tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.725053 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Transition to ACTIVE for port object ebce5850-b436-49bb-bf0a-2f81d7b819be will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:02.732244 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.752639 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7d8bce83-c99b-4a93-883f-a4b6c171fca1 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:02.805753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=1385311d-586e-4fa9-9836-45cdcbee967f,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:02.850467 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.868037 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-930c47c0-b8a5-47f4-85e3-9877a3e81c88 None None] Provisioning for port bbbe3f5a-b61f-46c6-b08d-19afa2747417 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:02.881314 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.889186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Calling delete_port for 0d7cb86b-0568-48d7-9e43-54e083b1af77 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:02.917294 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6620102 Mar 16 10:50:02.923421 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-89170387-8ab4-40df-8ebe-030b28566efe tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Calling delete_port for 03652e95-7a31-44e5-8219-446ddbfb18e6 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:02.962566 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42894) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:02.963081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-930c47c0-b8a5-47f4-85e3-9877a3e81c88 None None] Provisioning complete for port bbbe3f5a-b61f-46c6-b08d-19afa2747417 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:02.963480 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-930c47c0-b8a5-47f4-85e3-9877a3e81c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:02.978193 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6db8f9c2-eb1c-468a-aaaa-922891688f67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'subnet': {'network_id': '96076bee-547a-4717-bdc5-212bf28e34cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:03.023967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d8bce83-c99b-4a93-883f-a4b6c171fca1 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.031459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52a8c7-7894-41d3-8cc5-70a5e71e5655 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Network': ['ID=96076bee-547a-4717-bdc5-212bf28e34cf,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:03.060699 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.074932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 96076bee-547a-4717-bdc5-212bf28e34cf details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:03.083677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.215185 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.215619 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.285878 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Allocated IP 172.26.3.183 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/25fa373e-e07e-4ef6-aed4-7b10ea0cfe36) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:03.322945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=bbbe3f5a-b61f-46c6-b08d-19afa2747417,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:03.339392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-89170387-8ab4-40df-8ebe-030b28566efe tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.347399 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 640c44fa-fdc4-4552-87bb-9c80607f1cd1 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:03.347924 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.390525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Calling delete_port for f158e9a9-f165-43b9-a66b-ee323099656a owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:03.432384 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-89170387-8ab4-40df-8ebe-030b28566efe tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.445099 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89170387-8ab4-40df-8ebe-030b28566efe tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Pushing event deleted for resources: {'Port': ['ID=03652e95-7a31-44e5-8219-446ddbfb18e6,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:03.448124 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.453344 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6db8f9c2-eb1c-468a-aaaa-922891688f67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:03.462163 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.470941 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55006a-d90b-4cd1-ab6e-f191ff6cede4 None None] Pushing event updated for resources: {'Port': ['ID=a593dc41-b4ba-4d5c-bddd-cf191a90eb2c,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:03.505881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6db8f9c2-eb1c-468a-aaaa-922891688f67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Usage tracker for resource:subnet and tenant:0f12354052d5494e842e68b562c9c3fe is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:03.510234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6db8f9c2-eb1c-468a-aaaa-922891688f67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:03.517957 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-89170387-8ab4-40df-8ebe-030b28566efe tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] 10.222.0.44 "DELETE /v2.0/ports/03652e95-7a31-44e5-8219-446ddbfb18e6 HTTP/1.1" status: 204 len: 168 time: 1.8281372 Mar 16 10:50:03.520663 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42900) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:03.527104 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Pushing event deleted for resources: {'Port': ['ID=0d7cb86b-0568-48d7-9e43-54e083b1af77,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:03.531145 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6db8f9c2-eb1c-468a-aaaa-922891688f67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:03.540614 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] No DVR routers for this DVR port 0d7cb86b-0568-48d7-9e43-54e083b1af77 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:50:03.578840 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-68ddc5b0-c7ff-42d0-8268-17997e9b0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.603786 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d8bce83-c99b-4a93-883f-a4b6c171fca1 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.611726 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86618b4-806a-42ae-afce-5be4064d22bf tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:50:03.612875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e86618b4-806a-42ae-afce-5be4064d22bf tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Synchronizing usage tracker for tenant:2be2c428374441e4b22ae5fa75a9d200 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:03.621936 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d8bce83-c99b-4a93-883f-a4b6c171fca1 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.654234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db8f9c2-eb1c-468a-aaaa-922891688f67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Made reservation on behalf of 0f12354052d5494e842e68b562c9c3fe for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:03.657660 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-930c47c0-b8a5-47f4-85e3-9877a3e81c88 None None] Port bbbe3f5a-b61f-46c6-b08d-19afa2747417 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:50:03.657816 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6db8f9c2-eb1c-468a-aaaa-922891688f67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.682712 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Attempting to bind port a593dc41-b4ba-4d5c-bddd-cf191a90eb2c on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:03.683086 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Attempting to bind port a593dc41-b4ba-4d5c-bddd-cf191a90eb2c by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '12dce982-4135-4c4b-bee2-28691cfc15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:03.683477 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Attempting to bind port a593dc41-b4ba-4d5c-bddd-cf191a90eb2c on network 5d0c7ad5-cc66-42bd-9976-b209dfba76ff {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:03.716324 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Attempting to bind port ebce5850-b436-49bb-bf0a-2f81d7b819be on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:03.716687 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Attempting to bind port ebce5850-b436-49bb-bf0a-2f81d7b819be by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '1c0c015e-2f05-4840-b957-fdc2a43a9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:03.717043 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Attempting to bind port ebce5850-b436-49bb-bf0a-2f81d7b819be on network 4401366c-47f7-47e5-8a08-62fbd69fe2e5 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:03.719729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e86618b4-806a-42ae-afce-5be4064d22bf tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Unset dirty status for tenant:2be2c428374441e4b22ae5fa75a9d200 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:03.725375 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e86618b4-806a-42ae-afce-5be4064d22bf tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] 10.222.0.44 "GET /v2.0/ports/03652e95-7a31-44e5-8219-446ddbfb18e6 HTTP/1.1" status: 404 len: 333 time: 0.2000124 Mar 16 10:50:03.726013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42904) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:03.739969 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:50:03.740336 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Checking segment: {'id': '12dce982-4135-4c4b-bee2-28691cfc15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:03.740732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.740854 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-515da775-7e59-4d7c-a762-9398735905ef tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2055857688', 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:03.741122 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Bound using segment: {'id': '12dce982-4135-4c4b-bee2-28691cfc15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:50:03.741588 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Bound port: a593dc41-b4ba-4d5c-bddd-cf191a90eb2c, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12dce982-4135-4c4b-bee2-28691cfc15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:50:03.742535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.742653 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bce83-c99b-4a93-883f-a4b6c171fca1 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99266ea6-cfd6-4956-8e0e-f92edc79a5ab,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:03.756690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-515da775-7e59-4d7c-a762-9398735905ef tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:03.761049 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.786616 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-515da775-7e59-4d7c-a762-9398735905ef tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:03.808278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.808996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 954edff4-1737-4805-ad9a-1e407fe9afb4 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:03.809898 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515da775-7e59-4d7c-a762-9398735905ef tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Made reservation on behalf of 2be2c428374441e4b22ae5fa75a9d200 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:03.810979 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:50:03.811374 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Checking segment: {'id': '1c0c015e-2f05-4840-b957-fdc2a43a9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:03.811768 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.812155 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Bound using segment: {'id': '1c0c015e-2f05-4840-b957-fdc2a43a9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:50:03.812540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-515da775-7e59-4d7c-a762-9398735905ef tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.812643 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Bound port: ebce5850-b436-49bb-bf0a-2f81d7b819be, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0c015e-2f05-4840-b957-fdc2a43a9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:50:03.812993 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.822307 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdd682-9737-4352-87a8-381f8639b888 None None] Pushing event updated for resources: {'Port': ['ID=ebce5850-b436-49bb-bf0a-2f81d7b819be,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:03.822867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:03.914198 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-515da775-7e59-4d7c-a762-9398735905ef tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] device_id is not set on port bfb06c91-2d16-4c65-b7c2-b0ec061760c3 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:50:03.980517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2016a61e-e782-4330-9175-562afd151e21 None None] For port 0d7cb86b-0568-48d7-9e43-54e083b1af77, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0d7cb86b-0568-48d7-9e43-54e083b1af77,segment=NetworkSegment(7f6769cf-94dd-4f41-95cd-ef4cc4f2ba48),segment_id=7f6769cf-94dd-4f41-95cd-ef4cc4f2ba48)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:03.981016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2016a61e-e782-4330-9175-562afd151e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:03.998100 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Subscribe: > segment before_delete 55550000 {{(pid=87968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:03.998439 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:03.999313 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:03.999637 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Subscribe: > port after_create 55550000 {{(pid=87968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:03.999956 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Subscribe: > port after_delete 55550000 {{(pid=87968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:04.000361 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Subscribe: > port after_update 55550000 {{(pid=87968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:04.000675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Subscribe: > segment after_delete 55550000 {{(pid=87968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:04.001003 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Subscribe: > subnet after_create 55550000 {{(pid=87968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:04.001321 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Subscribe: > subnet after_delete 55550000 {{(pid=87968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:04.001629 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Subscribe: > subnet after_update 55550000 {{(pid=87968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:04.040759 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.164717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:04.169133 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Subscribe: > subnet after_create 55550000 {{(pid=87968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:04.169475 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Subscribe: > subnet after_delete 55550000 {{(pid=87968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:04.169794 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Subscribe: > subnet before_create 55550000 {{(pid=87968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:04.170123 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Subscribe: > subnet before_update 55550000 {{(pid=87968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:04.170439 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc92b17-e652-4e90-95cb-9a92d2e6f2a0']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:04.171271 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:04.173818 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:04.194374 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d8bce83-c99b-4a93-883f-a4b6c171fca1 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.198250 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7d8bce83-c99b-4a93-883f-a4b6c171fca1 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5464756 Mar 16 10:50:04.201530 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42908) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:04.230868 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6769cf-94dd-4f41-95cd-ef4cc4f2ba48') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:04.231207 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6769cf-94dd-4f41-95cd-ef4cc4f2ba48') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:04.237753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:04.244713 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.246743 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2016a61e-e782-4330-9175-562afd151e21 None None] Calling delete_port for 0d7cb86b-0568-48d7-9e43-54e083b1af77 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:04.305549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.317992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Pushing event deleted for resources: {'Port': ['ID=f158e9a9-f165-43b9-a66b-ee323099656a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:04.373193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Pushing event updated for resources: {'Port': ['ID=25fa373e-e07e-4ef6-aed4-7b10ea0cfe36,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:04.377613 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:04.383880 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.395781 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Allocated IP 172.26.3.52 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/beca509f-1ee3-495a-8113-9ab421f6da79) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:04.398464 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a033b3a3-b86a-495a-bf31-721db6c684db None None] Provisioning for port 8799ccf6-99a7-47bc-91d4-b68e8b55caed completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:04.401213 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Usage tracker for resource:floatingip and tenant:88d104187244448c94232efcadd9a6a6 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:04.406195 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:04.406855 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.408175 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.412561 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] For port ebce5850-b436-49bb-bf0a-2f81d7b819be, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:04.414151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:04.421431 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: from cryptography.utils import int_from_bytes Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: from cryptography.utils import int_from_bytes Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn_limited( Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn_limited( Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:04.426965 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:04.464136 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] For port ebce5850-b436-49bb-bf0a-2f81d7b819be, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ebce5850-b436-49bb-bf0a-2f81d7b819be,segment=NetworkSegment(1c0c015e-2f05-4840-b957-fdc2a43a9c6b),segment_id=1c0c015e-2f05-4840-b957-fdc2a43a9c6b)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:50:04.478058 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:04.483058 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:04.570129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for floatingip, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.589826 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.598973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-515da775-7e59-4d7c-a762-9398735905ef tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.602441 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router e0efd3ea-0e9d-4e22-bef0-7992bc519e8a is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:50:04.646246 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.679865 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] For port a593dc41-b4ba-4d5c-bddd-cf191a90eb2c, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:04.710909 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-2016a61e-e782-4330-9175-562afd151e21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:50:04.710909 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-2016a61e-e782-4330-9175-562afd151e21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:50:04.718649 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.719995 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] For port a593dc41-b4ba-4d5c-bddd-cf191a90eb2c, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a593dc41-b4ba-4d5c-bddd-cf191a90eb2c,segment=NetworkSegment(12dce982-4135-4c4b-bee2-28691cfc15b1),segment_id=12dce982-4135-4c4b-bee2-28691cfc15b1)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:50:04.742129 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.747529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.753770 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdd682-9737-4352-87a8-381f8639b888 None None] Pushing event updated for resources: {'Port': ['ID=ebce5850-b436-49bb-bf0a-2f81d7b819be,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:04.756349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Routers {'6556e395-c753-495e-934b-5af126e5265a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:04.756940 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6556e395-c753-495e-934b-5af126e5265a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:04.773122 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.789161 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] Pushing event deleted for resources: {'Network': ['ID=6dc92b17-e652-4e90-95cb-9a92d2e6f2a0,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:04.805612 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6db8f9c2-eb1c-468a-aaaa-922891688f67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.813028 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b8ae849d-ca81-4d56-8cfa-e28c01dec9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039 tempest-ExtraDHCPOptionsIpV6TestJSON-1162767039-project] 10.222.0.44 "DELETE /v2.0/networks/6dc92b17-e652-4e90-95cb-9a92d2e6f2a0 HTTP/1.1" status: 204 len: 168 time: 3.2040329 Mar 16 10:50:05.034452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.041173 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8f9c2-eb1c-468a-aaaa-922891688f67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Subnet': ['ID=66e8536a-6b62-47c9-a688-17bdf3a00b49,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:05.042716 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] Set router 6556e395-c753-495e-934b-5af126e5265a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:50:05.051142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.051374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-515da775-7e59-4d7c-a762-9398735905ef tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.123653 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:50:05.129063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db8f9c2-eb1c-468a-aaaa-922891688f67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Checking segment: {'id': '5d4ec425-bd04-49d6-b344-f0d4a1385adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '96076bee-547a-4717-bdc5-212bf28e34cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:05.129422 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db8f9c2-eb1c-468a-aaaa-922891688f67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network hostable DHCP agents. Network: 96076bee-547a-4717-bdc5-212bf28e34cf, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:50:05.137077 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.142982 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14233711-561d-4047-affe-644cc675ea25 None None] Sync routers for ids ['e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:50:05.164121 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14233711-561d-4047-affe-644cc675ea25 None None] Routers {'e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:05.168596 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-14233711-561d-4047-affe-644cc675ea25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:05.178455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db8f9c2-eb1c-468a-aaaa-922891688f67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network 96076bee-547a-4717-bdc5-212bf28e34cf is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:50:05.198930 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-6db8f9c2-eb1c-468a-aaaa-922891688f67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 96076bee-547a-4717-bdc5-212bf28e34cf) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:05.203904 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db8f9c2-eb1c-468a-aaaa-922891688f67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:05.204586 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6db8f9c2-eb1c-468a-aaaa-922891688f67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.210738 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.242502 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.259333 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-14233711-561d-4047-affe-644cc675ea25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:05.271075 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14233711-561d-4047-affe-644cc675ea25 None None] Routers {'e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:05.272085 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-14233711-561d-4047-affe-644cc675ea25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:05.272992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515da775-7e59-4d7c-a762-9398735905ef tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Network c2eebb12-6fe5-4f73-826e-2f4db250bb6c is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:05.300794 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-515da775-7e59-4d7c-a762-9398735905ef tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:05.313419 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c10e313c-2a87-4423-b7f7-7866e89895ad,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:05.328321 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515da775-7e59-4d7c-a762-9398735905ef tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:05.331750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515da775-7e59-4d7c-a762-9398735905ef tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:05.333401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-515da775-7e59-4d7c-a762-9398735905ef tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.338051 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2016a61e-e782-4330-9175-562afd151e21 None None] Deleting port 0d7cb86b-0568-48d7-9e43-54e083b1af77 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:05.338654 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2016a61e-e782-4330-9175-562afd151e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.350119 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-af11d775-11ac-4b6e-b76b-372b7d98c558 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/e0efd3ea-0e9d-4e22-bef0-7992bc519e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8756852 Mar 16 10:50:05.366022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515da775-7e59-4d7c-a762-9398735905ef tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Pushing event updated for resources: {'Port': ['ID=bfb06c91-2d16-4c65-b7c2-b0ec061760c3,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:05.373062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42916) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:05.373625 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42918) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:05.377246 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55006a-d90b-4cd1-ab6e-f191ff6cede4 None None] Pushing event updated for resources: {'Port': ['ID=a593dc41-b4ba-4d5c-bddd-cf191a90eb2c,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:05.384699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567ed19d-c289-4aa9-9395-4cdc09805b4d None None] Network 96076bee-547a-4717-bdc5-212bf28e34cf requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:05.427113 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.456897 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-14233711-561d-4047-affe-644cc675ea25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:05.457586 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14233711-561d-4047-affe-644cc675ea25 None None] The sync data for ids ['e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:50:05.465193 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fbc53b-2c97-4c4c-b746-b4e34b789717']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:05.480633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829f0e01-6897-42aa-9738-836983463bb4') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:05.480956 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829f0e01-6897-42aa-9738-836983463bb4') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:05.490589 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-515da775-7e59-4d7c-a762-9398735905ef tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7526553 Mar 16 10:50:05.494652 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.506957 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42926) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:05.513290 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.520360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:05.520841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:05.592227 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:05.602490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:05.608994 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6db8f9c2-eb1c-468a-aaaa-922891688f67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6408038 Mar 16 10:50:05.609124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7b6ce1-4dd8-4fd5-9bb2-8b81fb30cb9c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:05.609124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fb7b6ce1-4dd8-4fd5-9bb2-8b81fb30cb9c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Synchronizing usage tracker for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:05.617448 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:05.619121 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42930) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:05.626311 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:05.647686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-531754689', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}, 'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:05.657767 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Pushing event updated for resources: {'Port': ['ID=beca509f-1ee3-495a-8113-9ab421f6da79,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:05.670033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.677302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:05.679749 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.684574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:05.691124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Usage tracker for resource:router and tenant:0f12354052d5494e842e68b562c9c3fe is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:05.698629 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9fbc53b-2c97-4c4c-b746-b4e34b789717 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:50:05.710250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.712609 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9fbc53b-2c97-4c4c-b746-b4e34b789717,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:05.723477 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c2537e63-e557-4d8a-9e43-9f6fa4f88dd8 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "DELETE /v2.0/networks/c9fbc53b-2c97-4c4c-b746-b4e34b789717 HTTP/1.1" status: 204 len: 168 time: 3.8243172 Mar 16 10:50:05.729260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42934) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:05.732720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:05.747739 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:05.748113 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.763952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c1b3d8-b4e5-437c-8aa0-96295b481ef1 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:05.764590 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-48c1b3d8-b4e5-437c-8aa0-96295b481ef1 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Synchronizing usage tracker for tenant:2be2c428374441e4b22ae5fa75a9d200 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:05.771024 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:05.817573 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c1fe421e-ec63-43e3-9d29-7f2a93533666 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Synchronizing usage tracker for tenant:f0a607c33ea34d4ebde65ffb46f792a5 on resource:floatingip {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:05.826806 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2016a61e-e782-4330-9175-562afd151e21 None None] The port '0d7cb86b-0568-48d7-9e43-54e083b1af77' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:50:05.830615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.843959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.846994 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:05.850927 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cd8620-e8f5-412e-9e23-99ed0b30d0bd None None] Network 96076bee-547a-4717-bdc5-212bf28e34cf requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:05.863249 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a8ad906e-01ba-4fe3-9e7a-01f5456bd136 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a37041cf69d44f21a715ae263f04815a&name=default HTTP/1.1" status: 200 len: 2976 time: 0.4793749 Mar 16 10:50:05.871623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42938) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:05.877218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fb7b6ce1-4dd8-4fd5-9bb2-8b81fb30cb9c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Unset dirty status for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:05.881571 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fb7b6ce1-4dd8-4fd5-9bb2-8b81fb30cb9c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports/bbbe3f5a-b61f-46c6-b08d-19afa2747417 HTTP/1.1" status: 200 len: 910 time: 0.5041661 Mar 16 10:50:05.883942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42940) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:05.889430 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c1fe421e-ec63-43e3-9d29-7f2a93533666 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Unset dirty status for tenant:f0a607c33ea34d4ebde65ffb46f792a5 on resource:floatingip {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:05.890591 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c1fe421e-ec63-43e3-9d29-7f2a93533666 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1604242 Mar 16 10:50:05.895370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42944) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:05.929899 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-48c1b3d8-b4e5-437c-8aa0-96295b481ef1 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Unset dirty status for tenant:2be2c428374441e4b22ae5fa75a9d200 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:05.931516 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-48c1b3d8-b4e5-437c-8aa0-96295b481ef1 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] 10.222.0.44 "GET /v2.0/ports/bfb06c91-2d16-4c65-b7c2-b0ec061760c3 HTTP/1.1" status: 200 len: 955 time: 0.3741264 Mar 16 10:50:05.935512 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42950) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:06.049461 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:06.085296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:06.090342 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:06.182879 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e74f6-bcce-48ec-a21b-62f4e8bc6f41 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Deleting port bfb06c91-2d16-4c65-b7c2-b0ec061760c3 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:06.183557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5a5e74f6-bcce-48ec-a21b-62f4e8bc6f41 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:06.231169 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Routers {'c4efcd2f-673e-4927-8d3c-d7ac5f58329e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:06.231798 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:06.284013 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:06.284606 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d7f26803-6479-4e56-8929-a16d265dae57 None None] Provisioning complete for port bbbe3f5a-b61f-46c6-b08d-19afa2747417 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:06.284953 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d7f26803-6479-4e56-8929-a16d265dae57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:06.323080 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1cab3b-7840-41a4-837f-a7d30e01f438 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:06.323550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1cab3b-7840-41a4-837f-a7d30e01f438 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:06.324031 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1cab3b-7840-41a4-837f-a7d30e01f438 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:06.324795 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1cab3b-7840-41a4-837f-a7d30e01f438 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:06.325281 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1cab3b-7840-41a4-837f-a7d30e01f438 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:06.325714 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1cab3b-7840-41a4-837f-a7d30e01f438 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:06.326701 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1cab3b-7840-41a4-837f-a7d30e01f438 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:06.327198 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1cab3b-7840-41a4-837f-a7d30e01f438 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:06.327635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1cab3b-7840-41a4-837f-a7d30e01f438 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:06.328926 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ac1cab3b-7840-41a4-837f-a7d30e01f438 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Synchronizing usage tracker for tenant:f0a607c33ea34d4ebde65ffb46f792a5 on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:06.352357 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d7f26803-6479-4e56-8929-a16d265dae57 None None] Port bbbe3f5a-b61f-46c6-b08d-19afa2747417 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:50:06.357824 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:06.436488 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ac1cab3b-7840-41a4-837f-a7d30e01f438 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Unset dirty status for tenant:f0a607c33ea34d4ebde65ffb46f792a5 on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:06.437547 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ac1cab3b-7840-41a4-837f-a7d30e01f438 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5792 time: 0.5412865 Mar 16 10:50:06.445372 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42954) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:06.454492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Allocated IP 172.26.3.189 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/4403845f-63b9-44c6-9aee-63a1db19474a) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:06.519116 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Pushing event updated for resources: {'Port': ['ID=25fa373e-e07e-4ef6-aed4-7b10ea0cfe36,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:06.526600 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:06.625597 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6556e395-c753-495e-934b-5af126e5265a', 'name': 'tempest-ServerActionsTestJSON-1781411815-router', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:52Z', 'revision_number': 4, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'gw_port': {'id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:41Z', 'updated_at': '2022-03-16T10:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'ebce5850-b436-49bb-bf0a-2f81d7b819be', 'name': '', 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'mac_address': 'fa:16:3e:e1:05:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:51Z', 'updated_at': '2022-03-16T10:50:04Z', 'revision_number': 4, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'subnets': [{'id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:06.653128 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] Set router c4efcd2f-673e-4927-8d3c-d7ac5f58329e gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:50:06.663058 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5a5e74f6-bcce-48ec-a21b-62f4e8bc6f41 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:06.695434 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-76f4ea5f-80b7-4df8-810d-746f1e0c3273 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] delete failed (client error): The resource could not be found. Mar 16 10:50:06.696448 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-76f4ea5f-80b7-4df8-810d-746f1e0c3273 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/14698608-655c-4891-b3d1-438678d2ee99 HTTP/1.1" status: 404 len: 345 time: 0.2392104 Mar 16 10:50:06.700217 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b2144-0af6-407c-b17f-5a7b6f3b372e None None] The sync data for ids ['6556e395-c753-495e-934b-5af126e5265a'] in dv-neutron-833859-1-hyperv is: [{'id': '6556e395-c753-495e-934b-5af126e5265a', 'name': 'tempest-ServerActionsTestJSON-1781411815-router', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:52Z', 'revision_number': 4, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'gw_port': {'id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:41Z', 'updated_at': '2022-03-16T10:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'ebce5850-b436-49bb-bf0a-2f81d7b819be', 'name': '', 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'mac_address': 'fa:16:3e:e1:05:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:51Z', 'updated_at': '2022-03-16T10:50:04Z', 'revision_number': 4, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'subnets': [{'id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:50:06.711290 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f,segment=NetworkSegment(deac7e7d-b923-4097-860a-359d44c1f7dd),segment_id=deac7e7d-b923-4097-860a-359d44c1f7dd)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:06.731989 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42958) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:06.753153 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:06.753896 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0d7cb86b-0568-48d7-9e43-54e083b1af77 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:06.782825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-54e54a6d-349d-45b7-b01f-e2bb05c11d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:06.810633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e74f6-bcce-48ec-a21b-62f4e8bc6f41 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Calling delete_port for bfb06c91-2d16-4c65-b7c2-b0ec061760c3 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:06.848402 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 0d7cb86b-0568-48d7-9e43-54e083b1af77 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:50:06.848557 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0d7cb86b-0568-48d7-9e43-54e083b1af77 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 16 10:50:06.893703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:06.897095 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11224c5-dfe7-405e-8733-1cb448897df9 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] DELETE failed (client error): The resource could not be found. Mar 16 10:50:06.897623 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11224c5-dfe7-405e-8733-1cb448897df9 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:50:06.910806 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b11224c5-dfe7-405e-8733-1cb448897df9 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "DELETE /v2.0/networks/c9fbc53b-2c97-4c4c-b746-b4e34b789717 HTTP/1.1" status: 404 len: 339 time: 0.1758747 Mar 16 10:50:06.918913 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42962) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:06.950054 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3eb44ec4-2e3d-4395-aef3-531749e85d46 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Request body: {'network': {'name': 'tempest-network--1752114684', 'router:external': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:06.955223 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3eb44ec4-2e3d-4395-aef3-531749e85d46 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:06.961006 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3eb44ec4-2e3d-4395-aef3-531749e85d46 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Usage tracker for resource:network and tenant:f0a607c33ea34d4ebde65ffb46f792a5 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:06.964849 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3eb44ec4-2e3d-4395-aef3-531749e85d46 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:06.976192 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3eb44ec4-2e3d-4395-aef3-531749e85d46 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:06.990311 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:06.992935 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb44ec4-2e3d-4395-aef3-531749e85d46 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Made reservation on behalf of f0a607c33ea34d4ebde65ffb46f792a5 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:06.995476 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3eb44ec4-2e3d-4395-aef3-531749e85d46 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:07.013488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Port 0d7cb86b-0568-48d7-9e43-54e083b1af77 not found, will not notify nova. {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 16 10:50:07.021044 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:07.108730 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:07.143841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5a5e74f6-bcce-48ec-a21b-62f4e8bc6f41 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:07.171500 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb44ec4-2e3d-4395-aef3-531749e85d46 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:07.195966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Pushing event updated for resources: {'Port': ['ID=beca509f-1ee3-495a-8113-9ab421f6da79,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:07.205173 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3eb44ec4-2e3d-4395-aef3-531749e85d46 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:07.205614 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-3eb44ec4-2e3d-4395-aef3-531749e85d46 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Added segment aabb9651-0b9e-47cf-9d32-097bfed1e673 of type vlan for network c46acb42-bb2e-4037-a8a7-e45a55272364 Mar 16 10:50:07.246342 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:07.255299 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d89fd41c-73c0-4d55-8120-696442e93ce2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4483535 Mar 16 10:50:07.275297 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:07.281070 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-54e54a6d-349d-45b7-b01f-e2bb05c11d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:07.282399 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e74f6-bcce-48ec-a21b-62f4e8bc6f41 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfb06c91-2d16-4c65-b7c2-b0ec061760c3,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:07.290459 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5a5e74f6-bcce-48ec-a21b-62f4e8bc6f41 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:07.366105 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3eb44ec4-2e3d-4395-aef3-531749e85d46 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:07.372197 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:07.385386 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d978def3-cf0f-4e8a-827f-fb394658416b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7813730 Mar 16 10:50:07.399534 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5a5e74f6-bcce-48ec-a21b-62f4e8bc6f41 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] 10.222.0.44 "DELETE /v2.0/ports/bfb06c91-2d16-4c65-b7c2-b0ec061760c3 HTTP/1.1" status: 204 len: 168 time: 1.4607365 Mar 16 10:50:07.404563 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'name': 'tempest-ServersTestJSON-1438176097-router', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:54Z', 'revision_number': 4, 'project_id': '88d104187244448c94232efcadd9a6a6', 'gw_port': {'id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:43Z', 'updated_at': '2022-03-16T10:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a593dc41-b4ba-4d5c-bddd-cf191a90eb2c', 'name': '', 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'mac_address': 'fa:16:3e:3d:03:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:50Z', 'updated_at': '2022-03-16T10:50:04Z', 'revision_number': 4, 'project_id': '88d104187244448c94232efcadd9a6a6', 'subnets': [{'id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:07.406079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 42970) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:07.413729 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34afd489-19af-4e00-b267-0028ae35a714 None None] The sync data for ids ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'] in dv-neutron-833859-1-hyperv is: [{'id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'name': 'tempest-ServersTestJSON-1438176097-router', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:54Z', 'revision_number': 4, 'project_id': '88d104187244448c94232efcadd9a6a6', 'gw_port': {'id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:43Z', 'updated_at': '2022-03-16T10:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a593dc41-b4ba-4d5c-bddd-cf191a90eb2c', 'name': '', 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'mac_address': 'fa:16:3e:3d:03:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:50Z', 'updated_at': '2022-03-16T10:50:04Z', 'revision_number': 4, 'project_id': '88d104187244448c94232efcadd9a6a6', 'subnets': [{'id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:50:07.420249 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:07.567915 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ebce5850-b436-49bb-bf0a-2f81d7b819be up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:07.579318 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a869650-c20f-45a8-8781-ca995e62ea28 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:50:07.580349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8a869650-c20f-45a8-8781-ca995e62ea28 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Synchronizing usage tracker for tenant:2be2c428374441e4b22ae5fa75a9d200 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:07.583932 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3eb44ec4-2e3d-4395-aef3-531749e85d46 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:07.585021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb44ec4-2e3d-4395-aef3-531749e85d46 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:07.585866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3eb44ec4-2e3d-4395-aef3-531749e85d46 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:07.736035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port ebce5850-b436-49bb-bf0a-2f81d7b819be completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:07.747694 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3eb44ec4-2e3d-4395-aef3-531749e85d46 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8220415 Mar 16 10:50:07.747810 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port ebce5850-b436-49bb-bf0a-2f81d7b819be triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:07.747908 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:07.765333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 42990) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:07.864362 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8a869650-c20f-45a8-8781-ca995e62ea28 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Unset dirty status for tenant:2be2c428374441e4b22ae5fa75a9d200 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:07.868890 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8a869650-c20f-45a8-8781-ca995e62ea28 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] 10.222.0.44 "GET /v2.0/ports/bfb06c91-2d16-4c65-b7c2-b0ec061760c3 HTTP/1.1" status: 404 len: 333 time: 0.4585590 Mar 16 10:50:07.879573 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43010) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:07.891798 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-94b1cc66-2839-4fbb-82ee-8a004736abde tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Request body: {'port': {'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1418006182'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:07.898909 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb44ec4-2e3d-4395-aef3-531749e85d46 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Pushing event updated for resources: {'Network': ['ID=c46acb42-bb2e-4037-a8a7-e45a55272364,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:07.904729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:07.910461 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-94b1cc66-2839-4fbb-82ee-8a004736abde tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:07.921703 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network c46acb42-bb2e-4037-a8a7-e45a55272364 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:07.938597 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-94b1cc66-2839-4fbb-82ee-8a004736abde tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:07.966910 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b1cc66-2839-4fbb-82ee-8a004736abde tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Made reservation on behalf of 2be2c428374441e4b22ae5fa75a9d200 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:07.969799 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94b1cc66-2839-4fbb-82ee-8a004736abde tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:08.007011 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-94b1cc66-2839-4fbb-82ee-8a004736abde tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] device_id is not set on port 8c490d37-5c3c-492b-85ad-306bf786ac9b yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:50:08.084387 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43018) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:08.212175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43026) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:08.248090 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:08.299318 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port ebce5850-b436-49bb-bf0a-2f81d7b819be, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ebce5850-b436-49bb-bf0a-2f81d7b819be,segment=NetworkSegment(1c0c015e-2f05-4840-b957-fdc2a43a9c6b),segment_id=1c0c015e-2f05-4840-b957-fdc2a43a9c6b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:08.305956 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:08.306830 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1385311d-586e-4fa9-9836-45cdcbee967f up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:08.312579 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94b1cc66-2839-4fbb-82ee-8a004736abde tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:08.342764 dv-neutron-833859-1-hyperv neutron-server[87968]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 16 10:50:08.377391 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94b1cc66-2839-4fbb-82ee-8a004736abde tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:08.480891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b1cc66-2839-4fbb-82ee-8a004736abde tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Network c2eebb12-6fe5-4f73-826e-2f4db250bb6c is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:08.484244 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1cc66-2839-4fbb-82ee-8a004736abde tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Pushing event updated for resources: {'Port': ['ID=8c490d37-5c3c-492b-85ad-306bf786ac9b,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:08.495883 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-94b1cc66-2839-4fbb-82ee-8a004736abde tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:08.506504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b1cc66-2839-4fbb-82ee-8a004736abde tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:08.507467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b1cc66-2839-4fbb-82ee-8a004736abde tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:08.508423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94b1cc66-2839-4fbb-82ee-8a004736abde tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:08.545175 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-79fee648-47cd-49ca-96b2-168e71b2c739 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Synchronizing usage tracker for tenant:43fda5f5ba974e56935505a0f4978348 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:08.560385 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=ebce5850-b436-49bb-bf0a-2f81d7b819be,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:08.574355 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-94b1cc66-2839-4fbb-82ee-8a004736abde tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6913509 Mar 16 10:50:08.574657 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43030) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:08.574973 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 1385311d-586e-4fa9-9836-45cdcbee967f triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:08.575722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:08.587441 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8338'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:08.604744 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 16 10:50:08.606987 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-54e54a6d-349d-45b7-b01f-e2bb05c11d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:08.626240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-79fee648-47cd-49ca-96b2-168e71b2c739 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Unset dirty status for tenant:43fda5f5ba974e56935505a0f4978348 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:08.635558 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-79fee648-47cd-49ca-96b2-168e71b2c739 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2065937564&fields=id&tenant_id=43fda5f5ba974e56935505a0f4978348 HTTP/1.1" status: 200 len: 267 time: 0.5500321 Mar 16 10:50:08.669337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:08.686533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f17ae4-7073-476a-82fd-2111cc65237a tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:08.693014 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f17ae4-7073-476a-82fd-2111cc65237a tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:08.699915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f17ae4-7073-476a-82fd-2111cc65237a tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:08.706453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f17ae4-7073-476a-82fd-2111cc65237a tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:08.711526 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-84f17ae4-7073-476a-82fd-2111cc65237a tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.9254296 Mar 16 10:50:08.715937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43034) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:08.724286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-69a14888-fdd5-49e8-844e-bfda516bc1a8 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Synchronizing usage tracker for tenant:5f7f82da52584a9cb3b9e11b4547dbe8 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:08.728509 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8799ccf6-99a7-47bc-91d4-b68e8b55caed up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:08.795208 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e54a6d-349d-45b7-b01f-e2bb05c11d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818e216c-cfd5-4c77-9aad-97b372c14353,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:08.799994 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 8799ccf6-99a7-47bc-91d4-b68e8b55caed completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:08.814043 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 8799ccf6-99a7-47bc-91d4-b68e8b55caed triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:08.814582 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:08.839028 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:08.857985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:08.878817 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:08.905193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-54e54a6d-349d-45b7-b01f-e2bb05c11d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:08.906650 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-54e54a6d-349d-45b7-b01f-e2bb05c11d19 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/818e216c-cfd5-4c77-9aad-97b372c14353 HTTP/1.1" status: 204 len: 168 time: 3.0238326 Mar 16 10:50:08.938473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:08.940082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:08.954155 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:08.965470 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-48013eae-a274-4fd9-ad03-8944912b55c1 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:08.966251 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-48013eae-a274-4fd9-ad03-8944912b55c1 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Synchronizing usage tracker for tenant:43fda5f5ba974e56935505a0f4978348 on resource:network {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:08.998138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 8799ccf6-99a7-47bc-91d4-b68e8b55caed, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8799ccf6-99a7-47bc-91d4-b68e8b55caed,segment=NetworkSegment(aac79416-7358-4d6c-bde7-8d16eeb7ada5),segment_id=aac79416-7358-4d6c-bde7-8d16eeb7ada5)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:09.006126 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-69a14888-fdd5-49e8-844e-bfda516bc1a8 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Unset dirty status for tenant:5f7f82da52584a9cb3b9e11b4547dbe8 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:09.006378 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:09.007395 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-69a14888-fdd5-49e8-844e-bfda516bc1a8 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1757483710&fields=id&tenant_id=5f7f82da52584a9cb3b9e11b4547dbe8 HTTP/1.1" status: 200 len: 267 time: 0.7840314 Mar 16 10:50:09.007979 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Pushing event updated for resources: {'Port': ['ID=4403845f-63b9-44c6-9aee-63a1db19474a,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:09.034532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-48013eae-a274-4fd9-ad03-8944912b55c1 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Unset dirty status for tenant:43fda5f5ba974e56935505a0f4978348 on resource:network {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:09.044017 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-48013eae-a274-4fd9-ad03-8944912b55c1 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/networks?id=6053f626-2309-4760-a720-9eef23c240bd HTTP/1.1" status: 200 len: 811 time: 0.4074695 Mar 16 10:50:09.131047 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0d7cb86b-0568-48d7-9e43-54e083b1af77 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:50:09.144093 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fef4cfd3-10a3-4528-acdf-c20efd9b8138 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:09.173380 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 0d7cb86b-0568-48d7-9e43-54e083b1af77 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:50:09.173732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0d7cb86b-0568-48d7-9e43-54e083b1af77 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:50:09.207636 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=8799ccf6-99a7-47bc-91d4-b68e8b55caed,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:09.291602 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-b23fad1f-133a-400c-8863-5f95c57bade1 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/quotas/43fda5f5ba974e56935505a0f4978348 HTTP/1.1" status: 200 len: 375 time: 0.2383752 Mar 16 10:50:09.320651 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:09.420201 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a593dc41-b4ba-4d5c-bddd-cf191a90eb2c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:09.483973 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] device_id is not set on port 8c490d37-5c3c-492b-85ad-306bf786ac9b yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:50:09.495505 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:09.512713 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port a593dc41-b4ba-4d5c-bddd-cf191a90eb2c completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:09.520939 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port a593dc41-b4ba-4d5c-bddd-cf191a90eb2c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:09.521576 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:09.533288 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-3e763cdd-ee9f-48d9-a2f2-c40f11462940 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Synchronizing usage tracker for tenant:43fda5f5ba974e56935505a0f4978348 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:09.539770 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Transition to ACTIVE for port object 8c490d37-5c3c-492b-85ad-306bf786ac9b will not be triggered until provisioned by entity L2. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:09.546066 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:09.583840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Allocated IP 172.21.0.1 (a3b39059-c5ef-4532-9bad-39a562c397d1/8e39320f-057c-4e24-9b71-36944925959c/af7b5511-662a-4fed-aedb-4c339598d821) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:09.632936 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Pushing event updated for resources: {'Port': ['ID=8c490d37-5c3c-492b-85ad-306bf786ac9b,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:09.689270 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:09.696611 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-3e763cdd-ee9f-48d9-a2f2-c40f11462940 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Unset dirty status for tenant:43fda5f5ba974e56935505a0f4978348 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:09.698075 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-3e763cdd-ee9f-48d9-a2f2-c40f11462940 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=43fda5f5ba974e56935505a0f4978348&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3960018 Mar 16 10:50:09.727782 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:09.728206 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:09.728686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:09.747781 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:50:09.748105 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:50:09.750044 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port a593dc41-b4ba-4d5c-bddd-cf191a90eb2c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a593dc41-b4ba-4d5c-bddd-cf191a90eb2c,segment=NetworkSegment(12dce982-4135-4c4b-bee2-28691cfc15b1),segment_id=12dce982-4135-4c4b-bee2-28691cfc15b1)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:09.750668 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 2 to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b Mar 16 10:50:09.757077 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:09.757978 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:09.789066 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:09.789396 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:09.789865 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:09.795139 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:50:09.795669 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:50:09.796102 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 3 to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b Mar 16 10:50:09.820980 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:09.821353 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:09.821729 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:09.829963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:50:09.830410 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:50:09.831484 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 4 to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b Mar 16 10:50:09.855106 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:09.855511 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:09.855816 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:09.868312 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:50:09.868639 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:50:09.869008 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 5 to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b Mar 16 10:50:09.905605 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:09.905898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:09.911016 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:09.917066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=a593dc41-b4ba-4d5c-bddd-cf191a90eb2c,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:09.921198 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:50:09.921525 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:50:09.921905 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 6 to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b Mar 16 10:50:09.947744 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:09.948080 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:09.948413 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:09.950786 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:09.951730 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:09.963188 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:50:09.963534 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:50:09.964110 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 7 to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b Mar 16 10:50:09.988776 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:09.989109 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:09.989434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:10.003492 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:50:10.003492 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:50:10.003492 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 8 to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b Mar 16 10:50:10.034252 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:10.034455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:10.034725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:10.050547 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:50:10.050739 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:50:10.051058 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 9 to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b Mar 16 10:50:10.070789 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fef4cfd3-10a3-4528-acdf-c20efd9b8138 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.076673 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:10.076986 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:10.077321 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:10.082772 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:50:10.083241 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:50:10.083631 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempt 10 to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b Mar 16 10:50:10.097684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-fef4cfd3-10a3-4528-acdf-c20efd9b8138 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46acb42-bb2e-4037-a8a7-e45a55272364']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:10.102653 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:10.102995 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:10.103379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempting to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:10.108116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:50:10.108444 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Failed to bind port 8c490d37-5c3c-492b-85ad-306bf786ac9b on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'd05ec0f7-9660-4210-b2ad-467637ff12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c2eebb12-6fe5-4f73-826e-2f4db250bb6c'}] Mar 16 10:50:10.108897 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.109344 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-fef4cfd3-10a3-4528-acdf-c20efd9b8138 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabb9651-0b9e-47cf-9d32-097bfed1e673') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:10.109629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-fef4cfd3-10a3-4528-acdf-c20efd9b8138 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabb9651-0b9e-47cf-9d32-097bfed1e673') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:10.121980 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fef4cfd3-10a3-4528-acdf-c20efd9b8138 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.125111 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-a6e07e85-0742-477d-9a11-5dfe545541a6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:50:10.126115 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-a6e07e85-0742-477d-9a11-5dfe545541a6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1898925 Mar 16 10:50:10.126592 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43064) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:10.145906 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ebce5850-b436-49bb-bf0a-2f81d7b819be up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:10.190347 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fef4cfd3-10a3-4528-acdf-c20efd9b8138 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.205290 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-791902792'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:10.219630 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:10.219814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.223358 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port ebce5850-b436-49bb-bf0a-2f81d7b819be triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:10.223900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.289130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:network and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:10.294961 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:10.300167 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:10.319411 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:10.322823 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.361436 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.365773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef4cfd3-10a3-4528-acdf-c20efd9b8138 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:10.366185 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fef4cfd3-10a3-4528-acdf-c20efd9b8138 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:10.383234 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:10.389195 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:10.395806 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:security_group_rule and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:10.398176 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.399826 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.401864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:10.407915 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] For port 8c490d37-5c3c-492b-85ad-306bf786ac9b, host hv-neutron-8338, cleared binding levels {{(pid=87968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:10.408277 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attempted to set empty binding levels {{(pid=87968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:50:10.420647 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:10.426556 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.483621 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-ddbc1732-3fa6-4525-b919-43c7353bc3a5 service neutron] 10.222.0.44 "GET /v2.0/networks/6053f626-2309-4760-a720-9eef23c240bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453753 Mar 16 10:50:10.523361 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-5c192b9f-56e6-4ac5-a1b0-baabdff07e3e tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:10.525078 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-5c192b9f-56e6-4ac5-a1b0-baabdff07e3e tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/networks?id=4401366c-47f7-47e5-8a08-62fbd69fe2e5 HTTP/1.1" status: 200 len: 812 time: 1.4270034 Mar 16 10:50:10.527466 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] In _notify_port_updated(), no bound segment for port 8c490d37-5c3c-492b-85ad-306bf786ac9b on network c2eebb12-6fe5-4f73-826e-2f4db250bb6c {{(pid=87968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:50:10.528302 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:10.528898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.532770 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] 10.222.0.44 "PUT /v2.0/ports/8c490d37-5c3c-492b-85ad-306bf786ac9b HTTP/1.1" status: 200 len: 977 time: 1.9545658 Mar 16 10:50:10.538061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43070) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:10.590607 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06716f42-1c5d-4d59-aeb7-45225a5caee0 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Pushing event updated for resources: {'Port': ['ID=8c490d37-5c3c-492b-85ad-306bf786ac9b,revision_number=3']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:10.641772 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-ceb99e3f-4498-4344-8042-0dc8eb65eed1 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/quotas/5f7f82da52584a9cb3b9e11b4547dbe8 HTTP/1.1" status: 200 len: 375 time: 0.1043351 Mar 16 10:50:10.650778 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-828941b9-4608-4481-b615-ff8a1142508c service neutron] 10.222.0.44 "GET /v2.0/networks/6053f626-2309-4760-a720-9eef23c240bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562753 Mar 16 10:50:10.733680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fef4cfd3-10a3-4528-acdf-c20efd9b8138 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.763188 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef4cfd3-10a3-4528-acdf-c20efd9b8138 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c46acb42-bb2e-4037-a8a7-e45a55272364 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:50:10.772524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.779603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5ba16a73-bd18-47e4-bc39-ccfee8c1eb10 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Deleting port 8c490d37-5c3c-492b-85ad-306bf786ac9b {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:10.779938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5ba16a73-bd18-47e4-bc39-ccfee8c1eb10 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.781766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.789855 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.842795 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fef4cfd3-10a3-4528-acdf-c20efd9b8138 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.843518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a85db8-ad8f-4cdc-994b-0ec68bd21874,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:10.869079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4cfd3-10a3-4528-acdf-c20efd9b8138 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Pushing event deleted for resources: {'Network': ['ID=c46acb42-bb2e-4037-a8a7-e45a55272364,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:10.869953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:10.891964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.892319 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Added segment 38ef9b88-8e78-4103-ae1c-3336fecbc78a of type vlan for network b0e08326-07c6-4f49-8583-a5de0ae8192c Mar 16 10:50:10.927636 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:10.949110 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Transition to ACTIVE for port object af7b5511-662a-4fed-aedb-4c339598d821 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:11.025782 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:11.031977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:11.032583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:11.082849 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f024463f-a76c-4c34-a922-aa7b8aed06e8 req-aba1301f-5817-435c-9797-e35d8f328e67 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 210 time: 0.1135406 Mar 16 10:50:11.106660 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fef4cfd3-10a3-4528-acdf-c20efd9b8138 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "DELETE /v2.0/networks/c46acb42-bb2e-4037-a8a7-e45a55272364 HTTP/1.1" status: 204 len: 168 time: 2.3336763 Mar 16 10:50:11.115377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43092) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:11.138718 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-24bb0054-247a-4ea1-aada-7d2063e707ea tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Request body: {'network': {'name': 'tempest-network--323634995', 'router:external': True}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:11.170156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-24bb0054-247a-4ea1-aada-7d2063e707ea tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:11.199189 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-24bb0054-247a-4ea1-aada-7d2063e707ea tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Usage tracker for resource:network and tenant:f0a607c33ea34d4ebde65ffb46f792a5 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:11.202237 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0718751 Mar 16 10:50:11.203368 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688fb96-e45b-4d7d-a8cd-42b7cb3b0a58 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Network': ['ID=b0e08326-07c6-4f49-8583-a5de0ae8192c,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:11.211979 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-24bb0054-247a-4ea1-aada-7d2063e707ea tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:11.221106 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Allocated IP 172.26.3.166 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/ba8f4fb3-d0a3-4423-809f-bdeaa5aff04a) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:11.249793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network b0e08326-07c6-4f49-8583-a5de0ae8192c details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:11.275640 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-24bb0054-247a-4ea1-aada-7d2063e707ea tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:11.344711 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-ba60c109-c1a8-4a9e-8658-406c6ca3cf3d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Synchronizing usage tracker for tenant:5f7f82da52584a9cb3b9e11b4547dbe8 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:11.389411 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43100) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:11.396578 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bb0054-247a-4ea1-aada-7d2063e707ea tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Made reservation on behalf of f0a607c33ea34d4ebde65ffb46f792a5 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:11.396964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-12716b84-7e26-4116-afd1-5e93846a5634 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'subnet': {'network_id': 'b0e08326-07c6-4f49-8583-a5de0ae8192c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:11.398802 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-24bb0054-247a-4ea1-aada-7d2063e707ea tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:11.412581 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a593dc41-b4ba-4d5c-bddd-cf191a90eb2c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:11.465957 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:11.491868 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-5ba16a73-bd18-47e4-bc39-ccfee8c1eb10 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] For port 8c490d37-5c3c-492b-85ad-306bf786ac9b, host hv-neutron-8338, got binding levels [] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:11.494290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5ba16a73-bd18-47e4-bc39-ccfee8c1eb10 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:11.528377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:11.602206 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port a593dc41-b4ba-4d5c-bddd-cf191a90eb2c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:11.602706 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:11.689861 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=af7b5511-662a-4fed-aedb-4c339598d821,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:11.692973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:11.694084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-12716b84-7e26-4116-afd1-5e93846a5634 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:11.698504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-12716b84-7e26-4116-afd1-5e93846a5634 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:subnet and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:11.701792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-12716b84-7e26-4116-afd1-5e93846a5634 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:11.701923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-ba60c109-c1a8-4a9e-8658-406c6ca3cf3d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Unset dirty status for tenant:5f7f82da52584a9cb3b9e11b4547dbe8 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:11.703257 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-ba60c109-c1a8-4a9e-8658-406c6ca3cf3d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f7f82da52584a9cb3b9e11b4547dbe8&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0428286 Mar 16 10:50:11.708131 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-12716b84-7e26-4116-afd1-5e93846a5634 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:11.720162 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12716b84-7e26-4116-afd1-5e93846a5634 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:11.725742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-12716b84-7e26-4116-afd1-5e93846a5634 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:11.775914 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8799ccf6-99a7-47bc-91d4-b68e8b55caed up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:11.827723 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5ba16a73-bd18-47e4-bc39-ccfee8c1eb10 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Calling delete_port for 8c490d37-5c3c-492b-85ad-306bf786ac9b owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:11.864909 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 8799ccf6-99a7-47bc-91d4-b68e8b55caed triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:11.865648 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:11.968574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bb0054-247a-4ea1-aada-7d2063e707ea tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:11.978659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-24bb0054-247a-4ea1-aada-7d2063e707ea tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:11.979319 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-24bb0054-247a-4ea1-aada-7d2063e707ea tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Added segment f2d7c410-ebe5-4f4d-957a-5a33de3f7334 of type vlan for network bd71608e-4812-46e1-8293-ece9b1890050 Mar 16 10:50:12.018914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-12716b84-7e26-4116-afd1-5e93846a5634 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.028309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network a3b39059-c5ef-4532-9bad-39a562c397d1 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:12.050222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:12.083519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:12.120441 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12716b84-7e26-4116-afd1-5e93846a5634 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Subnet': ['ID=91b23f44-edbc-4b68-99ea-428073dd65e5,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:12.126025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12716b84-7e26-4116-afd1-5e93846a5634 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Checking segment: {'id': '38ef9b88-8e78-4103-ae1c-3336fecbc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b0e08326-07c6-4f49-8583-a5de0ae8192c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:12.126695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12716b84-7e26-4116-afd1-5e93846a5634 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network hostable DHCP agents. Network: b0e08326-07c6-4f49-8583-a5de0ae8192c, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:50:12.134071 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-be0f1de8-0091-4ae6-8831-9da66de0a1a7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:50:12.135579 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-be0f1de8-0091-4ae6-8831-9da66de0a1a7 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1785431 Mar 16 10:50:12.152776 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12716b84-7e26-4116-afd1-5e93846a5634 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network b0e08326-07c6-4f49-8583-a5de0ae8192c is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:50:12.168059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-12716b84-7e26-4116-afd1-5e93846a5634 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, b0e08326-07c6-4f49-8583-a5de0ae8192c) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:12.181128 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec4c023-d1a7-4492-a473-a77c262fa1c8 None None] Network b0e08326-07c6-4f49-8583-a5de0ae8192c requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:12.256466 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3906f958-fb2f-43fb-913d-b4f4ca7437a2 req-066db1f2-b623-4c1c-8927-c07f1184e818 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 210 time: 0.0836353 Mar 16 10:50:12.259090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12716b84-7e26-4116-afd1-5e93846a5634 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:12.260682 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-12716b84-7e26-4116-afd1-5e93846a5634 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.265814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-24bb0054-247a-4ea1-aada-7d2063e707ea tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.271403 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Pushing event updated for resources: {'Port': ['ID=4403845f-63b9-44c6-9aee-63a1db19474a,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:12.309830 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-12716b84-7e26-4116-afd1-5e93846a5634 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9191058 Mar 16 10:50:12.313330 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43128) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:12.314380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.321183 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-9dc45b1a-7f39-45f8-b983-82d80729f2a7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-198377978'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:12.328155 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9dc45b1a-7f39-45f8-b983-82d80729f2a7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:12.334272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9dc45b1a-7f39-45f8-b983-82d80729f2a7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:network and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:12.340117 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9dc45b1a-7f39-45f8-b983-82d80729f2a7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:12.352115 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9dc45b1a-7f39-45f8-b983-82d80729f2a7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:12.380522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc45b1a-7f39-45f8-b983-82d80729f2a7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:12.388924 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9dc45b1a-7f39-45f8-b983-82d80729f2a7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.439987 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc45b1a-7f39-45f8-b983-82d80729f2a7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:12.450273 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9dc45b1a-7f39-45f8-b983-82d80729f2a7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.450816 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-9dc45b1a-7f39-45f8-b983-82d80729f2a7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Added segment 3e598394-a054-49d2-85f8-2062d70d12be of type vlan for network 2ae27df2-a5a7-484b-8c22-90d187e4f68a Mar 16 10:50:12.480894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9dc45b1a-7f39-45f8-b983-82d80729f2a7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.487401 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8183f60f-4a9d-4c85-84c3-3a414d3c606e None None] Provisioning for port af7b5511-662a-4fed-aedb-4c339598d821 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:12.497768 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.504303 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8183f60f-4a9d-4c85-84c3-3a414d3c606e None None] Provisioning complete for port af7b5511-662a-4fed-aedb-4c339598d821 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:12.504995 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8183f60f-4a9d-4c85-84c3-3a414d3c606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.519186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9dc45b1a-7f39-45f8-b983-82d80729f2a7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.526733 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc45b1a-7f39-45f8-b983-82d80729f2a7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:12.527357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9dc45b1a-7f39-45f8-b983-82d80729f2a7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.551067 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5ba16a73-bd18-47e4-bc39-ccfee8c1eb10 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.606693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-8183f60f-4a9d-4c85-84c3-3a414d3c606e None None] Port af7b5511-662a-4fed-aedb-4c339598d821 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:50:12.615008 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-b0e08326-07c6-4f49-8583-a5de0ae8192c', 'network_id': 'b0e08326-07c6-4f49-8583-a5de0ae8192c', 'tenant_id': '447abc0a1dba40e8899d6ce7bd5c04f2', 'fixed_ips': [{'subnet_id': '91b23f44-edbc-4b68-99ea-428073dd65e5'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:50:12.616569 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.620240 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.646823 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9dc45b1a-7f39-45f8-b983-82d80729f2a7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3322415 Mar 16 10:50:12.652871 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43134) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:12.661489 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-373d1885-85c0-4bd0-850b-d0f83154c032 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'subnet': {'network_id': '2ae27df2-a5a7-484b-8c22-90d187e4f68a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:12.679982 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc45b1a-7f39-45f8-b983-82d80729f2a7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Network': ['ID=2ae27df2-a5a7-484b-8c22-90d187e4f68a,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:12.694451 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.699475 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a7d3f548-7735-459c-9718-585010e71507 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4901237 Mar 16 10:50:12.701509 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 2ae27df2-a5a7-484b-8c22-90d187e4f68a details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:12.701619 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-c832eb6a-f01d-459a-9cf2-c364743d3c2d service neutron] 10.222.0.44 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313116 Mar 16 10:50:12.769281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-24bb0054-247a-4ea1-aada-7d2063e707ea tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.776452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bb0054-247a-4ea1-aada-7d2063e707ea tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:12.778334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-24bb0054-247a-4ea1-aada-7d2063e707ea tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.814156 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-373d1885-85c0-4bd0-850b-d0f83154c032 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:12.826305 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-373d1885-85c0-4bd0-850b-d0f83154c032 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:subnet and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:12.830017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-373d1885-85c0-4bd0-850b-d0f83154c032 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:12.838059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-373d1885-85c0-4bd0-850b-d0f83154c032 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:12.856901 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba16a73-bd18-47e4-bc39-ccfee8c1eb10 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c490d37-5c3c-492b-85ad-306bf786ac9b,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:12.872207 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373d1885-85c0-4bd0-850b-d0f83154c032 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:12.876796 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-373d1885-85c0-4bd0-850b-d0f83154c032 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.934651 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5ba16a73-bd18-47e4-bc39-ccfee8c1eb10 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:12.944680 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5ba16a73-bd18-47e4-bc39-ccfee8c1eb10 tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] 10.222.0.44 "DELETE /v2.0/ports/8c490d37-5c3c-492b-85ad-306bf786ac9b HTTP/1.1" status: 204 len: 168 time: 2.3985608 Mar 16 10:50:12.967672 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Allocated IP 172.20.255.242 (b0e08326-07c6-4f49-8583-a5de0ae8192c/91b23f44-edbc-4b68-99ea-428073dd65e5/ab983074-84cc-4e69-abb9-64304047f86e) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:12.968519 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-24bb0054-247a-4ea1-aada-7d2063e707ea tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8479786 Mar 16 10:50:12.970315 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43142) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:12.970787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43148) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:13.061483 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-b464e2bc-fc65-4151-92be-fd5777940ce6 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Synchronizing usage tracker for tenant:88d104187244448c94232efcadd9a6a6 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:13.089645 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-b464e2bc-fc65-4151-92be-fd5777940ce6 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Unset dirty status for tenant:88d104187244448c94232efcadd9a6a6 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:13.090780 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-b464e2bc-fc65-4151-92be-fd5777940ce6 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2140942937&fields=id&tenant_id=88d104187244448c94232efcadd9a6a6 HTTP/1.1" status: 200 len: 267 time: 0.0883720 Mar 16 10:50:13.174689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb0054-247a-4ea1-aada-7d2063e707ea tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Pushing event updated for resources: {'Network': ['ID=bd71608e-4812-46e1-8293-ece9b1890050,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:13.206902 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-33172ddd-4605-4438-b04d-a23d39c977fc tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:50:13.207497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-33172ddd-4605-4438-b04d-a23d39c977fc tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Synchronizing usage tracker for tenant:2be2c428374441e4b22ae5fa75a9d200 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:13.217046 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network bd71608e-4812-46e1-8293-ece9b1890050 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:13.276481 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:13.305283 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.18', 49441) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:13.309778 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-7d519e02-347e-4d94-89b9-02ceb30fdb60 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:13.310620 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-7d519e02-347e-4d94-89b9-02ceb30fdb60 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Synchronizing usage tracker for tenant:88d104187244448c94232efcadd9a6a6 on resource:network {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:13.325885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-373d1885-85c0-4bd0-850b-d0f83154c032 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:13.370027 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-64220483-241f-4e7b-ab54-e5b4210abe8f service neutron] 10.222.0.44 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6023986 Mar 16 10:50:13.382524 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Transition to ACTIVE for port object ab983074-84cc-4e69-abb9-64304047f86e will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:13.412451 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Transition to ACTIVE for port object ab983074-84cc-4e69-abb9-64304047f86e will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:13.420400 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:13.432381 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:13.457863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-7d519e02-347e-4d94-89b9-02ceb30fdb60 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Unset dirty status for tenant:88d104187244448c94232efcadd9a6a6 on resource:network {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:13.464907 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-7d519e02-347e-4d94-89b9-02ceb30fdb60 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/networks?id=5d0c7ad5-cc66-42bd-9976-b209dfba76ff HTTP/1.1" status: 200 len: 806 time: 0.3464451 Mar 16 10:50:13.485832 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-1bf02e91-04a4-4bdb-a762-8e231091dcf2 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/quotas/88d104187244448c94232efcadd9a6a6 HTTP/1.1" status: 200 len: 375 time: 0.0198104 Mar 16 10:50:13.534396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-33172ddd-4605-4438-b04d-a23d39c977fc tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] Unset dirty status for tenant:2be2c428374441e4b22ae5fa75a9d200 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:13.535570 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-33172ddd-4605-4438-b04d-a23d39c977fc tempest-PortsAdminExtendedAttrsTestJSON-2142873355 tempest-PortsAdminExtendedAttrsTestJSON-2142873355-project-admin] 10.222.0.44 "GET /v2.0/ports/8c490d37-5c3c-492b-85ad-306bf786ac9b HTTP/1.1" status: 404 len: 333 time: 0.5109024 Mar 16 10:50:13.540449 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43162) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:13.543929 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Network b0e08326-07c6-4f49-8583-a5de0ae8192c is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:13.551386 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:13.555849 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:13.561875 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373d1885-85c0-4bd0-850b-d0f83154c032 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Checking segment: {'id': '3e598394-a054-49d2-85f8-2062d70d12be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2ae27df2-a5a7-484b-8c22-90d187e4f68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:13.562395 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373d1885-85c0-4bd0-850b-d0f83154c032 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network hostable DHCP agents. Network: 2ae27df2-a5a7-484b-8c22-90d187e4f68a, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:50:13.566685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d4b6f0-b8d9-46a5-9747-ce89141280d4 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:13.571675 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-14d4b6f0-b8d9-46a5-9747-ce89141280d4 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] 10.222.0.44 "GET /v2.0/networks/bd71608e-4812-46e1-8293-ece9b1890050 HTTP/1.1" status: 200 len: 756 time: 0.5454648 Mar 16 10:50:13.624004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43166) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:13.673766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:13.686205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:13.687953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:13.708557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:13.713936 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Pushing event updated for resources: {'Port': ['ID=ab983074-84cc-4e69-abb9-64304047f86e,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:13.751617 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Attempting to bind port ab983074-84cc-4e69-abb9-64304047f86e on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:13.751977 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Attempting to bind port ab983074-84cc-4e69-abb9-64304047f86e by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '38ef9b88-8e78-4103-ae1c-3336fecbc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b0e08326-07c6-4f49-8583-a5de0ae8192c'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:13.752362 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Attempting to bind port ab983074-84cc-4e69-abb9-64304047f86e on network b0e08326-07c6-4f49-8583-a5de0ae8192c {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:13.777669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:50:13.777996 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Checking segment: {'id': '38ef9b88-8e78-4103-ae1c-3336fecbc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b0e08326-07c6-4f49-8583-a5de0ae8192c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:13.778399 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:13.778775 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Bound using segment: {'id': '38ef9b88-8e78-4103-ae1c-3336fecbc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b0e08326-07c6-4f49-8583-a5de0ae8192c'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:50:13.779266 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Bound port: ab983074-84cc-4e69-abb9-64304047f86e, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ef9b88-8e78-4103-ae1c-3336fecbc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b0e08326-07c6-4f49-8583-a5de0ae8192c'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:50:13.779631 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:13.781468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=ba8f4fb3-d0a3-4423-809f-bdeaa5aff04a,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:13.792561 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6b613b14-f98c-400d-b26d-372c4129a0c9 tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:13.804649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d1885-85c0-4bd0-850b-d0f83154c032 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Subnet': ['ID=91b29a8b-3277-4c82-8617-6463e6813d72,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:13.901732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] For port ab983074-84cc-4e69-abb9-64304047f86e, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:13.905686 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] For port ab983074-84cc-4e69-abb9-64304047f86e, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ab983074-84cc-4e69-abb9-64304047f86e,segment=NetworkSegment(38ef9b88-8e78-4103-ae1c-3336fecbc78a),segment_id=38ef9b88-8e78-4103-ae1c-3336fecbc78a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:50:13.911710 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:13.950318 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373d1885-85c0-4bd0-850b-d0f83154c032 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network 2ae27df2-a5a7-484b-8c22-90d187e4f68a is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:50:14.004858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063edcd-cac8-4a4b-85d0-11402cc983a2 None None] Pushing event updated for resources: {'Port': ['ID=ab983074-84cc-4e69-abb9-64304047f86e,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:14.015493 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-373d1885-85c0-4bd0-850b-d0f83154c032 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 2ae27df2-a5a7-484b-8c22-90d187e4f68a) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:14.025280 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6b613b14-f98c-400d-b26d-372c4129a0c9 tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:14.032054 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30453807-00dd-4a1d-874c-4d7f411da112 None None] Network 2ae27df2-a5a7-484b-8c22-90d187e4f68a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:14.190398 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d1885-85c0-4bd0-850b-d0f83154c032 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:14.191115 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-373d1885-85c0-4bd0-850b-d0f83154c032 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:14.214772 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fa0536b-b53a-44d1-afb7-3d551605bcb9 req-d6e226d8-c64c-45f7-8056-1b16c66bd26c tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 210 time: 0.3814876 Mar 16 10:50:14.269958 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-9d0de33e-317b-42e2-8d47-36fde1f79d32 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Synchronizing usage tracker for tenant:88d104187244448c94232efcadd9a6a6 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:14.282842 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-6b613b14-f98c-400d-b26d-372c4129a0c9 tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2eebb12-6fe5-4f73-826e-2f4db250bb6c']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:14.286569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d622e-da1e-4314-ac4c-07eb4c682fa7 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:14.292009 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7d1d622e-da1e-4314-ac4c-07eb4c682fa7 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] 10.222.0.44 "GET /v2.0/networks/ef0bd8f7-44fc-498b-bfe9-ab1c8e8e1f63 HTTP/1.1" status: 200 len: 767 time: 0.6629157 Mar 16 10:50:14.304483 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43218) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:14.306985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-0f00f4d5-e4c9-4260-81fa-e4404f971dc5 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:14.308899 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-0f00f4d5-e4c9-4260-81fa-e4404f971dc5 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.18 "GET /v2.0/networks?id=6053f626-2309-4760-a720-9eef23c240bd HTTP/1.1" status: 200 len: 811 time: 0.9417694 Mar 16 10:50:14.391827 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-373d1885-85c0-4bd0-850b-d0f83154c032 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7364254 Mar 16 10:50:14.422552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-6b613b14-f98c-400d-b26d-372c4129a0c9 tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05ec0f7-9660-4210-b2ad-467637ff12b5') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:14.422552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-6b613b14-f98c-400d-b26d-372c4129a0c9 tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05ec0f7-9660-4210-b2ad-467637ff12b5') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:14.446849 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43222) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:14.491374 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6b613b14-f98c-400d-b26d-372c4129a0c9 tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:14.492892 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-2ae27df2-a5a7-484b-8c22-90d187e4f68a', 'network_id': '2ae27df2-a5a7-484b-8c22-90d187e4f68a', 'tenant_id': '447abc0a1dba40e8899d6ce7bd5c04f2', 'fixed_ips': [{'subnet_id': '91b29a8b-3277-4c82-8617-6463e6813d72'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:50:14.494483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:14.677498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6b613b14-f98c-400d-b26d-372c4129a0c9 tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:14.693508 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b613b14-f98c-400d-b26d-372c4129a0c9 tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:14.694040 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6b613b14-f98c-400d-b26d-372c4129a0c9 tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:14.788931 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-85cc8691-2756-4047-a141-7075058a8781 req-ce3204d6-e284-481d-ab3b-0debbda6ff00 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 210 time: 0.4775832 Mar 16 10:50:14.874421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Allocated IP 172.20.0.2 (2ae27df2-a5a7-484b-8c22-90d187e4f68a/91b29a8b-3277-4c82-8617-6463e6813d72/8d3976df-21cf-4df4-bb8a-d1e111ea5d51) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:14.930639 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-e04b8a48-c6c9-4564-bfe4-787f5548f958 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Synchronizing usage tracker for tenant:43fda5f5ba974e56935505a0f4978348 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:14.956159 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:15.004727 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-e04b8a48-c6c9-4564-bfe4-787f5548f958 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Unset dirty status for tenant:43fda5f5ba974e56935505a0f4978348 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:15.008042 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-e04b8a48-c6c9-4564-bfe4-787f5548f958 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43fda5f5ba974e56935505a0f4978348 HTTP/1.1" status: 200 len: 380 time: 0.5569601 Mar 16 10:50:15.014622 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6b613b14-f98c-400d-b26d-372c4129a0c9 tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:15.024853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-8f840e3b-4f63-4557-b5f4-1cdec56932d7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Request body: {'port': {'device_id': '9c1a6465-659a-4dfb-bf23-4f790805f2b4', 'network_id': '6053f626-2309-4760-a720-9eef23c240bd', 'admin_state_up': True, 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'security_groups': ['77bbc3c2-7185-46c7-850b-0c183100fa61']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:15.195892 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-9d0de33e-317b-42e2-8d47-36fde1f79d32 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Unset dirty status for tenant:88d104187244448c94232efcadd9a6a6 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:15.214927 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-9d0de33e-317b-42e2-8d47-36fde1f79d32 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=88d104187244448c94232efcadd9a6a6&fields=id HTTP/1.1" status: 200 len: 348 time: 1.7280416 Mar 16 10:50:15.225040 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6b613b14-f98c-400d-b26d-372c4129a0c9 tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:15.282963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b613b14-f98c-400d-b26d-372c4129a0c9 tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] Pushing event deleted for resources: {'Network': ['ID=c2eebb12-6fe5-4f73-826e-2f4db250bb6c,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:15.414077 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ab983074-84cc-4e69-abb9-64304047f86e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:15.519797 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6b613b14-f98c-400d-b26d-372c4129a0c9 tempest-PortsAdminExtendedAttrsTestJSON-757268873 tempest-PortsAdminExtendedAttrsTestJSON-757268873-project] 10.222.0.44 "DELETE /v2.0/networks/c2eebb12-6fe5-4f73-826e-2f4db250bb6c HTTP/1.1" status: 204 len: 168 time: 1.9726441 Mar 16 10:50:15.603783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fabd21f-8336-46bd-9212-110276c0544c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:15.721882 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5543b1-c3bd-4ad3-8136-cb2c40da02c3 None None] Network b0e08326-07c6-4f49-8583-a5de0ae8192c requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:15.722958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:15.780087 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:15.793738 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-2d126bd3-764d-4223-8ddc-323b50050ad6 service neutron] 10.222.0.44 "GET /v2.0/networks/5d0c7ad5-cc66-42bd-9976-b209dfba76ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372758 Mar 16 10:50:15.815200 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port ab983074-84cc-4e69-abb9-64304047f86e completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:15.842568 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:15.878121 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-14b0c266-aa69-446d-9ee4-2bd534a38895 req-e962ad83-2bfd-4341-957b-f1822d98f20d tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 210 time: 0.2776020 Mar 16 10:50:15.932692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Transition to ACTIVE for port object 8d3976df-21cf-4df4-bb8a-d1e111ea5d51 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:15.948118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e3eaa371-cbe3-4868-a6b9-166bd27c1989 None None] Provisioning for port ab983074-84cc-4e69-abb9-64304047f86e completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:16.012474 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port ab983074-84cc-4e69-abb9-64304047f86e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:16.013200 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:16.092350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.18', 49447) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:16.096720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-8f840e3b-4f63-4557-b5f4-1cdec56932d7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:16.118838 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e3eaa371-cbe3-4868-a6b9-166bd27c1989 None None] Provisioning complete for port ab983074-84cc-4e69-abb9-64304047f86e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:16.119232 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e3eaa371-cbe3-4868-a6b9-166bd27c1989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:16.144621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fabd21f-8336-46bd-9212-110276c0544c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:16.184182 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Transition to ACTIVE for port object 8d3976df-21cf-4df4-bb8a-d1e111ea5d51 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:16.189284 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-6fabd21f-8336-46bd-9212-110276c0544c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd71608e-4812-46e1-8293-ece9b1890050']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:16.208203 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-6fabd21f-8336-46bd-9212-110276c0544c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d7c410-ebe5-4f4d-957a-5a33de3f7334') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:16.209481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-6fabd21f-8336-46bd-9212-110276c0544c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d7c410-ebe5-4f4d-957a-5a33de3f7334') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:16.219868 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:16.225242 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fabd21f-8336-46bd-9212-110276c0544c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:16.245151 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fabd21f-8336-46bd-9212-110276c0544c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:16.252438 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fabd21f-8336-46bd-9212-110276c0544c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:16.253039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fabd21f-8336-46bd-9212-110276c0544c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:16.358940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43246) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:16.371034 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:16.383495 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-8f840e3b-4f63-4557-b5f4-1cdec56932d7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:16.425296 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fabd21f-8336-46bd-9212-110276c0544c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:16.470095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fabd21f-8336-46bd-9212-110276c0544c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd71608e-4812-46e1-8293-ece9b1890050 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:50:16.485385 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Network 2ae27df2-a5a7-484b-8c22-90d187e4f68a is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:16.494966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fabd21f-8336-46bd-9212-110276c0544c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:16.511584 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6fabd21f-8336-46bd-9212-110276c0544c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "DELETE /v2.0/networks/bd71608e-4812-46e1-8293-ece9b1890050 HTTP/1.1" status: 204 len: 168 time: 2.1945946 Mar 16 10:50:16.515261 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c4c7f00a-2d89-45e6-bc77-2c1ad997f3bb req-ef266572-d915-45b6-abf1-c5110ffd6dbb tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 210 time: 0.3009210 Mar 16 10:50:16.518555 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43252) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:16.545007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9dbbb1c7-e7ef-4174-9f0b-90411d3538af tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Request body: {'network': {'name': 'tempest-network--554821835'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:16.545292 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabd21f-8336-46bd-9212-110276c0544c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd71608e-4812-46e1-8293-ece9b1890050,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:16.546546 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:16.561686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:16.584367 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:16.642468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9dbbb1c7-e7ef-4174-9f0b-90411d3538af tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:16.685683 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Pushing event updated for resources: {'Port': ['ID=8d3976df-21cf-4df4-bb8a-d1e111ea5d51,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:16.703419 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:16.709153 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-8f840e3b-4f63-4557-b5f4-1cdec56932d7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Made reservation on behalf of 43fda5f5ba974e56935505a0f4978348 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:16.712964 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-8f840e3b-4f63-4557-b5f4-1cdec56932d7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:16.780098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9dbbb1c7-e7ef-4174-9f0b-90411d3538af tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Usage tracker for resource:network and tenant:f0a607c33ea34d4ebde65ffb46f792a5 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:16.819689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9dbbb1c7-e7ef-4174-9f0b-90411d3538af tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:16.825937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Subnet': ['ID=91b29a8b-3277-4c82-8617-6463e6813d72,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:16.830995 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0028249d-057a-407c-b5c5-d44b0e9a5074 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f358e2e756a4760a7e1fbb72aea220b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4583995 Mar 16 10:50:16.835817 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43260) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:16.905124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9dbbb1c7-e7ef-4174-9f0b-90411d3538af tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:16.925629 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:16.951069 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:16.964529 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Attempting to bind port 8d3976df-21cf-4df4-bb8a-d1e111ea5d51 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:16.964529 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Attempting to bind port 8d3976df-21cf-4df4-bb8a-d1e111ea5d51 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '3e598394-a054-49d2-85f8-2062d70d12be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2ae27df2-a5a7-484b-8c22-90d187e4f68a'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:16.965298 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Attempting to bind port 8d3976df-21cf-4df4-bb8a-d1e111ea5d51 on network 2ae27df2-a5a7-484b-8c22-90d187e4f68a {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:16.985465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e3eaa371-cbe3-4868-a6b9-166bd27c1989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:16.987767 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae27df2-a5a7-484b-8c22-90d187e4f68a']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:17.018320 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e598394-a054-49d2-85f8-2062d70d12be') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:17.020712 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e598394-a054-49d2-85f8-2062d70d12be') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:17.028715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:50:17.029273 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Checking segment: {'id': '3e598394-a054-49d2-85f8-2062d70d12be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2ae27df2-a5a7-484b-8c22-90d187e4f68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:17.029730 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:17.030358 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Bound using segment: {'id': '3e598394-a054-49d2-85f8-2062d70d12be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2ae27df2-a5a7-484b-8c22-90d187e4f68a'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:50:17.030888 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Bound port: 8d3976df-21cf-4df4-bb8a-d1e111ea5d51, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e598394-a054-49d2-85f8-2062d70d12be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2ae27df2-a5a7-484b-8c22-90d187e4f68a'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:50:17.031348 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:17.050070 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-5c72660d-a975-4a30-badf-645757d4b15a service neutron] 10.222.0.44 "GET /v2.0/networks/5d0c7ad5-cc66-42bd-9976-b209dfba76ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2016795 Mar 16 10:50:17.109467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbbb1c7-e7ef-4174-9f0b-90411d3538af tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Made reservation on behalf of f0a607c33ea34d4ebde65ffb46f792a5 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:17.113725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9dbbb1c7-e7ef-4174-9f0b-90411d3538af tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:17.141152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:17.153507 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] For port 8d3976df-21cf-4df4-bb8a-d1e111ea5d51, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:17.157765 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] For port 8d3976df-21cf-4df4-bb8a-d1e111ea5d51, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8d3976df-21cf-4df4-bb8a-d1e111ea5d51,segment=NetworkSegment(3e598394-a054-49d2-85f8-2062d70d12be),segment_id=3e598394-a054-49d2-85f8-2062d70d12be)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:50:17.163953 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port ab983074-84cc-4e69-abb9-64304047f86e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ab983074-84cc-4e69-abb9-64304047f86e,segment=NetworkSegment(38ef9b88-8e78-4103-ae1c-3336fecbc78a),segment_id=38ef9b88-8e78-4103-ae1c-3336fecbc78a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:17.183185 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:17.187285 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:17.211175 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:17.212149 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:17.281444 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:17.304044 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:17.314458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72b785-a472-4430-8ac4-9dae273495a0 None None] Pushing event updated for resources: {'Port': ['ID=8d3976df-21cf-4df4-bb8a-d1e111ea5d51,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:17.337126 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-92c94db4-2c42-495b-8e50-2458239907e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:17.368293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.resource_extend [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:50:17.475359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=ab983074-84cc-4e69-abb9-64304047f86e,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:17.515731 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:17.645652 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:17.650690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-92c94db4-2c42-495b-8e50-2458239907e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:17.787354 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-e3eaa371-cbe3-4868-a6b9-166bd27c1989 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:50:17.798577 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-e3eaa371-cbe3-4868-a6b9-166bd27c1989 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:50:17.862155 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:50:17.862155 dv-neutron-833859-1-hyperv neutron-server[87968]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:50:17.862155 dv-neutron-833859-1-hyperv neutron-server[87968]: [parameters: {'id': '2ae27df2-a5a7-484b-8c22-90d187e4f68a'}] Mar 16 10:50:17.862155 dv-neutron-833859-1-hyperv neutron-server[87968]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:50:17.862951 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:50:17.895290 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3fa2a2-7438-4efe-a70f-973f3fa3253e None None] Network 2ae27df2-a5a7-484b-8c22-90d187e4f68a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:18.004116 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-df5c8ae2-5a1e-431c-b619-5e2a778d455b req-4427c25c-864a-4844-9c78-dfc2d98b78d3 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 210 time: 0.1399152 Mar 16 10:50:18.064204 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-92c94db4-2c42-495b-8e50-2458239907e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:18.096410 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c94db4-2c42-495b-8e50-2458239907e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607c3317-6982-479e-a4c2-4d210a321f2e,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:18.109356 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-92c94db4-2c42-495b-8e50-2458239907e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:18.110790 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-92c94db4-2c42-495b-8e50-2458239907e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/607c3317-6982-479e-a4c2-4d210a321f2e HTTP/1.1" status: 204 len: 168 time: 1.2720909 Mar 16 10:50:18.235062 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6041024d-a1bb-4ddc-a09b-2566d8498f06 req-3ec0390c-351e-4701-9eae-a75dface4d0d tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 210 time: 0.0956829 Mar 16 10:50:18.340494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:18.351097 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-fc93554c-ba2b-476a-8e4c-6b59996bf6c0 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:18.352311 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-fc93554c-ba2b-476a-8e4c-6b59996bf6c0 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.18 "GET /v2.0/networks?id=4401366c-47f7-47e5-8a08-62fbd69fe2e5 HTTP/1.1" status: 200 len: 812 time: 2.2522893 Mar 16 10:50:18.354827 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b1cbba8c-3e31-4225-872e-125badbc61dd req-23dc72ba-b91e-4520-ad28-82d1e8132bf2 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 210 time: 1.0680432 Mar 16 10:50:18.355456 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:18.364152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:18.376997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Deleting port 8d3976df-21cf-4df4-bb8a-d1e111ea5d51 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:18.380611 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:18.509208 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3a5893-3683-4163-bc90-42e428629278 None None] get_active_networks_info from dv-neutron-833859-1-hyperv {{(pid=87970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:50:18.642993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbbb1c7-e7ef-4174-9f0b-90411d3538af tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:18.673730 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4502a745-6d34-4d10-9348-b404b40d2fb6 None None] Provisioning complete for port ab983074-84cc-4e69-abb9-64304047f86e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:18.674665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4502a745-6d34-4d10-9348-b404b40d2fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:18.902996 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] For port 8d3976df-21cf-4df4-bb8a-d1e111ea5d51, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8d3976df-21cf-4df4-bb8a-d1e111ea5d51,segment=NetworkSegment(3e598394-a054-49d2-85f8-2062d70d12be),segment_id=3e598394-a054-49d2-85f8-2062d70d12be)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:18.903305 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:18.943142 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a5893-3683-4163-bc90-42e428629278 None None] Resources bound (agent type, host, resource id): {{(pid=87970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:50:18.978352 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43284) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:19.068281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9dbbb1c7-e7ef-4174-9f0b-90411d3538af tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:19.068613 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-9dbbb1c7-e7ef-4174-9f0b-90411d3538af tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Added segment ab5e58b9-3585-4d89-a1d8-ed0e83789934 of type vlan for network ee18f5fc-5818-4e7a-a6cb-0e60b3ff02db Mar 16 10:50:19.145365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:19.171951 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=af7b5511-662a-4fed-aedb-4c339598d821,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:19.189497 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Calling delete_port for 8d3976df-21cf-4df4-bb8a-d1e111ea5d51 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:19.234868 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-e2ac7383-75cc-4b77-ba0a-6e722b9846df tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f7f82da52584a9cb3b9e11b4547dbe8 HTTP/1.1" status: 200 len: 380 time: 0.7918527 Mar 16 10:50:19.353219 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4945065c-bd60-460f-9fb2-cc0db0268fb6 req-b865e5d4-4327-4561-8631-97a3cc750e7d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 210 time: 0.1080065 Mar 16 10:50:19.366281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-902fe976-9138-48f3-af0d-8b885a195ce5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Request body: {'port': {'device_id': 'b3cd47a3-4286-4cb5-963f-42734884db6c', 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5', 'admin_state_up': True, 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'security_groups': ['1e8e3686-5d48-4396-8e27-c509aac96766']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:19.468027 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:19.553080 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9dbbb1c7-e7ef-4174-9f0b-90411d3538af tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:19.564776 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ab983074-84cc-4e69-abb9-64304047f86e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:19.570479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Port': ['ID=8d3976df-21cf-4df4-bb8a-d1e111ea5d51,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:19.600340 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No DVR routers for this DVR port 8d3976df-21cf-4df4-bb8a-d1e111ea5d51 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:50:19.673443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-8f840e3b-4f63-4557-b5f4-1cdec56932d7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Allocated IP 172.20.0.4 (6053f626-2309-4760-a720-9eef23c240bd/daeb902a-ccad-4a6c-aa0c-329a9cf985f7/30956012-7c3e-4dd5-aee3-f07e84737b4d) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:19.731875 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port ab983074-84cc-4e69-abb9-64304047f86e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:19.732257 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:19.766367 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-10ddf836-15f1-422e-94f7-26f6d8f7b85e req-43c52b0a-c5a0-4996-b715-244ac72f1994 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 210 time: 0.1476490 Mar 16 10:50:19.787466 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-11b133e4-657e-4ef3-8619-a88b5667a28a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2be2c428374441e4b22ae5fa75a9d200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8065500 Mar 16 10:50:19.842808 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43294) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:19.854848 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.resource_extend [None req-9dbbb1c7-e7ef-4174-9f0b-90411d3538af tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:50:19.879108 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5c4213fc-ded1-4585-a5ed-4b2886902ec1 req-82ae7c2e-6ba2-43b9-a656-7f4d1df059e7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 210 time: 0.1954720 Mar 16 10:50:20.002788 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.18', 49451) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:20.041339 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:20.102860 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae27df2-a5a7-484b-8c22-90d187e4f68a']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:20.119034 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dcd8e2ea-4860-457b-8e6e-f1872fac9708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:20.121955 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e598394-a054-49d2-85f8-2062d70d12be') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:20.122331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e598394-a054-49d2-85f8-2062d70d12be') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:20.154328 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:20.191305 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dcd8e2ea-4860-457b-8e6e-f1872fac9708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:20.197898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:20.232860 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:20.233342 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:20.248413 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:20.304955 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-8f840e3b-4f63-4557-b5f4-1cdec56932d7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:20.324601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-8f840e3b-4f63-4557-b5f4-1cdec56932d7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Transition to ACTIVE for port object 30956012-7c3e-4dd5-aee3-f07e84737b4d will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:20.328542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9dbbb1c7-e7ef-4174-9f0b-90411d3538af tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:20.329606 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbbb1c7-e7ef-4174-9f0b-90411d3538af tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:20.330830 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9dbbb1c7-e7ef-4174-9f0b-90411d3538af tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:20.411513 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:20.461715 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network a3b39059-c5ef-4532-9bad-39a562c397d1 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:20.463540 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:20.464192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-902fe976-9138-48f3-af0d-8b885a195ce5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:20.478815 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Network': ['ID=2ae27df2-a5a7-484b-8c22-90d187e4f68a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:20.508105 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dcd8e2ea-4860-457b-8e6e-f1872fac9708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:20.535845 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:20.546015 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a87631cf-6f61-4e08-90c9-847eac19d74e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/2ae27df2-a5a7-484b-8c22-90d187e4f68a HTTP/1.1" status: 204 len: 168 time: 6.0997295 Mar 16 10:50:20.547516 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8e2ea-4860-457b-8e6e-f1872fac9708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224e15ae-2839-4f93-87ec-aec96d0b9e10,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:20.570572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dcd8e2ea-4860-457b-8e6e-f1872fac9708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:20.572071 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dcd8e2ea-4860-457b-8e6e-f1872fac9708 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/224e15ae-2839-4f93-87ec-aec96d0b9e10 HTTP/1.1" status: 204 len: 168 time: 0.7264640 Mar 16 10:50:20.572882 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43306) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:20.600696 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-06df5284-5943-4f4d-b8bb-5fe4ef72d01f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-174810259'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:20.612983 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-06df5284-5943-4f4d-b8bb-5fe4ef72d01f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:20.625112 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-06df5284-5943-4f4d-b8bb-5fe4ef72d01f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:network and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:20.628744 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-06df5284-5943-4f4d-b8bb-5fe4ef72d01f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:20.640443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-06df5284-5943-4f4d-b8bb-5fe4ef72d01f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:20.668640 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06df5284-5943-4f4d-b8bb-5fe4ef72d01f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:20.674633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-06df5284-5943-4f4d-b8bb-5fe4ef72d01f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:20.723884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbb1c7-e7ef-4174-9f0b-90411d3538af tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Pushing event updated for resources: {'Network': ['ID=ee18f5fc-5818-4e7a-a6cb-0e60b3ff02db,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:20.737807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network ee18f5fc-5818-4e7a-a6cb-0e60b3ff02db details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:20.755853 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06df5284-5943-4f4d-b8bb-5fe4ef72d01f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:20.786927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-902fe976-9138-48f3-af0d-8b885a195ce5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:20.788149 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-06df5284-5943-4f4d-b8bb-5fe4ef72d01f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:20.799335 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-06df5284-5943-4f4d-b8bb-5fe4ef72d01f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Added segment 3c034de0-d3f8-4f5f-ba34-edfdd993a6c5 of type vlan for network b98f74c3-dc45-4421-9cdd-575a54648e99 Mar 16 10:50:20.898270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-06df5284-5943-4f4d-b8bb-5fe4ef72d01f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:21.046393 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f1527eed-c699-4f90-91d5-a482cfa9fe61 req-2cfdf545-bfee-496a-b8eb-931c106a8122 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 210 time: 0.1057160 Mar 16 10:50:21.052981 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-06df5284-5943-4f4d-b8bb-5fe4ef72d01f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:21.054426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-8f840e3b-4f63-4557-b5f4-1cdec56932d7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:21.061402 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06df5284-5943-4f4d-b8bb-5fe4ef72d01f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:21.062236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-06df5284-5943-4f4d-b8bb-5fe4ef72d01f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:21.071621 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9dbbb1c7-e7ef-4174-9f0b-90411d3538af tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 4.5470881 Mar 16 10:50:21.096006 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43318) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:21.110314 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e3fbf1cb-605f-4b3d-864c-988dcb2d618c None None] Provisioning complete for port af7b5511-662a-4fed-aedb-4c339598d821 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:21.110820 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e3fbf1cb-605f-4b3d-864c-988dcb2d618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:21.168689 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d9e4c912-a43b-4d8f-ac16-218e408ce911 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:21.187252 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e3fbf1cb-605f-4b3d-864c-988dcb2d618c None None] Port af7b5511-662a-4fed-aedb-4c339598d821 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:50:21.260698 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-06df5284-5943-4f4d-b8bb-5fe4ef72d01f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6859920 Mar 16 10:50:21.304149 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43322) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:21.326829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 70932f2b-e2ed-421c-886a-a7bd9593eacc is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:50:21.330938 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'subnet': {'network_id': 'b98f74c3-dc45-4421-9cdd-575a54648e99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:21.382916 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-20f32050-90be-40f9-82ee-bc34eb0ddc6c req-6d0a02ce-713e-477f-9c86-e60a3f494b7b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 210 time: 0.5908120 Mar 16 10:50:21.529172 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-902fe976-9138-48f3-af0d-8b885a195ce5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Made reservation on behalf of 5f7f82da52584a9cb3b9e11b4547dbe8 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:21.532710 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-902fe976-9138-48f3-af0d-8b885a195ce5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:21.668319 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-8f840e3b-4f63-4557-b5f4-1cdec56932d7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Network 6053f626-2309-4760-a720-9eef23c240bd is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:21.698194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-2b17c957-f52e-4062-a4d4-737d0ab6bea7 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:21.699680 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-2b17c957-f52e-4062-a4d4-737d0ab6bea7 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.18 "GET /v2.0/networks?id=5d0c7ad5-cc66-42bd-9976-b209dfba76ff HTTP/1.1" status: 200 len: 806 time: 1.6955292 Mar 16 10:50:21.702816 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-8f840e3b-4f63-4557-b5f4-1cdec56932d7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:21.721734 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-8f840e3b-4f63-4557-b5f4-1cdec56932d7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:21.756536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f840e3b-4f63-4557-b5f4-1cdec56932d7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Pushing event updated for resources: {'Port': ['ID=30956012-7c3e-4dd5-aee3-f07e84737b4d,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:21.840082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df5284-5943-4f4d-b8bb-5fe4ef72d01f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Network': ['ID=b98f74c3-dc45-4421-9cdd-575a54648e99,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:21.862028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network b98f74c3-dc45-4421-9cdd-575a54648e99 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:22.133974 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a10ee43a-35ce-4a22-9376-c710b670df01 None None] Provisioning for port 30956012-7c3e-4dd5-aee3-f07e84737b4d completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:22.139757 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a10ee43a-35ce-4a22-9376-c710b670df01 None None] Provisioning complete for port 30956012-7c3e-4dd5-aee3-f07e84737b4d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:22.140214 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a10ee43a-35ce-4a22-9376-c710b670df01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:22.241257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router e0efd3ea-0e9d-4e22-bef0-7992bc519e8a has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:50:22.246717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a10ee43a-35ce-4a22-9376-c710b670df01 None None] Port 30956012-7c3e-4dd5-aee3-f07e84737b4d cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:50:22.320271 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:22.358762 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbadd5-b776-4f1a-bf81-b32b98d45aa6 req-8dd5501d-4544-4ed3-9391-878695a2c342 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:22.363739 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b5bbadd5-b776-4f1a-bf81-b32b98d45aa6 req-8dd5501d-4544-4ed3-9391-878695a2c342 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 931 time: 0.8903630 Mar 16 10:50:22.364823 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:subnet and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:22.376941 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:22.440007 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-179c9350-edf1-4613-aed9-27a87e8ffec4 req-13cbe070-645b-4b64-9ce1-7d283cc11191 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 210 time: 0.1238625 Mar 16 10:50:22.441409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:50:22.443058 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:22.461550 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60021204-579c-4457-bdac-0702e8cc302a None None] Sync routers for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:50:22.473998 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b5bbadd5-b776-4f1a-bf81-b32b98d45aa6 req-29398769-fb70-407d-a1fc-b2d87dc5c6f5 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984652 Mar 16 10:50:22.475577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d9e4c912-a43b-4d8f-ac16-218e408ce911 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:22.484886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:22.489123 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:22.492028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60021204-579c-4457-bdac-0702e8cc302a None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:22.492873 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-60021204-579c-4457-bdac-0702e8cc302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:22.531177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d9e4c912-a43b-4d8f-ac16-218e408ce911 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:22.604089 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9e4c912-a43b-4d8f-ac16-218e408ce911 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Network ee18f5fc-5818-4e7a-a6cb-0e60b3ff02db is not hosted by any dhcp agent {{(pid=87968) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 10:50:22.604930 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e4c912-a43b-4d8f-ac16-218e408ce911 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:22.605473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d9e4c912-a43b-4d8f-ac16-218e408ce911 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:22.610167 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d9e4c912-a43b-4d8f-ac16-218e408ce911 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "PUT /v2.0/networks/ee18f5fc-5818-4e7a-a6cb-0e60b3ff02db HTTP/1.1" status: 200 len: 857 time: 1.4727805 Mar 16 10:50:22.625291 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43350) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:22.631435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.ipam_backend_mixin [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Performing IP validity checks on allocation pools {{(pid=87968) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:50:22.632188 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.ipam_backend_mixin [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87968) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:50:22.682909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-8f840e3b-4f63-4557-b5f4-1cdec56932d7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:22.683552 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-8f840e3b-4f63-4557-b5f4-1cdec56932d7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:22.686311 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-60021204-579c-4457-bdac-0702e8cc302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:22.717168 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60021204-579c-4457-bdac-0702e8cc302a None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:22.717837 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-60021204-579c-4457-bdac-0702e8cc302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:22.744793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c26a7f90-fd0f-4a1c-867a-242f4faa877c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:22.840498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4c912-a43b-4d8f-ac16-218e408ce911 tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Pushing event updated for resources: {'Network': ['ID=ee18f5fc-5818-4e7a-a6cb-0e60b3ff02db,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:22.845378 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-dfd118c6-4b62-4c5a-9a7a-7560ca8e950a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Synchronizing usage tracker for tenant:88d104187244448c94232efcadd9a6a6 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:22.917704 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-60021204-579c-4457-bdac-0702e8cc302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:22.918731 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60021204-579c-4457-bdac-0702e8cc302a None None] The sync data for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:50:23.029707 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c26a7f90-fd0f-4a1c-867a-242f4faa877c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:23.059731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-6a8a702c-b02b-4d5c-9912-17e252d0b34b req-edfc0168-8061-4481-a59b-4145b5367c74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Synchronizing usage tracker for tenant:5f7f82da52584a9cb3b9e11b4547dbe8 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:23.070476 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-8f840e3b-4f63-4557-b5f4-1cdec56932d7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0508070 Mar 16 10:50:23.097482 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c26a7f90-fd0f-4a1c-867a-242f4faa877c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee18f5fc-5818-4e7a-a6cb-0e60b3ff02db']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:23.156992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c26a7f90-fd0f-4a1c-867a-242f4faa877c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5e58b9-3585-4d89-a1d8-ed0e83789934') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:23.157293 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c26a7f90-fd0f-4a1c-867a-242f4faa877c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5e58b9-3585-4d89-a1d8-ed0e83789934') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:23.225186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c26a7f90-fd0f-4a1c-867a-242f4faa877c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:23.252674 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c26a7f90-fd0f-4a1c-867a-242f4faa877c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:23.262378 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:23.266971 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-dfd118c6-4b62-4c5a-9a7a-7560ca8e950a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Unset dirty status for tenant:88d104187244448c94232efcadd9a6a6 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:23.268921 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-dfd118c6-4b62-4c5a-9a7a-7560ca8e950a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88d104187244448c94232efcadd9a6a6 HTTP/1.1" status: 200 len: 380 time: 1.5052652 Mar 16 10:50:23.271141 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26a7f90-fd0f-4a1c-867a-242f4faa877c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:23.271623 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c26a7f90-fd0f-4a1c-867a-242f4faa877c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:23.313324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:23.315793 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d39ffb49-b744-4f7e-b6a6-9733baac3718 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 17.6935599 Mar 16 10:50:23.340625 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43360) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:23.348500 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-6a8a702c-b02b-4d5c-9912-17e252d0b34b req-edfc0168-8061-4481-a59b-4145b5367c74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Unset dirty status for tenant:5f7f82da52584a9cb3b9e11b4547dbe8 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:23.350943 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6a8a702c-b02b-4d5c-9912-17e252d0b34b req-edfc0168-8061-4481-a59b-4145b5367c74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 210 time: 0.5959516 Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:23.352259 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:23.375666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Subnet': ['ID=47a09b83-abe0-42c2-926c-caef3774a69c,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:23.548528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:50:23.563651 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d4ff76cd-a3f1-4693-9737-7a428588d6da tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/e0efd3ea-0e9d-4e22-bef0-7992bc519e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6598322 Mar 16 10:50:23.568297 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43370) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:23.574519 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f02179-f6bc-4ae3-80d7-acc2018d2d7e None None] Sync routers for ids ['e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:50:23.580703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c26a7f90-fd0f-4a1c-867a-242f4faa877c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:23.621227 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-902fe976-9138-48f3-af0d-8b885a195ce5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Allocated IP 172.20.0.11 (4401366c-47f7-47e5-8a08-62fbd69fe2e5/4c1c0157-574c-4c1c-a73d-323ed6286819/20612511-e8b3-4849-b916-37451ada4783) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:23.635070 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f02179-f6bc-4ae3-80d7-acc2018d2d7e None None] Routers {'e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:23.635765 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-12f02179-f6bc-4ae3-80d7-acc2018d2d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:23.681770 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Checking segment: {'id': '3c034de0-d3f8-4f5f-ba34-edfdd993a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b98f74c3-dc45-4421-9cdd-575a54648e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:23.682162 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network hostable DHCP agents. Network: b98f74c3-dc45-4421-9cdd-575a54648e99, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:50:23.704282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26a7f90-fd0f-4a1c-867a-242f4faa877c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ee18f5fc-5818-4e7a-a6cb-0e60b3ff02db {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:50:23.711880 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c26a7f90-fd0f-4a1c-867a-242f4faa877c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:23.777910 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a7f90-fd0f-4a1c-867a-242f4faa877c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee18f5fc-5818-4e7a-a6cb-0e60b3ff02db,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:23.849125 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-12f02179-f6bc-4ae3-80d7-acc2018d2d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:23.881455 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c26a7f90-fd0f-4a1c-867a-242f4faa877c tempest-ExternalNetworksTestJSON-1707687391 tempest-ExternalNetworksTestJSON-1707687391-project-admin] 10.222.0.44 "DELETE /v2.0/networks/ee18f5fc-5818-4e7a-a6cb-0e60b3ff02db HTTP/1.1" status: 204 len: 168 time: 1.2553034 Mar 16 10:50:23.884571 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43380) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:23.886757 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f02179-f6bc-4ae3-80d7-acc2018d2d7e None None] Routers {'e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:23.890434 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-12f02179-f6bc-4ae3-80d7-acc2018d2d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:23.995473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network b98f74c3-dc45-4421-9cdd-575a54648e99 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:50:23.998098 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3a9cf7-2035-4203-9f2d-157c602b79d8 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] DELETE failed (client error): The resource could not be found. Mar 16 10:50:23.998539 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3a9cf7-2035-4203-9f2d-157c602b79d8 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:50:24.003595 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1a3a9cf7-2035-4203-9f2d-157c602b79d8 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] 10.222.0.44 "DELETE /v2.0/subnets/c10e313c-2a87-4423-b7f7-7866e89895ad HTTP/1.1" status: 404 len: 337 time: 0.1135335 Mar 16 10:50:24.014721 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43386) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:24.021589 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d86256c8-2ec3-4441-837b-7ea69545b4b9 req-27bf432f-294c-478c-86f9-45c315be5edd tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 210 time: 0.2265089 Mar 16 10:50:24.090363 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-12f02179-f6bc-4ae3-80d7-acc2018d2d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:24.096162 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f02179-f6bc-4ae3-80d7-acc2018d2d7e None None] The sync data for ids ['e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:50:24.169692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-62284e76-1b52-435b-ada8-cbaa88606d4a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Request body: {'port': {'device_id': '50bfe812-a930-42ab-a925-8dbc288acf8b', 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff', 'admin_state_up': True, 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'security_groups': ['0957a30d-b16b-4a01-8ce9-8f97cab1c03c']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:24.225481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f0d2e16e-404b-4edf-b94d-dc890b8d0844 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:24.234167 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e17fdc-28f0-406b-9c2f-ba28a315ca96 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:24.239402 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a8e17fdc-28f0-406b-9c2f-ba28a315ca96 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports/af7b5511-662a-4fed-aedb-4c339598d821 HTTP/1.1" status: 200 len: 910 time: 0.6700571 Mar 16 10:50:24.240393 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43394) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:24.240890 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-287ee229-3d05-4767-815d-c1011a96dc77 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:50:24.243146 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-287ee229-3d05-4767-815d-c1011a96dc77 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3715932 Mar 16 10:50:24.390033 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, b98f74c3-dc45-4421-9cdd-575a54648e99) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:24.401475 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565c5ae8-3703-46ff-9315-2ab9c09fb099 None None] Network b98f74c3-dc45-4421-9cdd-575a54648e99 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:24.422517 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:24.432159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:24.467022 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-19265349-6800-4982-8376-783f21465ba2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.1559267 Mar 16 10:50:24.621879 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43400) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:24.630387 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43402) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:24.850694 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-b98f74c3-dc45-4421-9cdd-575a54648e99', 'network_id': 'b98f74c3-dc45-4421-9cdd-575a54648e99', 'tenant_id': '447abc0a1dba40e8899d6ce7bd5c04f2', 'fixed_ips': [{'subnet_id': '47a09b83-abe0-42c2-926c-caef3774a69c'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:50:24.851859 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:24.941513 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-62284e76-1b52-435b-ada8-cbaa88606d4a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:24.989719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-62284e76-1b52-435b-ada8-cbaa88606d4a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:25.027812 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f279ddad-9854-4535-ab8e-f5dcb35ebbc4 req-ede36738-c3cc-4fd1-8aa0-ba1f194a928c tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 210 time: 0.3604126 Mar 16 10:50:25.030366 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-902fe976-9138-48f3-af0d-8b885a195ce5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.054556 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-06a6b732-9960-4935-946a-0e8de09b6755 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:25.059455 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-902fe976-9138-48f3-af0d-8b885a195ce5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Transition to ACTIVE for port object 20612511-e8b3-4849-b916-37451ada4783 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:25.065721 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.131329 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-62284e76-1b52-435b-ada8-cbaa88606d4a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Made reservation on behalf of 88d104187244448c94232efcadd9a6a6 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:25.140960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-62284e76-1b52-435b-ada8-cbaa88606d4a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.178300 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Request body: {'port': {'device_id': '9c1a6465-659a-4dfb-bf23-4f790805f2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:25.331376 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Allocated IP 172.20.0.3 (b98f74c3-dc45-4421-9cdd-575a54648e99/47a09b83-abe0-42c2-926c-caef3774a69c/039b2943-417a-40b1-85db-71e18fc2240d) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:25.375113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-902fe976-9138-48f3-af0d-8b885a195ce5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.429549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f0d2e16e-404b-4edf-b94d-dc890b8d0844 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.479740 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-82a15d71-16f8-4d4d-a1ca-82fc455a0813 req-bd88806d-1790-4d5b-9932-a5bad3502b0f tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 210 time: 0.1608176 Mar 16 10:50:25.499569 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-f0d2e16e-404b-4edf-b94d-dc890b8d0844 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0bd8f7-44fc-498b-bfe9-ab1c8e8e1f63']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:25.559934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-902fe976-9138-48f3-af0d-8b885a195ce5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Network 4401366c-47f7-47e5-8a08-62fbd69fe2e5 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:25.566287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-902fe976-9138-48f3-af0d-8b885a195ce5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:25.584258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.593757 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.597953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-902fe976-9138-48f3-af0d-8b885a195ce5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:25.604270 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Transition to ACTIVE for port object 039b2943-417a-40b1-85db-71e18fc2240d will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:25.622514 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-f0d2e16e-404b-4edf-b94d-dc890b8d0844 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c458421-9786-4762-9a96-7b250624a78f') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:25.622809 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-f0d2e16e-404b-4edf-b94d-dc890b8d0844 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c458421-9786-4762-9a96-7b250624a78f') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:25.626306 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Transition to ACTIVE for port object 039b2943-417a-40b1-85db-71e18fc2240d will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:25.636417 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.651003 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00549d0c-c58a-4170-a82e-2e9e202a4aad req-2bd199a5-d49f-418e-a30a-96b781634ad3 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:25.652101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-00549d0c-c58a-4170-a82e-2e9e202a4aad req-2bd199a5-d49f-418e-a30a-96b781634ad3 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Synchronizing usage tracker for tenant:43fda5f5ba974e56935505a0f4978348 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:25.653168 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-06a6b732-9960-4935-946a-0e8de09b6755 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] 10.222.0.44 "PUT /v2.0/quotas/79b82a1d29b945d8a184a50d6122eb75 HTTP/1.1" status: 200 len: 366 time: 1.0175734 Mar 16 10:50:25.664974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f0d2e16e-404b-4edf-b94d-dc890b8d0844 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.673300 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43418) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:25.709322 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f0d2e16e-404b-4edf-b94d-dc890b8d0844 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.716961 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d5c1e18e-8143-4553-a25c-9b0b575abaec tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0419848 Mar 16 10:50:25.725568 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43422) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:25.731979 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d2e16e-404b-4edf-b94d-dc890b8d0844 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:25.732275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f0d2e16e-404b-4edf-b94d-dc890b8d0844 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.734029 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Network b98f74c3-dc45-4421-9cdd-575a54648e99 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:25.737852 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:25.743798 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:25.751517 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:25.769231 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fe976-9138-48f3-af0d-8b885a195ce5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Pushing event updated for resources: {'Port': ['ID=20612511-e8b3-4849-b916-37451ada4783,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:25.809597 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e5320090-bb61-47b5-80d9-5d4a0dc62ab0 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] 10.222.0.44 "GET /v2.0/quotas/79b82a1d29b945d8a184a50d6122eb75 HTTP/1.1" status: 200 len: 366 time: 0.0805438 Mar 16 10:50:25.819563 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43426) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:25.860719 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Pushing event updated for resources: {'Port': ['ID=039b2943-417a-40b1-85db-71e18fc2240d,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:25.872116 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.881725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-00549d0c-c58a-4170-a82e-2e9e202a4aad req-2bd199a5-d49f-418e-a30a-96b781634ad3 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Unset dirty status for tenant:43fda5f5ba974e56935505a0f4978348 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:25.883191 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-00549d0c-c58a-4170-a82e-2e9e202a4aad req-2bd199a5-d49f-418e-a30a-96b781634ad3 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 931 time: 2.0070097 Mar 16 10:50:25.888893 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7c1a8c82-5ed2-4c4a-a6df-ea6a4b15f091 None None] Provisioning for port 20612511-e8b3-4849-b916-37451ada4783 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:25.894486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Attempting to bind port 039b2943-417a-40b1-85db-71e18fc2240d on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:25.894848 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Attempting to bind port 039b2943-417a-40b1-85db-71e18fc2240d by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '3c034de0-d3f8-4f5f-ba34-edfdd993a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b98f74c3-dc45-4421-9cdd-575a54648e99'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:25.895237 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Attempting to bind port 039b2943-417a-40b1-85db-71e18fc2240d on network b98f74c3-dc45-4421-9cdd-575a54648e99 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:25.898890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7c1a8c82-5ed2-4c4a-a6df-ea6a4b15f091 None None] Provisioning complete for port 20612511-e8b3-4849-b916-37451ada4783 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:25.899286 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7c1a8c82-5ed2-4c4a-a6df-ea6a4b15f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.902938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-902fe976-9138-48f3-af0d-8b885a195ce5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:25.903666 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-902fe976-9138-48f3-af0d-8b885a195ce5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.909550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.938767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:50:25.939793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Checking segment: {'id': '3c034de0-d3f8-4f5f-ba34-edfdd993a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b98f74c3-dc45-4421-9cdd-575a54648e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:25.940151 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.940552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Bound using segment: {'id': '3c034de0-d3f8-4f5f-ba34-edfdd993a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b98f74c3-dc45-4421-9cdd-575a54648e99'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:50:25.941012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Bound port: 039b2943-417a-40b1-85db-71e18fc2240d, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c034de0-d3f8-4f5f-ba34-edfdd993a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b98f74c3-dc45-4421-9cdd-575a54648e99'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:50:25.941378 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.949473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f0d2e16e-404b-4edf-b94d-dc890b8d0844 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.953969 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f0d2e16e-404b-4edf-b94d-dc890b8d0844 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.983295 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f0d2e16e-404b-4edf-b94d-dc890b8d0844 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] 10.222.0.44 "DELETE /v2.0/networks/ef0bd8f7-44fc-498b-bfe9-ab1c8e8e1f63 HTTP/1.1" status: 204 len: 168 time: 1.9647985 Mar 16 10:50:26.004879 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7c1a8c82-5ed2-4c4a-a6df-ea6a4b15f091 None None] Port 20612511-e8b3-4849-b916-37451ada4783 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:50:26.029063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Subnet': ['ID=47a09b83-abe0-42c2-926c-caef3774a69c,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:26.038018 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6129cebe-8ae0-45bd-9f79-c8a6c3ff7d97 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/79b82a1d29b945d8a184a50d6122eb75 HTTP/1.1" status: 204 len: 168 time: 0.2093101 Mar 16 10:50:26.060167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] For port 039b2943-417a-40b1-85db-71e18fc2240d, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:26.063486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] For port 039b2943-417a-40b1-85db-71e18fc2240d, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=039b2943-417a-40b1-85db-71e18fc2240d,segment=NetworkSegment(3c034de0-d3f8-4f5f-ba34-edfdd993a6c5),segment_id=3c034de0-d3f8-4f5f-ba34-edfdd993a6c5)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:50:26.069578 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:26.076739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43432) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:26.142895 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-902fe976-9138-48f3-af0d-8b885a195ce5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8439965 Mar 16 10:50:26.144465 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2f723be2-78a8-4d30-a01f-f1f56f9a1bcf tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0488744 Mar 16 10:50:26.153166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43438) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:26.159030 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92bcf2-170c-49f3-b9a1-b511a37c1735 None None] Pushing event updated for resources: {'Port': ['ID=039b2943-417a-40b1-85db-71e18fc2240d,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:26.193853 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:26.206582 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-62284e76-1b52-435b-ada8-cbaa88606d4a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Allocated IP 172.20.0.9 (5d0c7ad5-cc66-42bd-9976-b209dfba76ff/1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69/2bab4489-9823-4747-b03e-ed438539041d) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:26.211297 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-00549d0c-c58a-4170-a82e-2e9e202a4aad req-906792b1-b3ac-4a0e-9b4b-0c8573c49e1e tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054338 Mar 16 10:50:26.248218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2e16e-404b-4edf-b94d-dc890b8d0844 tempest-ExternalNetworksTestJSON-617806209 tempest-ExternalNetworksTestJSON-617806209-project] Pushing event deleted for resources: {'Network': ['ID=ef0bd8f7-44fc-498b-bfe9-ab1c8e8e1f63,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:26.254448 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98f74c3-dc45-4421-9cdd-575a54648e99']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:26.273531 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b7e0ca7c-013d-45df-8f75-8f77e86447f9 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] 10.222.0.44 "GET /v2.0/quotas/79b82a1d29b945d8a184a50d6122eb75 HTTP/1.1" status: 200 len: 370 time: 0.1043935 Mar 16 10:50:26.276082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43442) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:26.277816 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c034de0-d3f8-4f5f-ba34-edfdd993a6c5') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:26.278276 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c034de0-d3f8-4f5f-ba34-edfdd993a6c5') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:26.300298 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a24b03b2-e1c8-4ce3-9e11-c7d4615141c0 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] 10.222.0.44 "GET /v2.0/quotas/79b82a1d29b945d8a184a50d6122eb75/default HTTP/1.1" status: 200 len: 370 time: 0.0089395 Mar 16 10:50:26.305340 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43446) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:26.308446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:26.312911 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d1a709-5b78-4a9a-b7cd-458a209d4cd2 None None] Network b98f74c3-dc45-4421-9cdd-575a54648e99 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:26.389293 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-354b19d4-3e1a-43e5-8cff-c4e77a27e17d tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] delete failed (client error): The resource could not be found. Mar 16 10:50:26.390292 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-354b19d4-3e1a-43e5-8cff-c4e77a27e17d tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/79b82a1d29b945d8a184a50d6122eb75 HTTP/1.1" status: 404 len: 348 time: 0.0841298 Mar 16 10:50:26.391312 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:26.401667 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:26.402334 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:26.468480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43454) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:26.625532 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1897946e-80c0-499c-964c-5461c750e681 None None] get_active_networks_info from dv-neutron-833859-1-hyperv {{(pid=87970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:26.687465 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:26.708131 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43462) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:26.754003 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-3621a7f1-89e7-4f32-bc2b-ebe48b831776 req-5a9f1f48-e5db-4162-a080-8e76a0f018b5 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Synchronizing usage tracker for tenant:88d104187244448c94232efcadd9a6a6 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:26.788691 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1897946e-80c0-499c-964c-5461c750e681 None None] Resources bound (agent type, host, resource id): {{(pid=87970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:50:26.796438 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:50:26.796438 dv-neutron-833859-1-hyperv neutron-server[87968]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:50:26.796438 dv-neutron-833859-1-hyperv neutron-server[87968]: [parameters: {'id': 'b98f74c3-dc45-4421-9cdd-575a54648e99'}] Mar 16 10:50:26.796438 dv-neutron-833859-1-hyperv neutron-server[87968]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:50:26.796809 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:50:26.797242 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ddc8ace8-c499-401b-80c0-34741dc64a99 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] Usage tracker for resource:network and tenant:e2827b2a106f443c89044b5546ead7d2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:26.813730 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ddc8ace8-c499-401b-80c0-34741dc64a99 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:26.836965 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482a9db-8849-4bd6-8f01-d96379b637fa req-bbf196f5-c5fb-4cbb-ab58-ded19a9dd8e5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:26.843603 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e482a9db-8849-4bd6-8f01-d96379b637fa req-bbf196f5-c5fb-4cbb-ab58-ded19a9dd8e5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 932 time: 0.5398800 Mar 16 10:50:26.857184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-3621a7f1-89e7-4f32-bc2b-ebe48b831776 req-5a9f1f48-e5db-4162-a080-8e76a0f018b5 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Unset dirty status for tenant:88d104187244448c94232efcadd9a6a6 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:26.858349 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3621a7f1-89e7-4f32-bc2b-ebe48b831776 req-5a9f1f48-e5db-4162-a080-8e76a0f018b5 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 210 time: 0.2249255 Mar 16 10:50:26.886830 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ddc8ace8-c499-401b-80c0-34741dc64a99 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] Usage tracker for resource:subnet and tenant:e2827b2a106f443c89044b5546ead7d2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:26.893836 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ddc8ace8-c499-401b-80c0-34741dc64a99 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:26.932215 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ddc8ace8-c499-401b-80c0-34741dc64a99 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] Usage tracker for resource:subnetpool and tenant:e2827b2a106f443c89044b5546ead7d2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:26.942323 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d76f5bc-591a-4a9a-9409-69bb3962e970 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:27.001539 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-e482a9db-8849-4bd6-8f01-d96379b637fa req-a83b9187-81f7-40ff-8255-8a4fb7586fa2 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Synchronizing usage tracker for tenant:5f7f82da52584a9cb3b9e11b4547dbe8 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:27.013325 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ddc8ace8-c499-401b-80c0-34741dc64a99 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:27.078083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-62284e76-1b52-435b-ada8-cbaa88606d4a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:27.093698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-e482a9db-8849-4bd6-8f01-d96379b637fa req-a83b9187-81f7-40ff-8255-8a4fb7586fa2 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Unset dirty status for tenant:5f7f82da52584a9cb3b9e11b4547dbe8 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:27.095657 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e482a9db-8849-4bd6-8f01-d96379b637fa req-a83b9187-81f7-40ff-8255-8a4fb7586fa2 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512047 Mar 16 10:50:27.096125 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.resource_extend [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:50:27.119290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:27.120963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ddc8ace8-c499-401b-80c0-34741dc64a99 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] Usage tracker for resource:port and tenant:e2827b2a106f443c89044b5546ead7d2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:27.128360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ddc8ace8-c499-401b-80c0-34741dc64a99 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:27.136052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-62284e76-1b52-435b-ada8-cbaa88606d4a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Transition to ACTIVE for port object 2bab4489-9823-4747-b03e-ed438539041d will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:27.222023 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ddc8ace8-c499-401b-80c0-34741dc64a99 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] Usage tracker for resource:router and tenant:e2827b2a106f443c89044b5546ead7d2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:27.232360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ddc8ace8-c499-401b-80c0-34741dc64a99 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:27.244881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ddc8ace8-c499-401b-80c0-34741dc64a99 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] Usage tracker for resource:floatingip and tenant:e2827b2a106f443c89044b5546ead7d2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:27.251773 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ddc8ace8-c499-401b-80c0-34741dc64a99 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:27.274544 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-94d9ad90-5299-47e5-930f-58519c5083c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1934453988eb480ba85ba496fdf72135&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7992706 Mar 16 10:50:27.276928 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43468) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:27.286017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30956012-7c3e-4dd5-aee3-f07e84737b4d {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:50:27.298488 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:27.307432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:27.359476 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Deleting port 039b2943-417a-40b1-85db-71e18fc2240d {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:27.359810 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:27.428327 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-6d76f5bc-591a-4a9a-9409-69bb3962e970 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port af7b5511-662a-4fed-aedb-4c339598d821 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:27.428660 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d76f5bc-591a-4a9a-9409-69bb3962e970 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:27.437747 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Transition to ACTIVE for port object 30956012-7c3e-4dd5-aee3-f07e84737b4d will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:27.462095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:27.499263 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ddc8ace8-c499-401b-80c0-34741dc64a99 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] Usage tracker for resource:security_group and tenant:e2827b2a106f443c89044b5546ead7d2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:27.510881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-62284e76-1b52-435b-ada8-cbaa88606d4a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:27.519911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ddc8ace8-c499-401b-80c0-34741dc64a99 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:27.599904 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ddc8ace8-c499-401b-80c0-34741dc64a99 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] Usage tracker for resource:security_group_rule and tenant:e2827b2a106f443c89044b5546ead7d2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:27.659228 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ddc8ace8-c499-401b-80c0-34741dc64a99 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:27.686453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1996427c-0ef6-459a-83f4-2c37e1a1e60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:27.728793 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ddc8ace8-c499-401b-80c0-34741dc64a99 tempest-QuotasTest-39900166 tempest-QuotasTest-39900166-project-admin] 10.222.0.44 "GET /v2.0/quotas/e2827b2a106f443c89044b5546ead7d2/details.json HTTP/1.1" status: 200 len: 703 time: 1.0185940 Mar 16 10:50:27.737476 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-62284e76-1b52-435b-ada8-cbaa88606d4a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Network 5d0c7ad5-cc66-42bd-9976-b209dfba76ff is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:27.738278 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Pushing event updated for resources: {'Port': ['ID=30956012-7c3e-4dd5-aee3-f07e84737b4d,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:27.753832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-62284e76-1b52-435b-ada8-cbaa88606d4a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:27.772541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] For port 039b2943-417a-40b1-85db-71e18fc2240d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=039b2943-417a-40b1-85db-71e18fc2240d,segment=NetworkSegment(3c034de0-d3f8-4f5f-ba34-edfdd993a6c5),segment_id=3c034de0-d3f8-4f5f-ba34-edfdd993a6c5)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:27.772905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:27.827748 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-62284e76-1b52-435b-ada8-cbaa88606d4a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:27.933037 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1996427c-0ef6-459a-83f4-2c37e1a1e60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:27.938961 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d76f5bc-591a-4a9a-9409-69bb3962e970 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:27.981099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Calling delete_port for 039b2943-417a-40b1-85db-71e18fc2240d owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:27.994533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Attempting to bind port 30956012-7c3e-4dd5-aee3-f07e84737b4d on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:27.994891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Attempting to bind port 30956012-7c3e-4dd5-aee3-f07e84737b4d by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'deac7e7d-b923-4097-860a-359d44c1f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6053f626-2309-4760-a720-9eef23c240bd'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:27.995252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Attempting to bind port 30956012-7c3e-4dd5-aee3-f07e84737b4d on network 6053f626-2309-4760-a720-9eef23c240bd {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:28.018118 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43478) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:28.026293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Port 30956012-7c3e-4dd5-aee3-f07e84737b4d on network 6053f626-2309-4760-a720-9eef23c240bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:50:28.026609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Attempting to bind port 30956012-7c3e-4dd5-aee3-f07e84737b4d on network 6053f626-2309-4760-a720-9eef23c240bd {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:28.060778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Request body: {'port': {'device_id': 'b3cd47a3-4286-4cb5-963f-42734884db6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:28.070361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-871d6680-fa18-494d-b91a-3fe03a219944 None None] Provisioning for port 2bab4489-9823-4747-b03e-ed438539041d completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:28.075523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-871d6680-fa18-494d-b91a-3fe03a219944 None None] Provisioning complete for port 2bab4489-9823-4747-b03e-ed438539041d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:28.075891 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-871d6680-fa18-494d-b91a-3fe03a219944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:28.102377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:50:28.102992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Checking segment: {'id': 'deac7e7d-b923-4097-860a-359d44c1f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6053f626-2309-4760-a720-9eef23c240bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:28.104192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Bound using segment: {'id': 'deac7e7d-b923-4097-860a-359d44c1f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6053f626-2309-4760-a720-9eef23c240bd'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:50:28.105063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Bound port: 30956012-7c3e-4dd5-aee3-f07e84737b4d, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deac7e7d-b923-4097-860a-359d44c1f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6053f626-2309-4760-a720-9eef23c240bd'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:50:28.105617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:28.135795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-871d6680-fa18-494d-b91a-3fe03a219944 None None] Port 2bab4489-9823-4747-b03e-ed438539041d cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:50:28.182199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863219ce-a2e2-40f7-a2c8-3b3c09c9bb6a req-d53b134d-3b92-4a57-a40a-fb11318c6590 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:28.183695 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-863219ce-a2e2-40f7-a2c8-3b3c09c9bb6a req-d53b134d-3b92-4a57-a40a-fb11318c6590 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 943 time: 0.8497446 Mar 16 10:50:28.194549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-6d76f5bc-591a-4a9a-9409-69bb3962e970 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Calling delete_port for af7b5511-662a-4fed-aedb-4c339598d821 owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:28.273914 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-62284e76-1b52-435b-ada8-cbaa88606d4a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:28.274423 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-62284e76-1b52-435b-ada8-cbaa88606d4a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:28.313693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284e76-1b52-435b-ada8-cbaa88606d4a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Pushing event updated for resources: {'Port': ['ID=2bab4489-9823-4747-b03e-ed438539041d,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:28.329037 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fed2f02c-1a8d-4c89-8994-2cecb36bd9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:28.432491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-fed2f02c-1a8d-4c89-8994-2cecb36bd9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:28.485759 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fed2f02c-1a8d-4c89-8994-2cecb36bd9eb admin admin] Usage tracker for resource:security_group_rule and tenant:728e248956e644c1b22b4ee48f0fbb54 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:28.489341 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1996427c-0ef6-459a-83f4-2c37e1a1e60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:28.491641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1996427c-0ef6-459a-83f4-2c37e1a1e60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:28.492730 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1996427c-0ef6-459a-83f4-2c37e1a1e60a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5bd6b69-bc6f-4038-a069-8ab0faff44bb HTTP/1.1" status: 204 len: 168 time: 1.2122169 Mar 16 10:50:28.495569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fed2f02c-1a8d-4c89-8994-2cecb36bd9eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:28.496023 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:28.534641 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-62284e76-1b52-435b-ada8-cbaa88606d4a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6604192 Mar 16 10:50:28.543702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-fed2f02c-1a8d-4c89-8994-2cecb36bd9eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:28.545942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] For port 30956012-7c3e-4dd5-aee3-f07e84737b4d, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:28.554241 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:28.563788 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996427c-0ef6-459a-83f4-2c37e1a1e60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bd6b69-bc6f-4038-a069-8ab0faff44bb,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:28.570727 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Request body: {'port': {'device_id': '50bfe812-a930-42ab-a925-8dbc288acf8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:28.574231 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Port': ['ID=039b2943-417a-40b1-85db-71e18fc2240d,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:28.576851 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No DVR routers for this DVR port 039b2943-417a-40b1-85db-71e18fc2240d on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:50:28.630372 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-863219ce-a2e2-40f7-a2c8-3b3c09c9bb6a req-b6857f4a-fc58-44cc-a885-34f1646119ee tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009564 Mar 16 10:50:28.649938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] For port 30956012-7c3e-4dd5-aee3-f07e84737b4d, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=30956012-7c3e-4dd5-aee3-f07e84737b4d,segment=NetworkSegment(deac7e7d-b923-4097-860a-359d44c1f7dd),segment_id=deac7e7d-b923-4097-860a-359d44c1f7dd)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:50:28.656158 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a83f38-209e-4160-9a7e-de5e376cb3c5 req-96666fd5-680f-43d1-83f0-c730c192bdf0 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:28.663088 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-78a83f38-209e-4160-9a7e-de5e376cb3c5 req-96666fd5-680f-43d1-83f0-c730c192bdf0 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 931 time: 0.6432083 Mar 16 10:50:28.706173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:28.710201 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Allocated IP 172.20.0.1 (96076bee-547a-4717-bdc5-212bf28e34cf/66e8536a-6b62-47c9-a688-17bdf3a00b49/dc6b8e2d-053b-4681-a291-dc0f323bfcc9) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:28.826258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:28.857726 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-78a83f38-209e-4160-9a7e-de5e376cb3c5 req-932e0fbc-ea85-4c02-beb4-d4baabb0f796 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934905 Mar 16 10:50:28.883093 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43492) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:28.926886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98f74c3-dc45-4421-9cdd-575a54648e99']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:28.969186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c034de0-d3f8-4f5f-ba34-edfdd993a6c5') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:28.969664 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c034de0-d3f8-4f5f-ba34-edfdd993a6c5') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:28.998486 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d76f5bc-591a-4a9a-9409-69bb3962e970 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:29.007189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:29.101266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:29.102227 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:29.104403 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/30956012-7c3e-4dd5-aee3-f07e84737b4d HTTP/1.1" status: 200 len: 1093 time: 4.3371162 Mar 16 10:50:29.112729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1a6465-659a-4dfb-bf23-4f790805f2b4', 'tag': '30956012-7c3e-4dd5-aee3-f07e84737b4d'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:50:29.141586 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76f5bc-591a-4a9a-9409-69bb3962e970 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Port': ['ID=af7b5511-662a-4fed-aedb-4c339598d821,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:29.147875 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9295c757-0aa9-42ae-bb27-911731ecdda9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0a607c33ea34d4ebde65ffb46f792a5&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2632720 Mar 16 10:50:29.149463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:29.175731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43498) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:29.237960 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:29.238459 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:29.254889 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:29.355299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01ecc7-bc0c-4ad3-ab2b-7f200d1b32c8 service neutron] Pushing event updated for resources: {'Port': ['ID=30956012-7c3e-4dd5-aee3-f07e84737b4d,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:29.441177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:29.469583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:29.522412 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:29.525125 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Network': ['ID=b98f74c3-dc45-4421-9cdd-575a54648e99,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:29.553757 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1a8cd095-9a78-4c1f-992c-94d4566e369f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/b98f74c3-dc45-4421-9cdd-575a54648e99 HTTP/1.1" status: 204 len: 168 time: 4.9186828 Mar 16 10:50:29.554977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43508) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:29.570641 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-745e8f42-ef7d-453e-b724-8bb7434a2738 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1302665419'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:29.579700 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-745e8f42-ef7d-453e-b724-8bb7434a2738 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:29.585112 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d76f5bc-591a-4a9a-9409-69bb3962e970 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:29.588615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-745e8f42-ef7d-453e-b724-8bb7434a2738 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:network and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:29.591971 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-745e8f42-ef7d-453e-b724-8bb7434a2738 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:29.600566 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-745e8f42-ef7d-453e-b724-8bb7434a2738 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:29.633572 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ca75c110-d8de-4856-ad60-830cfcccc1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:29.705997 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1a6465-659a-4dfb-bf23-4f790805f2b4', 'tag': '30956012-7c3e-4dd5-aee3-f07e84737b4d', 'status': 'completed', 'code': 200} Mar 16 10:50:29.750975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fed2f02c-1a8d-4c89-8994-2cecb36bd9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:29.794610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fed2f02c-1a8d-4c89-8994-2cecb36bd9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:29.801544 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745e8f42-ef7d-453e-b724-8bb7434a2738 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:29.804891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-745e8f42-ef7d-453e-b724-8bb7434a2738 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:29.823395 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ca75c110-d8de-4856-ad60-830cfcccc1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:29.912447 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141ca32-8f34-43b2-b867-e40f7461fe68 req-4fff73c5-5254-4d60-a94b-eed38eca3002 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:29.913987 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a141ca32-8f34-43b2-b867-e40f7461fe68 req-4fff73c5-5254-4d60-a94b-eed38eca3002 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 932 time: 1.1601470 Mar 16 10:50:29.953442 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-95b404b3-1506-49a7-9ba9-b95b101041ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:29.954938 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-95b404b3-1506-49a7-9ba9-b95b101041ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43fda5f5ba974e56935505a0f4978348&device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 1096 time: 0.6950886 Mar 16 10:50:29.959124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:30.056364 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745e8f42-ef7d-453e-b724-8bb7434a2738 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:30.073633 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fed2f02c-1a8d-4c89-8994-2cecb36bd9eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=728e248956e644c1b22b4ee48f0fbb54&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0483613 Mar 16 10:50:30.078270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43518) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:30.102524 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-745e8f42-ef7d-453e-b724-8bb7434a2738 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:30.102871 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-745e8f42-ef7d-453e-b724-8bb7434a2738 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Added segment 377cb04a-22a0-4422-8a82-d30af199f621 of type vlan for network 117afac2-0577-457b-b799-aec937b00719 Mar 16 10:50:30.103998 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2f02c-1a8d-4c89-8994-2cecb36bd9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7595c74-cf08-40d7-a1ad-0aa1c72efdb3,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:30.116360 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-1f2bed05-afec-4a93-9dfd-192226e07b66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30956012-7c3e-4dd5-aee3-f07e84737b4d HTTP/1.1" status: 200 len: 217 time: 0.1198976 Mar 16 10:50:30.125724 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b1816-d10d-4a2c-967d-b6fdd59883cf req-10275094-6180-43ed-8f9e-c7008c3509cf tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:30.127821 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-896b1816-d10d-4a2c-967d-b6fdd59883cf req-10275094-6180-43ed-8f9e-c7008c3509cf tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 943 time: 0.3830736 Mar 16 10:50:30.152775 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d76f5bc-591a-4a9a-9409-69bb3962e970 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router e0efd3ea-0e9d-4e22-bef0-7992bc519e8a has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:50:30.197971 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-745e8f42-ef7d-453e-b724-8bb7434a2738 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:30.237620 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a141ca32-8f34-43b2-b867-e40f7461fe68 req-5ac6c783-6327-4a1f-b3d8-905d0cfd3081 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816536 Mar 16 10:50:30.325317 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-896b1816-d10d-4a2c-967d-b6fdd59883cf req-fd2b7432-a4e2-4d71-b547-9a0f81826270 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745348 Mar 16 10:50:30.368387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ca75c110-d8de-4856-ad60-830cfcccc1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:30.389769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-842687c3-5b77-4406-9eab-53ba72141872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:30.397786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-9780251a-fdb4-4f0d-9222-e68cadad79c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:30.399267 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-9780251a-fdb4-4f0d-9222-e68cadad79c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=daeb902a-ccad-4a6c-aa0c-329a9cf985f7 HTTP/1.1" status: 200 len: 850 time: 0.2648053 Mar 16 10:50:30.439034 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-745e8f42-ef7d-453e-b724-8bb7434a2738 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:30.440689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75c110-d8de-4856-ad60-830cfcccc1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e409e74-6e1b-49da-9486-21e36440d850,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:30.445376 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e8f42-ef7d-453e-b724-8bb7434a2738 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:30.446055 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-745e8f42-ef7d-453e-b724-8bb7434a2738 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:30.483595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-842687c3-5b77-4406-9eab-53ba72141872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:30.488369 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20612511-e8b3-4849-b916-37451ada4783 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:50:30.490581 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d76f5bc-591a-4a9a-9409-69bb3962e970 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:50:30.502873 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a751bdc6-939e-410e-a90e-2a386a868c6b None None] Sync routers for ids ['e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:50:30.510738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:30.513195 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a751bdc6-939e-410e-a90e-2a386a868c6b None None] Routers {'e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:30.513882 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a751bdc6-939e-410e-a90e-2a386a868c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:30.524209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:30.552007 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6d76f5bc-591a-4a9a-9409-69bb3962e970 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/e0efd3ea-0e9d-4e22-bef0-7992bc519e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3034072 Mar 16 10:50:30.566799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43522) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:30.576385 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a751bdc6-939e-410e-a90e-2a386a868c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:30.585497 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a751bdc6-939e-410e-a90e-2a386a868c6b None None] Routers {'e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:30.586191 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a751bdc6-939e-410e-a90e-2a386a868c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:30.604972 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-745e8f42-ef7d-453e-b724-8bb7434a2738 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0457242 Mar 16 10:50:30.608760 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43526) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:30.620849 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-626c7b61-8f92-43cf-a198-a46510e38f63 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'subnet': {'network_id': '117afac2-0577-457b-b799-aec937b00719', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:30.635699 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e8f42-ef7d-453e-b724-8bb7434a2738 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Network': ['ID=117afac2-0577-457b-b799-aec937b00719,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:30.673244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ca75c110-d8de-4856-ad60-830cfcccc1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:30.676996 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ca75c110-d8de-4856-ad60-830cfcccc1f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e409e74-6e1b-49da-9486-21e36440d850 HTTP/1.1" status: 204 len: 168 time: 1.4296381 Mar 16 10:50:30.690051 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a751bdc6-939e-410e-a90e-2a386a868c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:30.690450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a751bdc6-939e-410e-a90e-2a386a868c6b None None] The sync data for ids ['e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:50:30.692936 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 117afac2-0577-457b-b799-aec937b00719 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:30.730605 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-842687c3-5b77-4406-9eab-53ba72141872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:30.755065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842687c3-5b77-4406-9eab-53ba72141872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7595c74-cf08-40d7-a1ad-0aa1c72efdb3,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:30.760368 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-626c7b61-8f92-43cf-a198-a46510e38f63 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:30.765770 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-626c7b61-8f92-43cf-a198-a46510e38f63 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:subnet and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:30.770036 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-626c7b61-8f92-43cf-a198-a46510e38f63 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:30.776974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-842687c3-5b77-4406-9eab-53ba72141872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:30.778263 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-842687c3-5b77-4406-9eab-53ba72141872 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7595c74-cf08-40d7-a1ad-0aa1c72efdb3 HTTP/1.1" status: 204 len: 168 time: 0.6946087 Mar 16 10:50:30.779333 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-626c7b61-8f92-43cf-a198-a46510e38f63 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:30.792480 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626c7b61-8f92-43cf-a198-a46510e38f63 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:30.797406 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-626c7b61-8f92-43cf-a198-a46510e38f63 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:30.875199 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-479d96e0-18e1-4737-9049-d372015b6eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:30.909599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network 96076bee-547a-4717-bdc5-212bf28e34cf is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:30.923284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Transition to ACTIVE for port object 20612511-e8b3-4849-b916-37451ada4783 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:30.925195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:30.942770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:30.971590 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=dc6b8e2d-053b-4681-a291-dc0f323bfcc9,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:30.978226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.resource_extend [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:50:30.989835 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:31.097727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-626c7b61-8f92-43cf-a198-a46510e38f63 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:31.189861 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c7b61-8f92-43cf-a198-a46510e38f63 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Subnet': ['ID=2fa9fd73-a4ff-49d6-86fa-4e5a6ad21339,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:31.214676 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c7b61-8f92-43cf-a198-a46510e38f63 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Checking segment: {'id': '377cb04a-22a0-4422-8a82-d30af199f621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '117afac2-0577-457b-b799-aec937b00719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:31.215370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626c7b61-8f92-43cf-a198-a46510e38f63 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network hostable DHCP agents. Network: 117afac2-0577-457b-b799-aec937b00719, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:50:31.244426 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626c7b61-8f92-43cf-a198-a46510e38f63 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network 117afac2-0577-457b-b799-aec937b00719 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:50:31.258233 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-626c7b61-8f92-43cf-a198-a46510e38f63 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 117afac2-0577-457b-b799-aec937b00719) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:31.263464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c7b61-8f92-43cf-a198-a46510e38f63 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:31.267797 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-626c7b61-8f92-43cf-a198-a46510e38f63 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:31.271635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bdfc82-f779-446b-9fe1-447dea404759 None None] Network 117afac2-0577-457b-b799-aec937b00719 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:31.303904 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-626c7b61-8f92-43cf-a198-a46510e38f63 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6947250 Mar 16 10:50:31.306727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43542) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:31.395904 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c7c6f-329b-49cf-9aac-bed82cdbc15a req-1c8dd1f6-0bf5-47dc-98ff-d0f441fe5a2d tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:31.398066 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7c8c7c6f-329b-49cf-9aac-bed82cdbc15a req-1c8dd1f6-0bf5-47dc-98ff-d0f441fe5a2d tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 931 time: 1.0064187 Mar 16 10:50:31.472505 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bab4489-9823-4747-b03e-ed438539041d {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:50:31.478625 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Pushing event updated for resources: {'Port': ['ID=20612511-e8b3-4849-b916-37451ada4783,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:31.494633 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:31.542333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:31.551795 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-c774602d-2333-45b0-8d15-aa24ec6636d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:31.553436 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-c774602d-2333-45b0-8d15-aa24ec6636d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6053f626-2309-4760-a720-9eef23c240bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1145325 Mar 16 10:50:31.604348 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43552) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:31.680394 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1007728f-1992-4dc3-85dc-294dca82723b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:31.700078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:31.706987 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1007728f-1992-4dc3-85dc-294dca82723b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:31.714081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-117afac2-0577-457b-b799-aec937b00719', 'network_id': '117afac2-0577-457b-b799-aec937b00719', 'tenant_id': '447abc0a1dba40e8899d6ce7bd5c04f2', 'fixed_ips': [{'subnet_id': '2fa9fd73-a4ff-49d6-86fa-4e5a6ad21339'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:50:31.715730 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:31.717750 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1007728f-1992-4dc3-85dc-294dca82723b admin admin] Usage tracker for resource:security_group_rule and tenant:e2827b2a106f443c89044b5546ead7d2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:31.725039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1007728f-1992-4dc3-85dc-294dca82723b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:31.731813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Transition to ACTIVE for port object 2bab4489-9823-4747-b03e-ed438539041d will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:31.742896 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1007728f-1992-4dc3-85dc-294dca82723b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:31.804740 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:31.827811 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c1fa3-fcba-48fa-9ec1-8a801bf0622c req-4a975daa-75bf-49d0-9f3b-aaf989be9dd3 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:31.829520 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-687c1fa3-fcba-48fa-9ec1-8a801bf0622c req-4a975daa-75bf-49d0-9f3b-aaf989be9dd3 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 944 time: 0.3093977 Mar 16 10:50:31.857213 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7c8c7c6f-329b-49cf-9aac-bed82cdbc15a req-67449210-d00e-4faa-8f66-0cf85348e0d2 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3888814 Mar 16 10:50:31.869467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:31.988177 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-687c1fa3-fcba-48fa-9ec1-8a801bf0622c req-0fbaaf54-73e5-43d8-835c-1fdfeea66f79 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459808 Mar 16 10:50:32.013778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Attempting to bind port 20612511-e8b3-4849-b916-37451ada4783 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:32.014111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Attempting to bind port 20612511-e8b3-4849-b916-37451ada4783 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '1c0c015e-2f05-4840-b957-fdc2a43a9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:32.014441 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Attempting to bind port 20612511-e8b3-4849-b916-37451ada4783 on network 4401366c-47f7-47e5-8a08-62fbd69fe2e5 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:32.041781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Allocated IP 172.20.0.1 (117afac2-0577-457b-b799-aec937b00719/2fa9fd73-a4ff-49d6-86fa-4e5a6ad21339/04c83712-bce4-4f11-acd0-af5ad32d2213) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:32.065895 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1007728f-1992-4dc3-85dc-294dca82723b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:32.072020 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1007728f-1992-4dc3-85dc-294dca82723b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:32.131903 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1007728f-1992-4dc3-85dc-294dca82723b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e2827b2a106f443c89044b5546ead7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5253034 Mar 16 10:50:32.133656 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43566) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:32.136588 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007728f-1992-4dc3-85dc-294dca82723b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa57d1a-2168-486c-a7d1-02202c6e81ea,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:32.142146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Pushing event updated for resources: {'Port': ['ID=2bab4489-9823-4747-b03e-ed438539041d,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:32.206801 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Port 20612511-e8b3-4849-b916-37451ada4783 on network 4401366c-47f7-47e5-8a08-62fbd69fe2e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:50:32.207627 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Attempting to bind port 20612511-e8b3-4849-b916-37451ada4783 on network 4401366c-47f7-47e5-8a08-62fbd69fe2e5 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:32.227179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-51425dc3-57f4-4a09-a3eb-c377aa389a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:32.274289 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:50:32.274875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Checking segment: {'id': '1c0c015e-2f05-4840-b957-fdc2a43a9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:32.275468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Bound using segment: {'id': '1c0c015e-2f05-4840-b957-fdc2a43a9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:50:32.275990 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-51425dc3-57f4-4a09-a3eb-c377aa389a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:32.276211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Bound port: 20612511-e8b3-4849-b916-37451ada4783, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0c015e-2f05-4840-b957-fdc2a43a9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:50:32.276699 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:32.288413 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-b8086da3-d5f2-4448-b24f-e1a15afb3d2a service neutron] 10.222.0.18 "GET /v2.0/networks/6053f626-2309-4760-a720-9eef23c240bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7093449 Mar 16 10:50:32.347594 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-51425dc3-57f4-4a09-a3eb-c377aa389a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:32.372142 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:32.375386 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51425dc3-57f4-4a09-a3eb-c377aa389a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa57d1a-2168-486c-a7d1-02202c6e81ea,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:32.384352 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Transition to ACTIVE for port object 04c83712-bce4-4f11-acd0-af5ad32d2213 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:32.384753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-51425dc3-57f4-4a09-a3eb-c377aa389a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:32.388119 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-51425dc3-57f4-4a09-a3eb-c377aa389a95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fa57d1a-2168-486c-a7d1-02202c6e81ea HTTP/1.1" status: 204 len: 168 time: 0.2525203 Mar 16 10:50:32.420890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Transition to ACTIVE for port object 04c83712-bce4-4f11-acd0-af5ad32d2213 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:32.428461 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:32.451342 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:32.498427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Network 117afac2-0577-457b-b799-aec937b00719 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:32.501591 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:32.509263 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:32.574772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Pushing event updated for resources: {'Port': ['ID=04c83712-bce4-4f11-acd0-af5ad32d2213,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:32.663361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Attempting to bind port 04c83712-bce4-4f11-acd0-af5ad32d2213 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:32.663746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Attempting to bind port 04c83712-bce4-4f11-acd0-af5ad32d2213 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '377cb04a-22a0-4422-8a82-d30af199f621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '117afac2-0577-457b-b799-aec937b00719'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:32.664143 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Attempting to bind port 04c83712-bce4-4f11-acd0-af5ad32d2213 on network 117afac2-0577-457b-b799-aec937b00719 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:32.675736 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:50:32.676120 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Checking segment: {'id': '377cb04a-22a0-4422-8a82-d30af199f621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '117afac2-0577-457b-b799-aec937b00719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:32.676493 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:32.676892 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Bound using segment: {'id': '377cb04a-22a0-4422-8a82-d30af199f621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '117afac2-0577-457b-b799-aec937b00719'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:50:32.677359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Bound port: 04c83712-bce4-4f11-acd0-af5ad32d2213, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377cb04a-22a0-4422-8a82-d30af199f621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '117afac2-0577-457b-b799-aec937b00719'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:50:32.680751 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:32.754658 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa9fd73-a4ff-49d6-86fa-4e5a6ad21339,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:32.807692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] For port 04c83712-bce4-4f11-acd0-af5ad32d2213, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:32.810981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] For port 04c83712-bce4-4f11-acd0-af5ad32d2213, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=04c83712-bce4-4f11-acd0-af5ad32d2213,segment=NetworkSegment(377cb04a-22a0-4422-8a82-d30af199f621),segment_id=377cb04a-22a0-4422-8a82-d30af199f621)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:50:32.818222 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:32.842540 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:32.871733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Attempting to bind port 2bab4489-9823-4747-b03e-ed438539041d on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:32.872196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Attempting to bind port 2bab4489-9823-4747-b03e-ed438539041d by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '12dce982-4135-4c4b-bee2-28691cfc15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:32.872401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Attempting to bind port 2bab4489-9823-4747-b03e-ed438539041d on network 5d0c7ad5-cc66-42bd-9976-b209dfba76ff {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:32.882084 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:32.900905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117afac2-0577-457b-b799-aec937b00719']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:32.915222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] For port 20612511-e8b3-4849-b916-37451ada4783, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:32.915529 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:50:32.945131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Port 2bab4489-9823-4747-b03e-ed438539041d on network 5d0c7ad5-cc66-42bd-9976-b209dfba76ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:50:32.945449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Attempting to bind port 2bab4489-9823-4747-b03e-ed438539041d on network 5d0c7ad5-cc66-42bd-9976-b209dfba76ff {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:32.946260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377cb04a-22a0-4422-8a82-d30af199f621') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:32.946557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377cb04a-22a0-4422-8a82-d30af199f621') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:32.979465 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:32.986618 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f58b19-127d-4b8e-bcd4-6d566b5eb636 req-5a883e67-8583-4231-b25a-a72f95a79e04 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:32.993728 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d8f58b19-127d-4b8e-bcd4-6d566b5eb636 req-5a883e67-8583-4231-b25a-a72f95a79e04 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 943 time: 0.8644249 Mar 16 10:50:33.013827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:50:33.014161 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Checking segment: {'id': '12dce982-4135-4c4b-bee2-28691cfc15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:33.014547 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Bound using segment: {'id': '12dce982-4135-4c4b-bee2-28691cfc15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:50:33.014985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Bound port: 2bab4489-9823-4747-b03e-ed438539041d, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12dce982-4135-4c4b-bee2-28691cfc15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:50:33.015358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:33.016270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:33.028686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] For port 20612511-e8b3-4849-b916-37451ada4783, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=20612511-e8b3-4849-b916-37451ada4783,segment=NetworkSegment(1c0c015e-2f05-4840-b957-fdc2a43a9c6b),segment_id=1c0c015e-2f05-4840-b957-fdc2a43a9c6b)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:50:33.031769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:33.033243 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:33.073417 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c31b7eb7-3b98-4982-a6bb-d34ce774f8df req-a7d23193-e4d9-45ed-b25d-98113ed771a5 service neutron] 10.222.0.18 "GET /v2.0/networks/6053f626-2309-4760-a720-9eef23c240bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7070277 Mar 16 10:50:33.084396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:33.084592 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:33.123020 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43596) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:33.130272 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de61c9-1692-4779-a301-9c7fbb73bc73 None None] Pushing event updated for resources: {'Port': ['ID=04c83712-bce4-4f11-acd0-af5ad32d2213,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:33.135072 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-74a2f081-186a-4c2d-b080-770967f4583c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:33.166586 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e93b06-0807-4904-93b2-2b4c933ee28d None None] Network 117afac2-0577-457b-b799-aec937b00719 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:33.300021 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d8f58b19-127d-4b8e-bcd4-6d566b5eb636 req-d9b393b5-f323-4b78-bfbe-3774f9c8e7c1 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053899 Mar 16 10:50:33.334825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:33.337894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:50:33.337894 dv-neutron-833859-1-hyperv neutron-server[87968]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:50:33.337894 dv-neutron-833859-1-hyperv neutron-server[87968]: [parameters: {'id': '117afac2-0577-457b-b799-aec937b00719'}] Mar 16 10:50:33.337894 dv-neutron-833859-1-hyperv neutron-server[87968]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:50:33.338444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:33.339891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:50:33.341920 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] 10.222.0.18 "PUT /v2.0/ports/20612511-e8b3-4849-b916-37451ada4783 HTTP/1.1" status: 200 len: 1094 time: 5.3130155 Mar 16 10:50:33.428487 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2e4d9-edb4-46a4-b235-f43581ffe7a7 req-d7e27487-ace0-4ee1-a9aa-f66689e2a1c3 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:33.432338 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f8b2e4d9-edb4-46a4-b235-f43581ffe7a7 req-d7e27487-ace0-4ee1-a9aa-f66689e2a1c3 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 943 time: 0.3077111 Mar 16 10:50:33.486533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cd47a3-4286-4cb5-963f-42734884db6c', 'tag': '20612511-e8b3-4849-b916-37451ada4783'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:50:33.508862 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f8b2e4d9-edb4-46a4-b235-f43581ffe7a7 req-285f1528-5b7b-4ba1-ba4e-17fd619a2fd3 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705626 Mar 16 10:50:33.596702 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f44541-8e63-433f-8d90-cfb5e0ade9d3 None None] get_active_networks_info from dv-neutron-833859-1-hyperv {{(pid=87970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:50:33.620950 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3cd47a3-4286-4cb5-963f-42734884db6c', 'tag': '20612511-e8b3-4849-b916-37451ada4783', 'status': 'completed', 'code': 200} Mar 16 10:50:33.636425 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:33.647294 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:33.651910 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Usage tracker for resource:floatingip and tenant:7448bf2e330b4136bef6bc18202a2d64 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:33.655762 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:33.665106 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:33.671984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c59d6-9b10-451d-a43e-413adbebd01d service neutron] Pushing event updated for resources: {'Port': ['ID=20612511-e8b3-4849-b916-37451ada4783,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:33.679528 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:33.753803 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] For port 2bab4489-9823-4747-b03e-ed438539041d, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:33.761478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:33.797366 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f44541-8e63-433f-8d90-cfb5e0ade9d3 None None] Resources bound (agent type, host, resource id): {{(pid=87970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:50:33.822310 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:33.866502 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:33.917356 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] For port 2bab4489-9823-4747-b03e-ed438539041d, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=2bab4489-9823-4747-b03e-ed438539041d,segment=NetworkSegment(12dce982-4135-4c4b-bee2-28691cfc15b1),segment_id=12dce982-4135-4c4b-bee2-28691cfc15b1)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:50:33.953013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb6e67-34ca-40e5-900b-4182fddc86e5 req-da432b98-5c39-404a-966b-04c54e48a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:33.954536 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4efb6e67-34ca-40e5-900b-4182fddc86e5 req-da432b98-5c39-404a-966b-04c54e48a215 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43fda5f5ba974e56935505a0f4978348&device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 1096 time: 0.8155184 Mar 16 10:50:33.956723 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:33.985467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Deleting port 04c83712-bce4-4f11-acd0-af5ad32d2213 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:33.986507 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:34.054342 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Allocated IP 172.26.3.233 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/b897c20d-c386-4974-a742-28376098213f) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:34.125004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301a796-e985-4dfc-bcd5-06d94f3987b4 req-2f5c4a3c-d905-48d2-8f6d-9f6c542973da tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:34.132366 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5301a796-e985-4dfc-bcd5-06d94f3987b4 req-2f5c4a3c-d905-48d2-8f6d-9f6c542973da tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 944 time: 0.6351039 Mar 16 10:50:34.134971 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:34.135603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:34.137052 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] 10.222.0.18 "PUT /v2.0/ports/2bab4489-9823-4747-b03e-ed438539041d HTTP/1.1" status: 200 len: 1093 time: 5.5882239 Mar 16 10:50:34.285984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-b69e25a0-adf8-4acd-b0ee-9f8082ecefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:34.288099 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-b69e25a0-adf8-4acd-b0ee-9f8082ecefd4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f7f82da52584a9cb3b9e11b4547dbe8&device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 1097 time: 0.7469420 Mar 16 10:50:34.341753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:34.377297 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:34.419262 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:34.595663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] For port 04c83712-bce4-4f11-acd0-af5ad32d2213, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=04c83712-bce4-4f11-acd0-af5ad32d2213,segment=NetworkSegment(377cb04a-22a0-4422-8a82-d30af199f621),segment_id=377cb04a-22a0-4422-8a82-d30af199f621)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:34.596042 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:34.672155 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db1891-4965-4e14-b115-3a373741dc58 service neutron] Pushing event updated for resources: {'Port': ['ID=2bab4489-9823-4747-b03e-ed438539041d,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:34.674349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43640) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:34.682438 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-8b1b0829-e976-4b1d-a8aa-c38d71006b01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20612511-e8b3-4849-b916-37451ada4783 HTTP/1.1" status: 200 len: 217 time: 0.2916386 Mar 16 10:50:34.700715 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5301a796-e985-4dfc-bcd5-06d94f3987b4 req-3e7f1284-a664-4a20-83f9-704ee623505b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5672956 Mar 16 10:50:34.740330 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Calling delete_port for 04c83712-bce4-4f11-acd0-af5ad32d2213 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:34.781463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb6e67-34ca-40e5-900b-4182fddc86e5 req-6cd368cd-6084-45ec-b365-9157a11002e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:34.783551 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4efb6e67-34ca-40e5-900b-4182fddc86e5 req-6cd368cd-6084-45ec-b365-9157a11002e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6053f626-2309-4760-a720-9eef23c240bd HTTP/1.1" status: 200 len: 912 time: 0.8183413 Mar 16 10:50:34.793591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:34.877501 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:34.881507 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:34.890698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93197e86-12bc-42fd-a14d-d311047bf410 req-d4e7ecc4-1d78-4034-8568-97c7752b7bc1 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:34.892720 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-93197e86-12bc-42fd-a14d-d311047bf410 req-d4e7ecc4-1d78-4034-8568-97c7752b7bc1 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 943 time: 0.3871017 Mar 16 10:50:34.893475 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:34.915287 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4efb6e67-34ca-40e5-900b-4182fddc86e5 req-aac37138-6b65-40cd-85ef-5e660e5db8d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30956012-7c3e-4dd5-aee3-f07e84737b4d HTTP/1.1" status: 200 len: 217 time: 0.1160657 Mar 16 10:50:34.938180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-2bfffadf-3d08-4452-9d0d-a8771b77e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:34.939678 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-2bfffadf-3d08-4452-9d0d-a8771b77e57e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c1c0157-574c-4c1c-a73d-323ed6286819 HTTP/1.1" status: 200 len: 851 time: 0.2475111 Mar 16 10:50:34.973196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-794000795', 'router:external': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:34.991753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:34.997671 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Pushing event updated for resources: {'Port': ['ID=b897c20d-c386-4974-a742-28376098213f,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:35.006746 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Usage tracker for resource:network and tenant:13c77b1a1063425d8cd2541e1f12f079 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:35.018860 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:35.024536 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.033286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.resource_extend [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:50:35.057819 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-4108243b-3dfa-45ea-a237-746694a7576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:35.059316 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-4108243b-3dfa-45ea-a237-746694a7576f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=88d104187244448c94232efcadd9a6a6&device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 1096 time: 0.8605723 Mar 16 10:50:35.063027 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:35.068311 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.095977 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-93197e86-12bc-42fd-a14d-d311047bf410 req-ac614ebe-f2fa-4d2a-bb31-6aaa4e2fb988 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547077 Mar 16 10:50:35.100616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Port': ['ID=04c83712-bce4-4f11-acd0-af5ad32d2213,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:35.102539 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No DVR routers for this DVR port 04c83712-bce4-4f11-acd0-af5ad32d2213 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:50:35.170075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.223449 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Made reservation on behalf of 13c77b1a1063425d8cd2541e1f12f079 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:35.225681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.260722 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.261876 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb6e67-34ca-40e5-900b-4182fddc86e5 req-3109176a-aa34-420b-a8d4-fad6cba80abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:35.263707 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4efb6e67-34ca-40e5-900b-4182fddc86e5 req-3109176a-aa34-420b-a8d4-fad6cba80abf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=daeb902a-ccad-4a6c-aa0c-329a9cf985f7 HTTP/1.1" status: 200 len: 850 time: 0.3337824 Mar 16 10:50:35.264901 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-75ba1197-4fb7-4855-8cb3-dcb45d564629 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bab4489-9823-4747-b03e-ed438539041d HTTP/1.1" status: 200 len: 217 time: 0.1893733 Mar 16 10:50:35.352762 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.356815 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:35.359796 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.373713 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Usage tracker for resource:security_group_rule and tenant:13c77b1a1063425d8cd2541e1f12f079 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:35.386832 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:35.431869 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:35.434500 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117afac2-0577-457b-b799-aec937b00719']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:35.447442 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port bbbe3f5a-b61f-46c6-b08d-19afa2747417 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:35.447780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.465413 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377cb04a-22a0-4422-8a82-d30af199f621') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:35.465663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377cb04a-22a0-4422-8a82-d30af199f621') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:35.483741 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=dc6b8e2d-053b-4681-a291-dc0f323bfcc9,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:35.486607 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.486745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.508275 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc812ae5-1e83-42c8-98fa-23531a9e5401 req-d95236d8-20b6-4912-be4c-83768485a671 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:35.509718 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fc812ae5-1e83-42c8-98fa-23531a9e5401 req-d95236d8-20b6-4912-be4c-83768485a671 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 943 time: 0.6495290 Mar 16 10:50:35.520868 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.563447 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.570562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-90404d6f-38a4-4753-83c0-49233508a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:35.572239 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-90404d6f-38a4-4753-83c0-49233508a9d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4401366c-47f7-47e5-8a08-62fbd69fe2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5850778 Mar 16 10:50:35.581688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:35.582177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.592822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-4564cb2d-f105-4eb1-abcb-9e59b7b7111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:35.594263 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-4564cb2d-f105-4eb1-abcb-9e59b7b7111c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69 HTTP/1.1" status: 200 len: 845 time: 0.3129842 Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:35.600659 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:35.641129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bfe812-a930-42ab-a925-8dbc288acf8b', 'tag': '2bab4489-9823-4747-b03e-ed438539041d'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:50:35.769496 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bfe812-a930-42ab-a925-8dbc288acf8b', 'tag': '2bab4489-9823-4747-b03e-ed438539041d', 'status': 'completed', 'code': 200} Mar 16 10:50:35.781833 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.808007 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.808906 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.847458 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Network': ['ID=117afac2-0577-457b-b799-aec937b00719,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:35.921063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:35.921748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:35.921748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:35.922034 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:35.922357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:35.922682 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:35.922997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:35.923912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:35.924230 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:35.924547 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:35.924887 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:35.925118 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fc812ae5-1e83-42c8-98fa-23531a9e5401 req-2de0935d-0440-41ba-a54a-b8765d3f920c tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4055784 Mar 16 10:50:35.925229 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:35.941317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.958523 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-95f15159-d465-401c-b6b4-89e109e5a85e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/117afac2-0577-457b-b799-aec937b00719 HTTP/1.1" status: 204 len: 168 time: 4.6473448 Mar 16 10:50:35.958523 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:35.961810 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43652) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:35.962461 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb6e67-34ca-40e5-900b-4182fddc86e5 req-eb6aab4d-b005-4a61-874f-f9f182285b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:35.963986 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4efb6e67-34ca-40e5-900b-4182fddc86e5 req-eb6aab4d-b005-4a61-874f-f9f182285b85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6053f626-2309-4760-a720-9eef23c240bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6808038 Mar 16 10:50:35.981137 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-cc9c2525-4875-41d1-9881-f5422aedd1f3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-599934131'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:35.996244 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cc9c2525-4875-41d1-9881-f5422aedd1f3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:36.015819 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:36.018063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cc9c2525-4875-41d1-9881-f5422aedd1f3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:network and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:36.026939 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cc9c2525-4875-41d1-9881-f5422aedd1f3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:36.033539 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a9e5b7-fa08-41b1-a2f4-f757245563ad,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:36.051732 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cc9c2525-4875-41d1-9881-f5422aedd1f3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:36.064558 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:36.068720 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:36.069110 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Added segment ee6e87bd-b767-4eed-abd2-749a95aa30e2 of type vlan for network 4dc2d9dc-7eb2-4ac4-b701-7e002900629c Mar 16 10:50:36.083871 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:36.131017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d39cd-e984-4179-b2da-17e0ee7eecbc req-f1b92732-9cdb-4197-8d17-613c15dc9fea tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:36.132598 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5e9d39cd-e984-4179-b2da-17e0ee7eecbc req-f1b92732-9cdb-4197-8d17-613c15dc9fea tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 944 time: 0.2980735 Mar 16 10:50:36.133228 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9c2525-4875-41d1-9881-f5422aedd1f3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:36.136552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cc9c2525-4875-41d1-9881-f5422aedd1f3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:36.180534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:36.275048 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:36.305721 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9c2525-4875-41d1-9881-f5422aedd1f3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:36.309134 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Pushing event updated for resources: {'Port': ['ID=b897c20d-c386-4974-a742-28376098213f,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:36.320386 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5e9d39cd-e984-4179-b2da-17e0ee7eecbc req-6eb966e3-b571-43b8-8a60-ada3afcc2594 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688459 Mar 16 10:50:36.322452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network 96076bee-547a-4717-bdc5-212bf28e34cf is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:36.344697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cc9c2525-4875-41d1-9881-f5422aedd1f3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:36.345630 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-cc9c2525-4875-41d1-9881-f5422aedd1f3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Added segment a88719f6-fd3d-4c1b-ab1b-d9de29716bf7 of type vlan for network bb8032f8-ada5-4737-a1cd-0ad82084924a Mar 16 10:50:36.353412 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-861147c8-2690-4345-91a9-a9bb902df5d4 service neutron] 10.222.0.18 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7581577 Mar 16 10:50:36.353554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:36.393268 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:36.394185 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:36.394755 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:36.401214 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cc9c2525-4875-41d1-9881-f5422aedd1f3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:36.416014 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:36.425606 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Calling delete_port for bbbe3f5a-b61f-46c6-b08d-19afa2747417 owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:36.439482 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:36.440656 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-19c925f8-060b-4da3-984c-74ab3c378c37 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2995875 Mar 16 10:50:36.447975 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43658) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:36.459261 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1092926930', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'fixed_ips': [{'ip_address': '172.26.3.233'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:36.506090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:36.512746 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-9a472143-aa99-4c0d-bf25-1d6786dd80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:36.514196 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-9a472143-aa99-4c0d-bf25-1d6786dd80a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d0c7ad5-cc66-42bd-9976-b209dfba76ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8739398 Mar 16 10:50:36.526510 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7913103 Mar 16 10:50:36.526851 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Usage tracker for resource:port and tenant:7448bf2e330b4136bef6bc18202a2d64 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:36.531560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:36.533937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43662) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:36.547031 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-e292f810-27f5-4544-808f-9afe3311d7f7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Request body: {'subnet': {'network_id': '4dc2d9dc-7eb2-4ac4-b701-7e002900629c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:36.550204 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:36.552827 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b439dd0-3d0a-4529-9804-71f03644c524 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Pushing event updated for resources: {'Network': ['ID=4dc2d9dc-7eb2-4ac4-b701-7e002900629c,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:36.557505 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e292f810-27f5-4544-808f-9afe3311d7f7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:36.563106 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e292f810-27f5-4544-808f-9afe3311d7f7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Usage tracker for resource:subnet and tenant:13c77b1a1063425d8cd2541e1f12f079 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:36.566717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 4dc2d9dc-7eb2-4ac4-b701-7e002900629c details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:36.567564 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cc9c2525-4875-41d1-9881-f5422aedd1f3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:36.572866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9c2525-4875-41d1-9881-f5422aedd1f3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:36.573460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cc9c2525-4875-41d1-9881-f5422aedd1f3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:36.577070 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e292f810-27f5-4544-808f-9afe3311d7f7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:36.622823 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Made reservation on behalf of 7448bf2e330b4136bef6bc18202a2d64 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:36.625077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:36.637451 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e292f810-27f5-4544-808f-9afe3311d7f7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:36.651753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:36.714685 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cc9c2525-4875-41d1-9881-f5422aedd1f3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7428780 Mar 16 10:50:36.722384 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43666) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:36.724123 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e292f810-27f5-4544-808f-9afe3311d7f7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Made reservation on behalf of 13c77b1a1063425d8cd2541e1f12f079 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:36.726380 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e292f810-27f5-4544-808f-9afe3311d7f7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:36.728612 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4efb6e67-34ca-40e5-900b-4182fddc86e5 req-2fa9e9d5-eac0-4dde-87ed-b6b48fe33a00 service neutron] 10.222.0.18 "GET /v2.0/networks/6053f626-2309-4760-a720-9eef23c240bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7530873 Mar 16 10:50:36.741306 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-755b6250-39a2-4495-bdbb-382ecf1774f8 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'subnet': {'network_id': 'bb8032f8-ada5-4737-a1cd-0ad82084924a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:36.744519 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:36.749654 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c2525-4875-41d1-9881-f5422aedd1f3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Network': ['ID=bb8032f8-ada5-4737-a1cd-0ad82084924a,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:36.760584 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network bb8032f8-ada5-4737-a1cd-0ad82084924a details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:36.762819 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Usage tracker for resource:security_group_rule and tenant:7448bf2e330b4136bef6bc18202a2d64 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:36.770334 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:36.817732 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:36.995385 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:37.005880 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:37.019123 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] device_id is not set on port addc1fcb-6713-402c-aedc-94dead9ef976 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:50:37.227593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58009e69-48f1-4592-ad45-5953278ddbff,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:37.275301 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf167d0-9f8f-4113-bbbb-87ae29b25ab6 req-ccbec066-4939-4509-a47f-0c15df6554d1 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:37.276753 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fbf167d0-9f8f-4113-bbbb-87ae29b25ab6 req-ccbec066-4939-4509-a47f-0c15df6554d1 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 943 time: 1.0253725 Mar 16 10:50:37.288264 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0bc7fed-1eb4-4f68-bafd-a0561c1ac6ea req-ec2b537a-de60-4ba4-820c-0bad76f6102d service neutron] 10.222.0.18 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8363090 Mar 16 10:50:37.444083 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc0b6f-0abc-42d6-8cc8-3ca04dd9b2ff req-b05eee39-1c6a-4e13-aff2-6d69b83bf9a0 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:37.445105 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dedc0b6f-0abc-42d6-8cc8-3ca04dd9b2ff req-b05eee39-1c6a-4e13-aff2-6d69b83bf9a0 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 943 time: 0.3927643 Mar 16 10:50:37.481060 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 16 10:50:37.481463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:50:37.506764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-755b6250-39a2-4495-bdbb-382ecf1774f8 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:37.520376 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dedc0b6f-0abc-42d6-8cc8-3ca04dd9b2ff req-f2263343-25a6-41f7-9c8d-a7976dc349e2 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674813 Mar 16 10:50:37.523164 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-5ef7a0eb-0249-4c9d-b25f-a09375a5418c service neutron] 10.222.0.18 "GET /v2.0/networks/5d0c7ad5-cc66-42bd-9976-b209dfba76ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9908497 Mar 16 10:50:37.529823 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-755b6250-39a2-4495-bdbb-382ecf1774f8 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:subnet and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:37.537357 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-21357953-6164-407e-81c4-a58733ec9ada tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0853438 Mar 16 10:50:37.537613 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-755b6250-39a2-4495-bdbb-382ecf1774f8 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:37.537714 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43674) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:37.542044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 70932f2b-e2ed-421c-886a-a7bd9593eacc has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:50:37.577903 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-755b6250-39a2-4495-bdbb-382ecf1774f8 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:37.670011 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fbf167d0-9f8f-4113-bbbb-87ae29b25ab6 req-8bc7d20b-8517-4b39-b7ab-f7b515728bc8 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464988 Mar 16 10:50:37.680268 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4efb6e67-34ca-40e5-900b-4182fddc86e5 req-6a88aae5-4cf3-4761-ab47-ecc7a3cf9cfc service neutron] 10.222.0.18 "GET /v2.0/networks/6053f626-2309-4760-a720-9eef23c240bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9426086 Mar 16 10:50:37.737684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.objects.ports [None req-e292f810-27f5-4544-808f-9afe3311d7f7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87968) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:50:37.738071 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e292f810-27f5-4544-808f-9afe3311d7f7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:37.785353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755b6250-39a2-4495-bdbb-382ecf1774f8 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:37.788727 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-755b6250-39a2-4495-bdbb-382ecf1774f8 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:37.805995 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a3180-fe8f-455c-88d7-95ba39332065 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Deleting port b897c20d-c386-4974-a742-28376098213f {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:37.806334 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3180-fe8f-455c-88d7-95ba39332065 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:37.902091 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292f810-27f5-4544-808f-9afe3311d7f7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Pushing event updated for resources: {'Subnet': ['ID=71cd80fb-19ad-4058-b4d6-6adab882c48d,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:37.924602 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:37.992461 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292f810-27f5-4544-808f-9afe3311d7f7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Checking segment: {'id': 'ee6e87bd-b767-4eed-abd2-749a95aa30e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4dc2d9dc-7eb2-4ac4-b701-7e002900629c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:37.992727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292f810-27f5-4544-808f-9afe3311d7f7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Network hostable DHCP agents. Network: 4dc2d9dc-7eb2-4ac4-b701-7e002900629c, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:50:38.007094 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9b559-4e36-4c1d-a1b1-15bc9717b1ae req-c2dc98f8-a068-429a-8a97-aff203175a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:38.008571 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24a9b559-4e36-4c1d-a1b1-15bc9717b1ae req-c2dc98f8-a068-429a-8a97-aff203175a13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f7f82da52584a9cb3b9e11b4547dbe8&device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 1097 time: 0.5745597 Mar 16 10:50:38.018853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Port': ['ID=bbbe3f5a-b61f-46c6-b08d-19afa2747417,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:38.045595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917c052-193b-4332-8b06-59f66e687fc0 req-d7e5ee38-bee6-4fda-bebd-6c851c6e24fe tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:38.047097 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3917c052-193b-4332-8b06-59f66e687fc0 req-d7e5ee38-bee6-4fda-bebd-6c851c6e24fe tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 944 time: 0.4068208 Mar 16 10:50:38.050344 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 30956012-7c3e-4dd5-aee3-f07e84737b4d details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:50:38.056526 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3180-fe8f-455c-88d7-95ba39332065 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:38.056850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3180-fe8f-455c-88d7-95ba39332065 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:38.069474 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292f810-27f5-4544-808f-9afe3311d7f7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Network 4dc2d9dc-7eb2-4ac4-b701-7e002900629c is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:50:38.132332 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ba0864c4-bc0e-4da2-9996-3cf1e0a35c75 req-d76a0f9d-cbcd-4116-9eee-42ec361610b7 service neutron] 10.222.0.18 "GET /v2.0/networks/5d0c7ad5-cc66-42bd-9976-b209dfba76ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5933414 Mar 16 10:50:38.134150 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.134572 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.134975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.135693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.136080 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.136774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.141103 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.141764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.142266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.143075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.143617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.144447 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.220131 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a3180-fe8f-455c-88d7-95ba39332065 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Calling delete_port for b897c20d-c386-4974-a742-28376098213f owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:38.255382 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-e292f810-27f5-4544-808f-9afe3311d7f7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 4dc2d9dc-7eb2-4ac4-b701-7e002900629c) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:38.270637 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6379c6a0-65f7-4a28-863d-04c4ca6b80c3 None None] Network 4dc2d9dc-7eb2-4ac4-b701-7e002900629c requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:38.276678 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e292f810-27f5-4544-808f-9afe3311d7f7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:38.277276 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e292f810-27f5-4544-808f-9afe3311d7f7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:38.288726 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3917c052-193b-4332-8b06-59f66e687fc0 req-4a00dda6-961d-4ded-a43e-a2db84fc2bde tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236235 Mar 16 10:50:38.310463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 30956012-7c3e-4dd5-aee3-f07e84737b4d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=30956012-7c3e-4dd5-aee3-f07e84737b4d,segment=NetworkSegment(deac7e7d-b923-4097-860a-359d44c1f7dd),segment_id=deac7e7d-b923-4097-860a-359d44c1f7dd)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:38.328495 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '30956012-7c3e-4dd5-aee3-f07e84737b4d', 'network_id': '6053f626-2309-4760-a720-9eef23c240bd', 'port_id': '30956012-7c3e-4dd5-aee3-f07e84737b4d', 'mac_address': 'fa:16:3e:d7:c1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:50:38.332658 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e292f810-27f5-4544-808f-9afe3311d7f7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7962053 Mar 16 10:50:38.335937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43678) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:38.342858 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1286431080', 'network_id': '4dc2d9dc-7eb2-4ac4-b701-7e002900629c'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:38.351087 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:38.357086 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Usage tracker for resource:port and tenant:13c77b1a1063425d8cd2541e1f12f079 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:38.393425 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:38.408134 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:38.430106 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Made reservation on behalf of 13c77b1a1063425d8cd2541e1f12f079 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:38.432590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:38.456151 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] device_id is not set on port 760d06f5-986f-409b-b6de-ad98b60b4d46 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:50:38.471450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:38.493669 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3180-fe8f-455c-88d7-95ba39332065 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:38.504649 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30956012-7c3e-4dd5-aee3-f07e84737b4d {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:50:38.529779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:50:38.549405 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb75c5a-5d57-441b-8443-279a71ac724c None None] Sync routers for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:50:38.573588 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a3180-fe8f-455c-88d7-95ba39332065 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Pushing event deleted for resources: {'Port': ['ID=b897c20d-c386-4974-a742-28376098213f,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:38.574161 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 30956012-7c3e-4dd5-aee3-f07e84737b4d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=30956012-7c3e-4dd5-aee3-f07e84737b4d,segment=NetworkSegment(deac7e7d-b923-4097-860a-359d44c1f7dd),segment_id=deac7e7d-b923-4097-860a-359d44c1f7dd)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:38.577412 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb75c5a-5d57-441b-8443-279a71ac724c None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:38.578417 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-5eb75c5a-5d57-441b-8443-279a71ac724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:38.585516 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:38.624453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-755b6250-39a2-4495-bdbb-382ecf1774f8 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:38.700733 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-5eb75c5a-5d57-441b-8443-279a71ac724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:38.701251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9b559-4e36-4c1d-a1b1-15bc9717b1ae req-64c90236-5cfc-4ee0-81b3-0a2037322246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:38.702736 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24a9b559-4e36-4c1d-a1b1-15bc9717b1ae req-64c90236-5cfc-4ee0-81b3-0a2037322246 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4401366c-47f7-47e5-8a08-62fbd69fe2e5 HTTP/1.1" status: 200 len: 913 time: 0.6816838 Mar 16 10:50:38.705713 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-38d2cb13-0a0d-4ed1-b576-5538e78980ca tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "PUT /v2.0/routers/70932f2b-e2ed-421c-886a-a7bd9593eacc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3498209 Mar 16 10:50:38.711865 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb75c5a-5d57-441b-8443-279a71ac724c None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:38.712510 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43686) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:38.712957 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-5eb75c5a-5d57-441b-8443-279a71ac724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:38.763448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=30956012-7c3e-4dd5-aee3-f07e84737b4d,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:38.775508 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-5eb75c5a-5d57-441b-8443-279a71ac724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:38.776266 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb75c5a-5d57-441b-8443-279a71ac724c None None] The sync data for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:50:38.787876 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'port': {'network_id': '96076bee-547a-4717-bdc5-212bf28e34cf', 'name': 'tempest-FloatingIPTestJSON-564226372'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:38.826859 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.827569 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.828057 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.828533 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.829527 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.830163 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.831025 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.832631 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.833526 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.833871 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.834199 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.834695 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:38.847174 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdcdc7f-85d3-492f-b019-1c9fb819d28f None None] Network 4dc2d9dc-7eb2-4ac4-b701-7e002900629c requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:38.875372 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:38.912472 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24a9b559-4e36-4c1d-a1b1-15bc9717b1ae req-4ab1d90f-f390-4c70-bedd-9bddec0a3269 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20612511-e8b3-4849-b916-37451ada4783 HTTP/1.1" status: 200 len: 217 time: 0.1515665 Mar 16 10:50:38.932349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b6250-39a2-4495-bdbb-382ecf1774f8 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Subnet': ['ID=e6e97df6-15b1-4feb-b9e9-dbb576c262dc,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:38.985371 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3180-fe8f-455c-88d7-95ba39332065 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:39.085723 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Allocated IP 172.20.0.2 (4dc2d9dc-7eb2-4ac4-b701-7e002900629c/71cd80fb-19ad-4058-b4d6-6adab882c48d/760d06f5-986f-409b-b6de-ad98b60b4d46) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:39.102412 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3180-fe8f-455c-88d7-95ba39332065 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:39.106677 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0e8a3180-fe8f-455c-88d7-95ba39332065 tempest-ExternalNetworksAdminNegativeTestJSON-287441742 tempest-ExternalNetworksAdminNegativeTestJSON-287441742-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/c7118886-f402-4e51-a223-42322442be29 HTTP/1.1" status: 204 len: 168 time: 1.5652246 Mar 16 10:50:39.179825 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:39.181272 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['30956012-7c3e-4dd5-aee3-f07e84737b4d'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:50:39.203877 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Usage tracker for resource:port and tenant:0f12354052d5494e842e68b562c9c3fe is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:39.214224 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:39.224175 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327770c-af4d-4094-a46c-6ae4f1afbdd6 req-c3b3efb8-32e6-438b-a0ce-97e768559014 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:39.225727 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5327770c-af4d-4094-a46c-6ae4f1afbdd6 req-c3b3efb8-32e6-438b-a0ce-97e768559014 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 944 time: 0.3099105 Mar 16 10:50:39.232159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:39.310605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bc6a7-8d0d-4284-8883-528e7511d4d3 req-0e3a5955-0924-4402-860c-df8766415f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:39.312102 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-613bc6a7-8d0d-4284-8883-528e7511d4d3 req-0e3a5955-0924-4402-860c-df8766415f8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=88d104187244448c94232efcadd9a6a6&device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 1096 time: 0.9087090 Mar 16 10:50:39.321690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755b6250-39a2-4495-bdbb-382ecf1774f8 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Checking segment: {'id': 'a88719f6-fd3d-4c1b-ab1b-d9de29716bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bb8032f8-ada5-4737-a1cd-0ad82084924a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:39.322037 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755b6250-39a2-4495-bdbb-382ecf1774f8 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network hostable DHCP agents. Network: bb8032f8-ada5-4737-a1cd-0ad82084924a, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:50:39.323845 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Made reservation on behalf of 0f12354052d5494e842e68b562c9c3fe for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:39.327411 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:39.388134 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5327770c-af4d-4094-a46c-6ae4f1afbdd6 req-81fd5a4d-3353-43d4-a996-5653b58365ff tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536403 Mar 16 10:50:39.418897 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] device_id is not set on port f30bfd8e-9bbe-4931-a731-fa628b04b7ad yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:50:39.476184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9b559-4e36-4c1d-a1b1-15bc9717b1ae req-3eba215d-9bc6-442d-a2a2-5471eb83d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:39.477581 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24a9b559-4e36-4c1d-a1b1-15bc9717b1ae req-3eba215d-9bc6-442d-a2a2-5471eb83d04c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c1c0157-574c-4c1c-a73d-323ed6286819 HTTP/1.1" status: 200 len: 851 time: 0.5486791 Mar 16 10:50:39.535491 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:39.618279 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Allocated IP 172.20.0.9 (96076bee-547a-4717-bdc5-212bf28e34cf/66e8536a-6b62-47c9-a688-17bdf3a00b49/f30bfd8e-9bbe-4931-a731-fa628b04b7ad) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:39.654263 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:39.666166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755b6250-39a2-4495-bdbb-382ecf1774f8 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network bb8032f8-ada5-4737-a1cd-0ad82084924a is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:50:39.704420 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43696) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:39.751350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-755b6250-39a2-4495-bdbb-382ecf1774f8 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, bb8032f8-ada5-4737-a1cd-0ad82084924a) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:39.759655 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a3e87-c5dc-48ec-bfad-7c2604ebaf1f None None] Network bb8032f8-ada5-4737-a1cd-0ad82084924a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:39.777275 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903986e-ac32-47f7-9446-3867721c11fe req-a65df5de-b3be-4712-8154-15eed5cfb70a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:39.778656 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9903986e-ac32-47f7-9446-3867721c11fe req-a65df5de-b3be-4712-8154-15eed5cfb70a tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 943 time: 1.0167787 Mar 16 10:50:39.780846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755b6250-39a2-4495-bdbb-382ecf1774f8 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:39.781426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-755b6250-39a2-4495-bdbb-382ecf1774f8 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:39.797017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Network 4dc2d9dc-7eb2-4ac4-b701-7e002900629c is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:39.801972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router e0efd3ea-0e9d-4e22-bef0-7992bc519e8a has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:50:39.818237 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bc6a7-8d0d-4284-8883-528e7511d4d3 req-cc6968f2-0cf0-4352-b4db-b96087389f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:39.819692 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-613bc6a7-8d0d-4284-8883-528e7511d4d3 req-cc6968f2-0cf0-4352-b4db-b96087389f0d service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d0c7ad5-cc66-42bd-9976-b209dfba76ff HTTP/1.1" status: 200 len: 907 time: 0.4991565 Mar 16 10:50:39.826893 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:39.842042 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:39.879753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Pushing event updated for resources: {'Port': ['ID=760d06f5-986f-409b-b6de-ad98b60b4d46,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:39.896917 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-755b6250-39a2-4495-bdbb-382ecf1774f8 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1682267 Mar 16 10:50:39.911340 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43702) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:39.971006 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-613bc6a7-8d0d-4284-8883-528e7511d4d3 req-b84880f6-2008-43b9-b445-11bb39e8ff5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bab4489-9823-4747-b03e-ed438539041d HTTP/1.1" status: 200 len: 217 time: 0.1426642 Mar 16 10:50:39.984984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:39.986127 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:40.036683 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-076df3a0-a8da-4db1-aaad-17f86343737b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:40.064949 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9903986e-ac32-47f7-9446-3867721c11fe req-1cd7993b-1167-40b2-bde3-a17831d6ebaa tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729950 Mar 16 10:50:40.066918 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9b559-4e36-4c1d-a1b1-15bc9717b1ae req-59790953-7cb0-4404-bf63-b1a704b4f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:40.068732 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24a9b559-4e36-4c1d-a1b1-15bc9717b1ae req-59790953-7cb0-4404-bf63-b1a704b4f7e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4401366c-47f7-47e5-8a08-62fbd69fe2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5374956 Mar 16 10:50:40.078317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfd68b-a6c0-4f81-8c8a-29111abe9e71 req-b2044b67-27bb-4ab1-a291-bfe20f2f1060 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:40.088962 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9cbfd68b-a6c0-4f81-8c8a-29111abe9e71 req-b2044b67-27bb-4ab1-a291-bfe20f2f1060 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 944 time: 0.4269729 Mar 16 10:50:40.090452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-076df3a0-a8da-4db1-aaad-17f86343737b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:40.096966 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b1d663b7-e3bd-4e8c-a0fa-4ab25dad0d37 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.7575142 Mar 16 10:50:40.114137 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-bb8032f8-ada5-4737-a1cd-0ad82084924a', 'network_id': 'bb8032f8-ada5-4737-a1cd-0ad82084924a', 'tenant_id': '447abc0a1dba40e8899d6ce7bd5c04f2', 'fixed_ips': [{'subnet_id': 'e6e97df6-15b1-4feb-b9e9-dbb576c262dc'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:50:40.115253 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:40.116772 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-076df3a0-a8da-4db1-aaad-17f86343737b admin admin] Usage tracker for resource:security_group_rule and tenant:d38cbcd4b5394e11add3635ddd16bb41 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:40.123133 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43706) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:40.127031 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-076df3a0-a8da-4db1-aaad-17f86343737b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:40.139337 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-076df3a0-a8da-4db1-aaad-17f86343737b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:40.173684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:40.235421 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:50:40.249216 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6fac0dd9-9273-421c-b41c-e3463a83b79e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/e0efd3ea-0e9d-4e22-bef0-7992bc519e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6768203 Mar 16 10:50:40.251869 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9cbfd68b-a6c0-4f81-8c8a-29111abe9e71 req-483049e2-f5c6-4148-8564-c533ae3b5a5b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644621 Mar 16 10:50:40.256432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43710) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:40.265076 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a5810-5c1c-4c15-a33e-b4113777d175 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Deleting port 760d06f5-986f-409b-b6de-ad98b60b4d46 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:40.265410 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0c5a5810-5c1c-4c15-a33e-b4113777d175 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:40.301395 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828c161-3954-461b-ad05-ba6c060425c0 None None] Sync routers for ids ['e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:50:40.330062 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828c161-3954-461b-ad05-ba6c060425c0 None None] Routers {'e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:40.330939 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-8828c161-3954-461b-ad05-ba6c060425c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:40.408829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-39919bfa-0795-4808-9140-5b27ce80f5b8 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Synchronizing usage tracker for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:40.410672 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-8828c161-3954-461b-ad05-ba6c060425c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:40.411967 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bc6a7-8d0d-4284-8883-528e7511d4d3 req-122ecdc8-1107-4007-8f47-df98025e8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:40.413526 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-613bc6a7-8d0d-4284-8883-528e7511d4d3 req-122ecdc8-1107-4007-8f47-df98025e8fad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69 HTTP/1.1" status: 200 len: 845 time: 0.4085600 Mar 16 10:50:40.416605 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Allocated IP 172.20.0.2 (bb8032f8-ada5-4737-a1cd-0ad82084924a/e6e97df6-15b1-4feb-b9e9-dbb576c262dc/42592092-e608-4215-9ed7-1fcc8ad6b6da) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:40.422972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:40.429987 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828c161-3954-461b-ad05-ba6c060425c0 None None] Routers {'e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:40.430601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-8828c161-3954-461b-ad05-ba6c060425c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:40.519572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-076df3a0-a8da-4db1-aaad-17f86343737b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:40.534397 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24a9b559-4e36-4c1d-a1b1-15bc9717b1ae req-6ea9b5b9-56fd-4b00-ae16-6ef6408aeaab service neutron] 10.222.0.18 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049640 Mar 16 10:50:40.539579 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-076df3a0-a8da-4db1-aaad-17f86343737b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:40.540912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:40.543981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-8828c161-3954-461b-ad05-ba6c060425c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:40.544390 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828c161-3954-461b-ad05-ba6c060425c0 None None] The sync data for ids ['e0efd3ea-0e9d-4e22-bef0-7992bc519e8a'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:50:40.630113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-39919bfa-0795-4808-9140-5b27ce80f5b8 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Unset dirty status for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:40.630850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network 96076bee-547a-4717-bdc5-212bf28e34cf is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:40.634187 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-39919bfa-0795-4808-9140-5b27ce80f5b8 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0efd3ea-0e9d-4e22-bef0-7992bc519e8a HTTP/1.1" status: 200 len: 205 time: 0.3056650 Mar 16 10:50:40.634925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43716) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:40.636773 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=f30bfd8e-9bbe-4931-a731-fa628b04b7ad,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:40.652655 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:40.661742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:40.709447 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-076df3a0-a8da-4db1-aaad-17f86343737b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d38cbcd4b5394e11add3635ddd16bb41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9724898 Mar 16 10:50:40.718070 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076df3a0-a8da-4db1-aaad-17f86343737b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e809f987-3c8a-4a22-bd29-229ac1474dc2,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:40.720997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43720) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:40.754409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0c5a5810-5c1c-4c15-a33e-b4113777d175 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:40.795700 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:40.808436 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Transition to ACTIVE for port object 42592092-e608-4215-9ed7-1fcc8ad6b6da will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:40.831508 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Transition to ACTIVE for port object 42592092-e608-4215-9ed7-1fcc8ad6b6da will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:40.840447 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:40.883847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Deleting port 42592092-e608-4215-9ed7-1fcc8ad6b6da {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:40.884428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:40.933384 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Pushing event updated for resources: {'Port': ['ID=42592092-e608-4215-9ed7-1fcc8ad6b6da,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:40.946583 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Network bb8032f8-ada5-4737-a1cd-0ad82084924a is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:40.948340 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:40.950646 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:40.992758 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:40.993353 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.006841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a5810-5c1c-4c15-a33e-b4113777d175 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Calling delete_port for 760d06f5-986f-409b-b6de-ad98b60b4d46 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:41.040621 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Attempting to bind port 42592092-e608-4215-9ed7-1fcc8ad6b6da on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:41.041075 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Attempting to bind port 42592092-e608-4215-9ed7-1fcc8ad6b6da by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'a88719f6-fd3d-4c1b-ab1b-d9de29716bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bb8032f8-ada5-4737-a1cd-0ad82084924a'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:41.041497 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Attempting to bind port 42592092-e608-4215-9ed7-1fcc8ad6b6da on network bb8032f8-ada5-4737-a1cd-0ad82084924a {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:41.047944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:50:41.049006 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Checking segment: {'id': 'a88719f6-fd3d-4c1b-ab1b-d9de29716bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bb8032f8-ada5-4737-a1cd-0ad82084924a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:41.049598 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.049928 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Bound using segment: {'id': 'a88719f6-fd3d-4c1b-ab1b-d9de29716bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bb8032f8-ada5-4737-a1cd-0ad82084924a'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:50:41.050458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Bound port: 42592092-e608-4215-9ed7-1fcc8ad6b6da, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88719f6-fd3d-4c1b-ab1b-d9de29716bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bb8032f8-ada5-4737-a1cd-0ad82084924a'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:50:41.050891 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.092337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d72e5bdd-f747-4b7f-bd9e-ecceb68e4d90 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.111387 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a0b50f08-f56c-4ddb-8208-534aa24eb9e6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3978024 Mar 16 10:50:41.115486 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43726) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:41.130657 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3ec01b43-4fce-4fec-a425-abfb22f3601f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.135213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'port': {'network_id': '96076bee-547a-4717-bdc5-212bf28e34cf', 'name': 'tempest-FloatingIPTestJSON-789216019'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:41.202395 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] For port 42592092-e608-4215-9ed7-1fcc8ad6b6da, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:41.208082 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] For port 42592092-e608-4215-9ed7-1fcc8ad6b6da, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=42592092-e608-4215-9ed7-1fcc8ad6b6da,segment=NetworkSegment(a88719f6-fd3d-4c1b-ab1b-d9de29716bf7),segment_id=a88719f6-fd3d-4c1b-ab1b-d9de29716bf7)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:50:41.214739 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.243644 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3ec01b43-4fce-4fec-a425-abfb22f3601f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.318791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdb0b1-2968-4c0e-b355-515043638ead None None] Pushing event updated for resources: {'Port': ['ID=42592092-e608-4215-9ed7-1fcc8ad6b6da,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:41.320247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef54947-f222-46ab-a8ea-d3ec3fc43fda req-f9cb3946-ec7f-4b84-a57d-60ff2601b751 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:41.327297 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0ef54947-f222-46ab-a8ea-d3ec3fc43fda req-f9cb3946-ec7f-4b84-a57d-60ff2601b751 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 944 time: 0.7787981 Mar 16 10:50:41.363102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bc6a7-8d0d-4284-8883-528e7511d4d3 req-f347823d-dd14-49d8-9f2b-6c0091b80733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:41.364784 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-613bc6a7-8d0d-4284-8883-528e7511d4d3 req-f347823d-dd14-49d8-9f2b-6c0091b80733 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d0c7ad5-cc66-42bd-9976-b209dfba76ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9373670 Mar 16 10:50:41.444651 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:41.446761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0c5a5810-5c1c-4c15-a33e-b4113777d175 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.451082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Usage tracker for resource:port and tenant:0f12354052d5494e842e68b562c9c3fe is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:41.497834 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:41.523023 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24a9b559-4e36-4c1d-a1b1-15bc9717b1ae req-97184569-aeca-4ec5-a8e1-3562f4d3cb1c service neutron] 10.222.0.18 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9168551 Mar 16 10:50:41.535522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a5810-5c1c-4c15-a33e-b4113777d175 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Pushing event deleted for resources: {'Port': ['ID=760d06f5-986f-409b-b6de-ad98b60b4d46,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:41.543630 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:41.556573 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46b745-2954-4e2d-864d-73f64f1df6a4 req-351cca86-a906-48b4-9c70-e6d7e30a853f tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:41.558220 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5d46b745-2954-4e2d-864d-73f64f1df6a4 req-351cca86-a906-48b4-9c70-e6d7e30a853f tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 943 time: 0.3182166 Mar 16 10:50:41.570018 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0ef54947-f222-46ab-a8ea-d3ec3fc43fda req-cd22f2d5-9575-4e66-a12c-72c22012bbf6 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417834 Mar 16 10:50:41.608087 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3ec01b43-4fce-4fec-a425-abfb22f3601f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.692759 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec01b43-4fce-4fec-a425-abfb22f3601f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e809f987-3c8a-4a22-bd29-229ac1474dc2,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:41.706060 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Made reservation on behalf of 0f12354052d5494e842e68b562c9c3fe for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:41.709845 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.726595 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d72e5bdd-f747-4b7f-bd9e-ecceb68e4d90 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.780359 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5d46b745-2954-4e2d-864d-73f64f1df6a4 req-61ed7cb9-2dea-4bcf-ae07-7851dbd8c6d1 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875715 Mar 16 10:50:41.781230 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0c5a5810-5c1c-4c15-a33e-b4113777d175 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.785492 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0c5a5810-5c1c-4c15-a33e-b4113777d175 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "DELETE /v2.0/ports/760d06f5-986f-409b-b6de-ad98b60b4d46 HTTP/1.1" status: 204 len: 168 time: 1.6575000 Mar 16 10:50:41.785492 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] device_id is not set on port a94b9f04-1b69-4685-887e-91354c00ef62 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:50:41.809402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d72e5bdd-f747-4b7f-bd9e-ecceb68e4d90 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.816740 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43732) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:41.817575 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3ec01b43-4fce-4fec-a425-abfb22f3601f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.818686 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3ec01b43-4fce-4fec-a425-abfb22f3601f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e809f987-3c8a-4a22-bd29-229ac1474dc2 HTTP/1.1" status: 204 len: 168 time: 1.0869687 Mar 16 10:50:41.825477 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4dc2d9dc-7eb2-4ac4-b701-7e002900629c', 'external_fixed_ips': [{'subnet_id': '71cd80fb-19ad-4058-b4d6-6adab882c48d', 'ip_address': '172.20.0.2'}]}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:41.839646 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:41.850159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Usage tracker for resource:router and tenant:13c77b1a1063425d8cd2541e1f12f079 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:41.859537 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:41.870278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:41.891331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.892887 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.899680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d72e5bdd-f747-4b7f-bd9e-ecceb68e4d90 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.900252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72e5bdd-f747-4b7f-bd9e-ecceb68e4d90 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Fanout notify agent at l3_agent the message router_deleted on router e0efd3ea-0e9d-4e22-bef0-7992bc519e8a {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:50:41.926441 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-613bc6a7-8d0d-4284-8883-528e7511d4d3 req-0e2df9f8-b50c-4c04-9981-7d2cce9e2517 service neutron] 10.222.0.18 "GET /v2.0/networks/5d0c7ad5-cc66-42bd-9976-b209dfba76ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019081 Mar 16 10:50:41.932633 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] For port 42592092-e608-4215-9ed7-1fcc8ad6b6da, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=42592092-e608-4215-9ed7-1fcc8ad6b6da,segment=NetworkSegment(a88719f6-fd3d-4c1b-ab1b-d9de29716bf7),segment_id=a88719f6-fd3d-4c1b-ab1b-d9de29716bf7)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:41.932988 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.964477 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.975835 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d72e5bdd-f747-4b7f-bd9e-ecceb68e4d90 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.979574 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d72e5bdd-f747-4b7f-bd9e-ecceb68e4d90 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/routers/e0efd3ea-0e9d-4e22-bef0-7992bc519e8a HTTP/1.1" status: 204 len: 168 time: 1.3247490 Mar 16 10:50:41.980725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43740) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:42.024788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Allocated IP 172.20.0.2 (96076bee-547a-4717-bdc5-212bf28e34cf/66e8536a-6b62-47c9-a688-17bdf3a00b49/a94b9f04-1b69-4685-887e-91354c00ef62) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:42.060172 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 2bab4489-9823-4747-b03e-ed438539041d details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:50:42.091981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 30956012-7c3e-4dd5-aee3-f07e84737b4d up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:42.102503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Calling delete_port for 42592092-e608-4215-9ed7-1fcc8ad6b6da owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:42.184317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f14d45d-b5cd-46ff-b705-f57fc195b322 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting subnet 8e39320f-057c-4e24-9b71-36944925959c {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:50:42.196205 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f14d45d-b5cd-46ff-b705-f57fc195b322 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:42.224557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43744) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:42.349287 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 2bab4489-9823-4747-b03e-ed438539041d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=2bab4489-9823-4747-b03e-ed438539041d,segment=NetworkSegment(12dce982-4135-4c4b-bee2-28691cfc15b1),segment_id=12dce982-4135-4c4b-bee2-28691cfc15b1)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:42.369208 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '2bab4489-9823-4747-b03e-ed438539041d', 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff', 'port_id': '2bab4489-9823-4747-b03e-ed438539041d', 'mac_address': 'fa:16:3e:aa:b9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:50:42.416950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f14d45d-b5cd-46ff-b705-f57fc195b322 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:42.441717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:42.463097 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bab4489-9823-4747-b03e-ed438539041d {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:50:42.481783 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 2bab4489-9823-4747-b03e-ed438539041d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=2bab4489-9823-4747-b03e-ed438539041d,segment=NetworkSegment(12dce982-4135-4c4b-bee2-28691cfc15b1),segment_id=12dce982-4135-4c4b-bee2-28691cfc15b1)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:42.482911 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 30956012-7c3e-4dd5-aee3-f07e84737b4d completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:42.492746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 30956012-7c3e-4dd5-aee3-f07e84737b4d triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:42.493119 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:42.514702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f5456-197a-4139-8bfa-253dcb7abd02 req-f40de994-a25d-4d5c-a0dc-01f7d7443e1c tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:42.521928 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fc9f5456-197a-4139-8bfa-253dcb7abd02 req-f40de994-a25d-4d5c-a0dc-01f7d7443e1c tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 944 time: 0.7914793 Mar 16 10:50:42.528718 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:42.529367 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 20612511-e8b3-4849-b916-37451ada4783 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:50:42.575383 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f725ea-350e-4c64-9638-930b16703d40 None None] Network bb8032f8-ada5-4737-a1cd-0ad82084924a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:42.614243 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f14d45d-b5cd-46ff-b705-f57fc195b322 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:42.622740 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fc9f5456-197a-4139-8bfa-253dcb7abd02 req-cb7a28c8-d730-4dd2-a323-bd2974c412ff tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997281 Mar 16 10:50:42.630750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:42.669660 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ff139e1e-6a29-43de-8e38-33e05895869a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7448bf2e330b4136bef6bc18202a2d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566311 Mar 16 10:50:42.680779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43750) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:42.702797 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Port': ['ID=42592092-e608-4215-9ed7-1fcc8ad6b6da,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:42.743793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d938d1dc-9892-43cb-8138-5145d40b9d78 None None] Could not find standard attr ID for object 42592092-e608-4215-9ed7-1fcc8ad6b6da. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:50:42.766828 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-613bc6a7-8d0d-4284-8883-528e7511d4d3 req-ba233dc3-f3e0-4e74-b3df-a678a311391a service neutron] 10.222.0.18 "GET /v2.0/networks/5d0c7ad5-cc66-42bd-9976-b209dfba76ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8170223 Mar 16 10:50:42.770535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.resource_extend [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:50:42.817153 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No DVR routers for this DVR port 42592092-e608-4215-9ed7-1fcc8ad6b6da on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:50:42.859944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=2bab4489-9823-4747-b03e-ed438539041d,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:42.882237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:42.977088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.012393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1148afb4-9d20-4fe7-adbf-68d1d0439683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.025152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f14d45d-b5cd-46ff-b705-f57fc195b322 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.038911 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.074640 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1148afb4-9d20-4fe7-adbf-68d1d0439683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.077988 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 20612511-e8b3-4849-b916-37451ada4783, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=20612511-e8b3-4849-b916-37451ada4783,segment=NetworkSegment(1c0c015e-2f05-4840-b957-fdc2a43a9c6b),segment_id=1c0c015e-2f05-4840-b957-fdc2a43a9c6b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:43.102063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.117774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a746f5-173b-4759-982e-f1f31a6ddaf5 req-735d33f1-f472-4e8b-b8a2-9e375e7a3ce3 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:43.119447 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-17a746f5-173b-4759-982e-f1f31a6ddaf5 req-735d33f1-f472-4e8b-b8a2-9e375e7a3ce3 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 944 time: 0.2179790 Mar 16 10:50:43.135731 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14d45d-b5cd-46ff-b705-f57fc195b322 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Subnet': ['ID=8e39320f-057c-4e24-9b71-36944925959c,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:43.142524 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1a6465-659a-4dfb-bf23-4f790805f2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30956012-7c3e-4dd5-aee3-f07e84737b4d'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:50:43.146553 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f14d45d-b5cd-46ff-b705-f57fc195b322 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.152254 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.182665 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316074b0-8a00-474e-9c75-3b63816ae667 req-e7ba2b5d-79c7-4e61-adfc-596c2019418e tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:43.184431 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-316074b0-8a00-474e-9c75-3b63816ae667 req-e7ba2b5d-79c7-4e61-adfc-596c2019418e tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 944 time: 0.4292064 Mar 16 10:50:43.193502 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1f14d45d-b5cd-46ff-b705-f57fc195b322 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/8e39320f-057c-4e24-9b71-36944925959c HTTP/1.1" status: 204 len: 168 time: 1.2125909 Mar 16 10:50:43.198018 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43756) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:43.217542 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03405bf9-545c-4479-9605-9650d8bc9eaf None None] Network a3b39059-c5ef-4532-9bad-39a562c397d1 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:43.222809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e97df6-15b1-4feb-b9e9-dbb576c262dc,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:43.251371 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '20612511-e8b3-4849-b916-37451ada4783', 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5', 'port_id': '20612511-e8b3-4849-b916-37451ada4783', 'mac_address': 'fa:16:3e:90:35:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:50:43.265703 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-17a746f5-173b-4759-982e-f1f31a6ddaf5 req-bb2d493e-3966-43b6-9435-2af71305d09b tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357391 Mar 16 10:50:43.331463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 30956012-7c3e-4dd5-aee3-f07e84737b4d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=30956012-7c3e-4dd5-aee3-f07e84737b4d,segment=NetworkSegment(deac7e7d-b923-4097-860a-359d44c1f7dd),segment_id=deac7e7d-b923-4097-860a-359d44c1f7dd)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:43.393471 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.405760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1148afb4-9d20-4fe7-adbf-68d1d0439683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.410796 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-49481e68-714c-4520-96b6-b1f78b75e13d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting subnet 2bc2a074-e359-4e9c-9309-6add0426bce3 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:50:43.426795 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.436754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148afb4-9d20-4fe7-adbf-68d1d0439683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58009e69-48f1-4592-ad45-5953278ddbff,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:43.464956 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.472497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8032f8-ada5-4737-a1cd-0ad82084924a']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:43.476890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-49481e68-714c-4520-96b6-b1f78b75e13d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.490138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88719f6-fd3d-4c1b-ab1b-d9de29716bf7') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:43.490428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88719f6-fd3d-4c1b-ab1b-d9de29716bf7') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:43.501449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1148afb4-9d20-4fe7-adbf-68d1d0439683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.502934 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1148afb4-9d20-4fe7-adbf-68d1d0439683 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58009e69-48f1-4592-ad45-5953278ddbff HTTP/1.1" status: 204 len: 168 time: 0.8168571 Mar 16 10:50:43.507113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.526366 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-316074b0-8a00-474e-9c75-3b63816ae667 req-d40f8a46-73b2-4d14-8e24-8736d1d0d615 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261499 Mar 16 10:50:43.528567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.538023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:43.538646 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.568541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network 96076bee-547a-4717-bdc5-212bf28e34cf is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:43.574697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:43.588493 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:43.590865 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e4ab6-b2c7-4028-9919-1a9c7fd4e470 None None] Network bb8032f8-ada5-4737-a1cd-0ad82084924a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:43.634341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-49481e68-714c-4520-96b6-b1f78b75e13d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.676939 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:43.705217 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:43.707394 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=a94b9f04-1b69-4685-887e-91354c00ef62,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:43.739433 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.779018 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:43.779704 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.787896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.814642 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/bb8032f8-ada5-4737-a1cd-0ad82084924a HTTP/1.1" status: 204 len: 168 time: 3.9008906 Mar 16 10:50:43.819781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43772) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:43.819781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb35cdc-248f-4c8a-baf9-e8fc8da04bb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Network': ['ID=bb8032f8-ada5-4737-a1cd-0ad82084924a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:43.827248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a9607571-8a61-4894-bece-465ab9998bb6 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-660018478'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:43.832817 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a9607571-8a61-4894-bece-465ab9998bb6 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:43.836846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a9607571-8a61-4894-bece-465ab9998bb6 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:network and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:43.840751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a9607571-8a61-4894-bece-465ab9998bb6 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:43.847887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a9607571-8a61-4894-bece-465ab9998bb6 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:43.853134 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1a6465-659a-4dfb-bf23-4f790805f2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30956012-7c3e-4dd5-aee3-f07e84737b4d', 'code': 200} Mar 16 10:50:43.866426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9607571-8a61-4894-bece-465ab9998bb6 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:43.870537 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9607571-8a61-4894-bece-465ab9998bb6 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.898024 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20612511-e8b3-4849-b916-37451ada4783 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:50:43.913526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9607571-8a61-4894-bece-465ab9998bb6 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:43.924501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9607571-8a61-4894-bece-465ab9998bb6 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.925074 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-a9607571-8a61-4894-bece-465ab9998bb6 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Added segment 2f1d7fed-6749-4c09-a3f0-32d48790987b of type vlan for network 4f3d9084-0803-4180-9d11-579e4862e059 Mar 16 10:50:43.957640 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=30956012-7c3e-4dd5-aee3-f07e84737b4d,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:43.959207 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9607571-8a61-4894-bece-465ab9998bb6 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:43.993065 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 20612511-e8b3-4849-b916-37451ada4783, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=20612511-e8b3-4849-b916-37451ada4783,segment=NetworkSegment(1c0c015e-2f05-4840-b957-fdc2a43a9c6b),segment_id=1c0c015e-2f05-4840-b957-fdc2a43a9c6b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:44.004950 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9607571-8a61-4894-bece-465ab9998bb6 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:44.007199 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:44.020229 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9607571-8a61-4894-bece-465ab9998bb6 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:44.021658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9607571-8a61-4894-bece-465ab9998bb6 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:44.059954 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:44.100301 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072176b5-0b18-4f1a-9e7a-6ae94f6681c8 None None] DHCP port deletion for bb8032f8-ada5-4737-a1cd-0ad82084924a request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:50:44.113920 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a9607571-8a61-4894-bece-465ab9998bb6 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2918627 Mar 16 10:50:44.116946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43782) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:44.142242 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=20612511-e8b3-4849-b916-37451ada4783,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:44.143463 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a55b7e9e-4d83-4af7-9fb8-5956c1566bf5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0259135 Mar 16 10:50:44.153172 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43786) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:44.158153 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:44.168793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': 'a94b9f04-1b69-4685-887e-91354c00ef62', 'fixed_ip_address': '172.20.0.2'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:44.201345 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'subnet': {'network_id': '4f3d9084-0803-4180-9d11-579e4862e059', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:44.208888 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:44.219405 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Usage tracker for resource:floatingip and tenant:0f12354052d5494e842e68b562c9c3fe is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:44.243933 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3dc368-17f5-4abc-8239-3aa8246d6716 None None] DHCP port deletion for a3b39059-c5ef-4532-9bad-39a562c397d1 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:50:44.253340 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dc368-17f5-4abc-8239-3aa8246d6716 None None] Deleting port 8799ccf6-99a7-47bc-91d4-b68e8b55caed {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:44.253715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9e3dc368-17f5-4abc-8239-3aa8246d6716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:44.258838 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-49481e68-714c-4520-96b6-b1f78b75e13d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:44.284605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9607571-8a61-4894-bece-465ab9998bb6 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Network': ['ID=4f3d9084-0803-4180-9d11-579e4862e059,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:44.316202 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 4f3d9084-0803-4180-9d11-579e4862e059 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:44.324912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:44.363079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:44.386387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:44.418338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:subnet and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:44.421106 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['2bab4489-9823-4747-b03e-ed438539041d'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:50:44.424186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:44.437379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:44.439338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8ea9e-c1bb-4e1a-ada8-327ab2a9ba9e req-7aa16d76-91d6-4bc5-8b7f-909765846d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:44.447001 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fae8ea9e-c1bb-4e1a-ada8-327ab2a9ba9e req-7aa16d76-91d6-4bc5-8b7f-909765846d2a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 1098 time: 0.2319713 Mar 16 10:50:44.448291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:44.448428 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['20612511-e8b3-4849-b916-37451ada4783'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:50:44.491558 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-fae8ea9e-c1bb-4e1a-ada8-327ab2a9ba9e req-128ea6fc-3b04-44bd-81c1-8bcdd13fc5c3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:44.527513 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-fae8ea9e-c1bb-4e1a-ada8-327ab2a9ba9e req-128ea6fc-3b04-44bd-81c1-8bcdd13fc5c3 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:44.531778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-fae8ea9e-c1bb-4e1a-ada8-327ab2a9ba9e req-128ea6fc-3b04-44bd-81c1-8bcdd13fc5c3 service neutron] Usage tracker for resource:security_group_rule and tenant:e09a76d4749b4a13b50f47b53c033698 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:44.535259 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cd31a-f649-421c-9141-1b6402d80ea8 req-e1e6be6d-c64b-4bad-b44b-3a0c6d827ffd tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:44.536134 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-fae8ea9e-c1bb-4e1a-ada8-327ab2a9ba9e req-128ea6fc-3b04-44bd-81c1-8bcdd13fc5c3 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:44.537566 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7c5cd31a-f649-421c-9141-1b6402d80ea8 req-e1e6be6d-c64b-4bad-b44b-3a0c6d827ffd tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 945 time: 0.5546844 Mar 16 10:50:44.542657 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-fae8ea9e-c1bb-4e1a-ada8-327ab2a9ba9e req-128ea6fc-3b04-44bd-81c1-8bcdd13fc5c3 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:44.634754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-fae8ea9e-c1bb-4e1a-ada8-327ab2a9ba9e req-128ea6fc-3b04-44bd-81c1-8bcdd13fc5c3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:44.670139 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:44.673698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:44.685678 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-49481e68-714c-4520-96b6-b1f78b75e13d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:44.703687 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-fae8ea9e-c1bb-4e1a-ada8-327ab2a9ba9e req-128ea6fc-3b04-44bd-81c1-8bcdd13fc5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:44.747864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49481e68-714c-4520-96b6-b1f78b75e13d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc2a074-e359-4e9c-9309-6add0426bce3,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:44.758034 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7c5cd31a-f649-421c-9141-1b6402d80ea8 req-69bb858a-6794-454a-b8f5-7ece0e5136e0 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025852 Mar 16 10:50:44.791196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-49481e68-714c-4520-96b6-b1f78b75e13d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:44.800459 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fae8ea9e-c1bb-4e1a-ada8-327ab2a9ba9e req-128ea6fc-3b04-44bd-81c1-8bcdd13fc5c3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3403850 Mar 16 10:50:44.805709 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc5b47c-8593-423c-b76f-194fa9573e30 None None] Network 954edff4-1737-4805-ad9a-1e407fe9afb4 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:44.821945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.ipam_backend_mixin [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Performing IP validity checks on allocation pools {{(pid=87969) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:50:44.822621 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.ipam_backend_mixin [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87969) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:50:44.833226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ea6fc-3b04-44bd-81c1-8bcdd13fc5c3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=34d44440-8a7e-47a9-a796-41e0d78ab08c,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:44.886269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9dca6f-7332-4aec-9d77-40e7d572acdc req-17e05248-1011-4916-aad8-8434555f2915 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:44.894323 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0b9dca6f-7332-4aec-9d77-40e7d572acdc req-17e05248-1011-4916-aad8-8434555f2915 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 944 time: 0.2574270 Mar 16 10:50:44.979286 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-49481e68-714c-4520-96b6-b1f78b75e13d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/2bc2a074-e359-4e9c-9309-6add0426bce3 HTTP/1.1" status: 204 len: 168 time: 1.7806854 Mar 16 10:50:44.989237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43808) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:44.995110 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9e3dc368-17f5-4abc-8239-3aa8246d6716 None None] For port 8799ccf6-99a7-47bc-91d4-b68e8b55caed, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8799ccf6-99a7-47bc-91d4-b68e8b55caed,segment=NetworkSegment(aac79416-7358-4d6c-bde7-8d16eeb7ada5),segment_id=aac79416-7358-4d6c-bde7-8d16eeb7ada5)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:44.995537 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9e3dc368-17f5-4abc-8239-3aa8246d6716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:45.115196 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0b9dca6f-7332-4aec-9d77-40e7d572acdc req-23ef7081-1373-4ea6-88e6-dc1668baf629 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191253 Mar 16 10:50:45.191399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:45.199584 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dc368-17f5-4abc-8239-3aa8246d6716 None None] Calling delete_port for 8799ccf6-99a7-47bc-91d4-b68e8b55caed owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:45.199769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Allocated IP 172.20.0.2 (4dc2d9dc-7eb2-4ac4-b701-7e002900629c/71cd80fb-19ad-4058-b4d6-6adab882c48d/23ba7de8-ae67-431e-8733-9a6087cfb9e5) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:45.219554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:45.271622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Subnet': ['ID=8128c6a7-2dca-4f7d-9cfd-42246a4bb4ab,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:45.325226 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f70a8af6-4b21-454e-b048-c4460e50b10a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:45.354432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Checking segment: {'id': '2f1d7fed-6749-4c09-a3f0-32d48790987b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4f3d9084-0803-4180-9d11-579e4862e059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:45.355982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network hostable DHCP agents. Network: 4f3d9084-0803-4180-9d11-579e4862e059, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:50:45.393445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network 4f3d9084-0803-4180-9d11-579e4862e059 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:50:45.410023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 4f3d9084-0803-4180-9d11-579e4862e059) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:45.426039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-f70a8af6-4b21-454e-b048-c4460e50b10a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port 8799ccf6-99a7-47bc-91d4-b68e8b55caed {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:45.426382 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f70a8af6-4b21-454e-b048-c4460e50b10a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:45.426662 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:45.427268 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:45.433122 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfc79ec-22a8-4a7f-9715-005b01b6a9f3 None None] Network 4f3d9084-0803-4180-9d11-579e4862e059 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:45.477137 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8799ccf6-99a7-47bc-91d4-b68e8b55caed no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:50:45.478660 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b4b832cf-6a1b-47cd-b7b2-913c55129689 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3595052 Mar 16 10:50:45.480923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43822) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:45.562610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf696c-fa3d-4de1-b898-f4ec47462b00 req-9744c1e1-521d-4561-903b-0b3a2166c1ac tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:45.564157 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-99cf696c-fa3d-4de1-b898-f4ec47462b00 req-9744c1e1-521d-4561-903b-0b3a2166c1ac tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 945 time: 0.5364256 Mar 16 10:50:45.658052 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9e3dc368-17f5-4abc-8239-3aa8246d6716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:45.664265 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No ports have port_id starting with 8799ccf6-99a7-47bc-91d4-b68e8b55caed Mar 16 10:50:45.678330 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-f70a8af6-4b21-454e-b048-c4460e50b10a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] The port '8799ccf6-99a7-47bc-91d4-b68e8b55caed' was deleted {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:50:45.678751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-34847ef8-174c-4caf-8bb4-f239619fbf3e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:45.701224 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 42592092-e608-4215-9ed7-1fcc8ad6b6da no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:50:45.739534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Allocated IP 172.26.3.235 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/00efd9d3-3e05-4847-a377-e349cef2226a) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:45.761515 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-34847ef8-174c-4caf-8bb4-f239619fbf3e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:45.770328 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-99cf696c-fa3d-4de1-b898-f4ec47462b00 req-fa6c790f-5660-4978-a720-aa7dac5e5b44 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880486 Mar 16 10:50:45.794451 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dc368-17f5-4abc-8239-3aa8246d6716 None None] Pushing event deleted for resources: {'Port': ['ID=8799ccf6-99a7-47bc-91d4-b68e8b55caed,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:45.800243 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 42592092-e608-4215-9ed7-1fcc8ad6b6da {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:50:45.800243 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 42592092-e608-4215-9ed7-1fcc8ad6b6da not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:50:45.829780 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3dc368-17f5-4abc-8239-3aa8246d6716 None None] No DVR routers for this DVR port 8799ccf6-99a7-47bc-91d4-b68e8b55caed on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:50:45.884701 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5410f675-4805-4d21-b658-198fd37ae3cc None None] DHCP port deletion for 954edff4-1737-4805-ad9a-1e407fe9afb4 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:50:45.890975 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-5410f675-4805-4d21-b658-198fd37ae3cc None None] Deleting port 1385311d-586e-4fa9-9836-45cdcbee967f {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:45.891924 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5410f675-4805-4d21-b658-198fd37ae3cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:45.923082 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e9315a-acfb-4c18-ac4c-a62c3ed34c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-4f3d9084-0803-4180-9d11-579e4862e059', 'network_id': '4f3d9084-0803-4180-9d11-579e4862e059', 'tenant_id': '447abc0a1dba40e8899d6ce7bd5c04f2', 'fixed_ips': [{'subnet_id': '8128c6a7-2dca-4f7d-9cfd-42246a4bb4ab'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:50:45.924505 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-19e9315a-acfb-4c18-ac4c-a62c3ed34c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:45.950630 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:45.959857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-34847ef8-174c-4caf-8bb4-f239619fbf3e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:45.968823 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f70a8af6-4b21-454e-b048-c4460e50b10a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.020754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34847ef8-174c-4caf-8bb4-f239619fbf3e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Subnet': ['ID=8128c6a7-2dca-4f7d-9cfd-42246a4bb4ab,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:46.091842 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-f70a8af6-4b21-454e-b048-c4460e50b10a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b39059-c5ef-4532-9bad-39a562c397d1']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:46.122548 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-f70a8af6-4b21-454e-b048-c4460e50b10a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac79416-7358-4d6c-bde7-8d16eeb7ada5') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:46.122886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-f70a8af6-4b21-454e-b048-c4460e50b10a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac79416-7358-4d6c-bde7-8d16eeb7ada5') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:46.139292 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43842) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:46.159078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f70a8af6-4b21-454e-b048-c4460e50b10a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.196551 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac22a8f3-f09b-4557-a18d-c7c1a33ea898 None None] Network 4f3d9084-0803-4180-9d11-579e4862e059 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:46.212419 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f70a8af6-4b21-454e-b048-c4460e50b10a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.224617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-34847ef8-174c-4caf-8bb4-f239619fbf3e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.273530 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-34847ef8-174c-4caf-8bb4-f239619fbf3e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3d9084-0803-4180-9d11-579e4862e059']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:46.284334 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70a8af6-4b21-454e-b048-c4460e50b10a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:46.284866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f70a8af6-4b21-454e-b048-c4460e50b10a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.295191 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-5410f675-4805-4d21-b658-198fd37ae3cc None None] For port 1385311d-586e-4fa9-9836-45cdcbee967f, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1385311d-586e-4fa9-9836-45cdcbee967f,segment=NetworkSegment(20809424-a9e5-414b-bf77-162c14991125),segment_id=20809424-a9e5-414b-bf77-162c14991125)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:46.295636 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5410f675-4805-4d21-b658-198fd37ae3cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:46.301712 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:46.308689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-34847ef8-174c-4caf-8bb4-f239619fbf3e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1d7fed-6749-4c09-a3f0-32d48790987b') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:46.309523 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-34847ef8-174c-4caf-8bb4-f239619fbf3e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1d7fed-6749-4c09-a3f0-32d48790987b') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:46.330431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-34847ef8-174c-4caf-8bb4-f239619fbf3e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.331278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.341632 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.347137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699239e-02dc-4cd9-9e39-9b8a0bcfac02 req-7656bde7-d3d5-4629-b3b8-2596e769bd29 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:46.351558 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a699239e-02dc-4cd9-9e39-9b8a0bcfac02 req-7656bde7-d3d5-4629-b3b8-2596e769bd29 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 945 time: 0.3351116 Mar 16 10:50:46.377207 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-34847ef8-174c-4caf-8bb4-f239619fbf3e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.393021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34847ef8-174c-4caf-8bb4-f239619fbf3e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:46.393405 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-34847ef8-174c-4caf-8bb4-f239619fbf3e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:46.409226 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:46.420630 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-29e648d3-983e-40b5-ae13-238d5706062a tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:46.469471 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Pushing event updated for resources: {'Port': ['ID=23ba7de8-ae67-431e-8733-9a6087cfb9e5,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:46.480780 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a699239e-02dc-4cd9-9e39-9b8a0bcfac02 req-ed023f64-c10b-44d6-b593-29729977dc87 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237652 Mar 16 10:50:46.482292 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-5410f675-4805-4d21-b658-198fd37ae3cc None None] Calling delete_port for 1385311d-586e-4fa9-9836-45cdcbee967f owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:46.499103 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-34847ef8-174c-4caf-8bb4-f239619fbf3e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.514307 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Network 4dc2d9dc-7eb2-4ac4-b701-7e002900629c is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:46.524545 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-34847ef8-174c-4caf-8bb4-f239619fbf3e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.529945 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-29e648d3-983e-40b5-ae13-238d5706062a tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] 10.222.0.44 "PUT /v2.0/quotas/07a10f33bdf742b68b5b6323356e3414 HTTP/1.1" status: 200 len: 368 time: 0.3896880 Mar 16 10:50:46.531021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:46.531516 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34847ef8-174c-4caf-8bb4-f239619fbf3e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Network': ['ID=4f3d9084-0803-4180-9d11-579e4862e059,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:46.533435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43848) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:46.536063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:46.542893 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Request body: {'network': {'project_id': '07a10f33bdf742b68b5b6323356e3414'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:46.550970 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-34847ef8-174c-4caf-8bb4-f239619fbf3e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/4f3d9084-0803-4180-9d11-579e4862e059 HTTP/1.1" status: 204 len: 168 time: 1.0657806 Mar 16 10:50:46.550970 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:46.552985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43852) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:46.559925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-aeb66b9d-1e05-4494-aa2f-ac4c802f6da0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-252322454'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:46.564585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Usage tracker for resource:network and tenant:07a10f33bdf742b68b5b6323356e3414 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:46.568635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:46.571581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-aeb66b9d-1e05-4494-aa2f-ac4c802f6da0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:46.572100 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f70a8af6-4b21-454e-b048-c4460e50b10a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.577538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:46.579863 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-aeb66b9d-1e05-4494-aa2f-ac4c802f6da0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:network and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:46.583526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-aeb66b9d-1e05-4494-aa2f-ac4c802f6da0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:46.591975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-aeb66b9d-1e05-4494-aa2f-ac4c802f6da0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:46.598896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Made reservation on behalf of 07a10f33bdf742b68b5b6323356e3414 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:46.601276 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.601904 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f70a8af6-4b21-454e-b048-c4460e50b10a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.615315 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.626289 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a8af6-4b21-454e-b048-c4460e50b10a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Network': ['ID=a3b39059-c5ef-4532-9bad-39a562c397d1,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:46.626460 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb66b9d-1e05-4494-aa2f-ac4c802f6da0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:46.629283 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-aeb66b9d-1e05-4494-aa2f-ac4c802f6da0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.639886 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f70a8af6-4b21-454e-b048-c4460e50b10a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/networks/a3b39059-c5ef-4532-9bad-39a562c397d1 HTTP/1.1" status: 204 len: 168 time: 1.6410098 Mar 16 10:50:46.645869 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43856) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:46.651418 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:46.659123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Usage tracker for resource:security_group_rule and tenant:07a10f33bdf742b68b5b6323356e3414 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:46.662671 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:46.670906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:46.676354 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb66b9d-1e05-4494-aa2f-ac4c802f6da0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:46.692463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5410f675-4805-4d21-b658-198fd37ae3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.697674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-aeb66b9d-1e05-4494-aa2f-ac4c802f6da0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.698015 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-aeb66b9d-1e05-4494-aa2f-ac4c802f6da0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Added segment ce8885ac-c888-4eb4-b78a-63881a479118 of type vlan for network c7f1db79-1429-40da-8365-4c092e0ca685 Mar 16 10:50:46.735693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-aeb66b9d-1e05-4494-aa2f-ac4c802f6da0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.754563 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410f675-4805-4d21-b658-198fd37ae3cc None None] Pushing event deleted for resources: {'Port': ['ID=1385311d-586e-4fa9-9836-45cdcbee967f,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:46.756696 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410f675-4805-4d21-b658-198fd37ae3cc None None] No DVR routers for this DVR port 1385311d-586e-4fa9-9836-45cdcbee967f on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:50:46.773033 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.801940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-aeb66b9d-1e05-4494-aa2f-ac4c802f6da0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.808657 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb66b9d-1e05-4494-aa2f-ac4c802f6da0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:46.809519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-aeb66b9d-1e05-4494-aa2f-ac4c802f6da0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.864784 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:46.875930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.028395 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb66b9d-1e05-4494-aa2f-ac4c802f6da0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Network': ['ID=c7f1db79-1429-40da-8365-4c092e0ca685,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:47.033915 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-aeb66b9d-1e05-4494-aa2f-ac4c802f6da0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4772956 Mar 16 10:50:47.033915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:47.036183 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298973f1-c7d4-4e8c-9ebd-6fdec7f81fc8,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:47.037878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9e07a-f9ce-4e65-a959-8bebb8460057 req-494807c8-d203-47c0-bc0b-c6757a7379f7 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:47.038486 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43862) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:47.039398 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f4d9e07a-f9ce-4e65-a959-8bebb8460057 req-494807c8-d203-47c0-bc0b-c6757a7379f7 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 944 time: 0.8026671 Mar 16 10:50:47.052125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network c7f1db79-1429-40da-8365-4c092e0ca685 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:47.055359 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-837cb9b4-70fa-4e97-9c7f-6ad2f3ffb514 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'subnet': {'network_id': 'c7f1db79-1429-40da-8365-4c092e0ca685', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:47.090936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.091344 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Added segment 82142c6a-f52f-40c9-addf-6f71fc748d73 of type vlan for network 7866d88c-e382-467d-8d07-9cd56fc4e548 Mar 16 10:50:47.130885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:47.144254 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:47.158690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b379c729-f5d9-4224-b419-977121e1deaf tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.163103 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:47.187868 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.211169 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-837cb9b4-70fa-4e97-9c7f-6ad2f3ffb514 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:47.221556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6364be7-d40f-4640-bc00-8f27ce573d01 req-300b9c3c-a497-4ff0-b4f9-be02ba549e28 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:47.221749 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=00efd9d3-3e05-4847-a377-e349cef2226a,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:47.223008 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b6364be7-d40f-4640-bc00-8f27ce573d01 req-300b9c3c-a497-4ff0-b4f9-be02ba549e28 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 945 time: 0.2686367 Mar 16 10:50:47.238565 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-837cb9b4-70fa-4e97-9c7f-6ad2f3ffb514 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:subnet and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:47.243443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-837cb9b4-70fa-4e97-9c7f-6ad2f3ffb514 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:47.270898 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-837cb9b4-70fa-4e97-9c7f-6ad2f3ffb514 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:47.296708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837cb9b4-70fa-4e97-9c7f-6ad2f3ffb514 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:47.299573 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-837cb9b4-70fa-4e97-9c7f-6ad2f3ffb514 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.310582 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f4d9e07a-f9ce-4e65-a959-8bebb8460057 req-2e11aee6-b959-49da-95c3-9cefeb42bf84 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332678 Mar 16 10:50:47.313088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.314944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:47.315502 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.337837 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.406885 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b6364be7-d40f-4640-bc00-8f27ce573d01 req-576c04ff-5f6b-4727-8e5a-80cb0cd0b0a8 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653068 Mar 16 10:50:47.415377 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1385311d-586e-4fa9-9836-45cdcbee967f no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:50:47.452703 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 1385311d-586e-4fa9-9836-45cdcbee967f {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:50:47.454304 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1385311d-586e-4fa9-9836-45cdcbee967f not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:50:47.574657 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b379c729-f5d9-4224-b419-977121e1deaf tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.605299 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0683753 Mar 16 10:50:47.610624 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43868) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:47.613003 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842738de-fba4-4545-953b-90d42b3ccd1c tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Pushing event updated for resources: {'Network': ['ID=7866d88c-e382-467d-8d07-9cd56fc4e548,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:47.619218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9502cee4-baf3-4ab0-ae52-68371d91695e tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Request body: {'network': {'project_id': '07a10f33bdf742b68b5b6323356e3414'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:47.623783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9502cee4-baf3-4ab0-ae52-68371d91695e tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:47.624048 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 7866d88c-e382-467d-8d07-9cd56fc4e548 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:47.633137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9502cee4-baf3-4ab0-ae52-68371d91695e tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Usage tracker for resource:network and tenant:07a10f33bdf742b68b5b6323356e3414 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:47.638411 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9502cee4-baf3-4ab0-ae52-68371d91695e tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:47.646886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9502cee4-baf3-4ab0-ae52-68371d91695e tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:47.663634 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9502cee4-baf3-4ab0-ae52-68371d91695e tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Made reservation on behalf of 07a10f33bdf742b68b5b6323356e3414 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:47.665852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9502cee4-baf3-4ab0-ae52-68371d91695e tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.683750 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-b379c729-f5d9-4224-b419-977121e1deaf tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954edff4-1737-4805-ad9a-1e407fe9afb4']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:47.724282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-b379c729-f5d9-4224-b419-977121e1deaf tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20809424-a9e5-414b-bf77-162c14991125') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:47.724552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-b379c729-f5d9-4224-b419-977121e1deaf tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20809424-a9e5-414b-bf77-162c14991125') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:47.744994 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9502cee4-baf3-4ab0-ae52-68371d91695e tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:47.747466 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.763528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9502cee4-baf3-4ab0-ae52-68371d91695e tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.763858 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-9502cee4-baf3-4ab0-ae52-68371d91695e tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Added segment 24c43f12-a225-4139-8058-f7d5feade88a of type vlan for network 01db5d0f-5fcc-4dec-85b2-e905ef746673 Mar 16 10:50:47.799434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b379c729-f5d9-4224-b419-977121e1deaf tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.813072 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9502cee4-baf3-4ab0-ae52-68371d91695e tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.818259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-837cb9b4-70fa-4e97-9c7f-6ad2f3ffb514 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.902271 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b379c729-f5d9-4224-b419-977121e1deaf tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.913483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cb9b4-70fa-4e97-9c7f-6ad2f3ffb514 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Subnet': ['ID=34fd75ce-8e96-4a9e-8162-c6e113a365c4,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:47.919918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b379c729-f5d9-4224-b419-977121e1deaf tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:47.920332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b379c729-f5d9-4224-b419-977121e1deaf tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.920728 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9502cee4-baf3-4ab0-ae52-68371d91695e tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.921644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9502cee4-baf3-4ab0-ae52-68371d91695e tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:47.922210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9502cee4-baf3-4ab0-ae52-68371d91695e tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:47.934427 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:47.942356 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cb9b4-70fa-4e97-9c7f-6ad2f3ffb514 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Checking segment: {'id': 'ce8885ac-c888-4eb4-b78a-63881a479118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c7f1db79-1429-40da-8365-4c092e0ca685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:47.942699 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837cb9b4-70fa-4e97-9c7f-6ad2f3ffb514 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network hostable DHCP agents. Network: c7f1db79-1429-40da-8365-4c092e0ca685, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:50:48.034599 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9502cee4-baf3-4ab0-ae52-68371d91695e tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4198341 Mar 16 10:50:48.035409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43872) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:48.042655 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-0cbdc696-91b2-45f7-beb9-e4599de65247 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Request body: {'network': {'project_id': '07a10f33bdf742b68b5b6323356e3414'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:48.045721 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502cee4-baf3-4ab0-ae52-68371d91695e tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Pushing event updated for resources: {'Network': ['ID=01db5d0f-5fcc-4dec-85b2-e905ef746673,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:48.047767 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837cb9b4-70fa-4e97-9c7f-6ad2f3ffb514 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network c7f1db79-1429-40da-8365-4c092e0ca685 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:50:48.052858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0cbdc696-91b2-45f7-beb9-e4599de65247 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:48.059218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0cbdc696-91b2-45f7-beb9-e4599de65247 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Usage tracker for resource:network and tenant:07a10f33bdf742b68b5b6323356e3414 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:48.062109 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 01db5d0f-5fcc-4dec-85b2-e905ef746673 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:48.062572 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0cbdc696-91b2-45f7-beb9-e4599de65247 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:48.068165 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-837cb9b4-70fa-4e97-9c7f-6ad2f3ffb514 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, c7f1db79-1429-40da-8365-4c092e0ca685) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:48.069865 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0cbdc696-91b2-45f7-beb9-e4599de65247 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:48.072591 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbdc696-91b2-45f7-beb9-e4599de65247 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 16 10:50:48.073107 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cbdc696-91b2-45f7-beb9-e4599de65247 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:50:48.076988 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0cbdc696-91b2-45f7-beb9-e4599de65247 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0379992 Mar 16 10:50:48.076988 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837cb9b4-70fa-4e97-9c7f-6ad2f3ffb514 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:48.076988 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-837cb9b4-70fa-4e97-9c7f-6ad2f3ffb514 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.081746 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43876) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:48.101733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 20612511-e8b3-4849-b916-37451ada4783 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:48.121591 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-837cb9b4-70fa-4e97-9c7f-6ad2f3ffb514 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0755081 Mar 16 10:50:48.122406 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43880) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:48.134521 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b0619a-f60a-4817-8aa3-b9b4fc7bc3d8 None None] Network c7f1db79-1429-40da-8365-4c092e0ca685 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:48.180992 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-383fec5b-96bb-446b-8545-3174cf56fd11 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07a10f33bdf742b68b5b6323356e3414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0957634 Mar 16 10:50:48.181242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43884) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:48.194415 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fff06-3ffe-47a0-b82d-226217583a9a req-edb74e46-e3b3-46d2-9746-729bbddb7605 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:48.195935 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cb2fff06-3ffe-47a0-b82d-226217583a9a req-edb74e46-e3b3-46d2-9746-729bbddb7605 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 945 time: 0.5595064 Mar 16 10:50:48.268570 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b379c729-f5d9-4224-b419-977121e1deaf tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.328469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-97f5d9ea-e345-422f-87a0-df20f10e3dc7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.333143 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-906f9698-4d70-43e1-8c20-dd634ed61078 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.350327 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 20612511-e8b3-4849-b916-37451ada4783 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:48.360852 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 20612511-e8b3-4849-b916-37451ada4783 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:48.361682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.397330 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-906f9698-4d70-43e1-8c20-dd634ed61078 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.437243 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b379c729-f5d9-4224-b419-977121e1deaf tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.458512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-97f5d9ea-e345-422f-87a0-df20f10e3dc7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.467171 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379c729-f5d9-4224-b419-977121e1deaf tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Network': ['ID=954edff4-1737-4805-ad9a-1e407fe9afb4,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:48.545177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-906f9698-4d70-43e1-8c20-dd634ed61078 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.591842 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b379c729-f5d9-4224-b419-977121e1deaf tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/networks/954edff4-1737-4805-ad9a-1e407fe9afb4 HTTP/1.1" status: 204 len: 168 time: 1.9448688 Mar 16 10:50:48.592943 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43892) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:48.594011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f9698-4d70-43e1-8c20-dd634ed61078 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298973f1-c7d4-4e8c-9ebd-6fdec7f81fc8,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:48.596777 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-97f5d9ea-e345-422f-87a0-df20f10e3dc7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.623696 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c256187e-3f43-48c6-80a0-1716574a219c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'network': {'name': 'tempest-RoutersTest-1173572607'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:48.634824 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a290b9-b47d-4e50-897c-96b273b54c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-c7f1db79-1429-40da-8365-4c092e0ca685', 'network_id': 'c7f1db79-1429-40da-8365-4c092e0ca685', 'tenant_id': '447abc0a1dba40e8899d6ce7bd5c04f2', 'fixed_ips': [{'subnet_id': '34fd75ce-8e96-4a9e-8162-c6e113a365c4'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:50:48.635713 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-66a290b9-b47d-4e50-897c-96b273b54c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.638545 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cb2fff06-3ffe-47a0-b82d-226217583a9a req-d564bdc7-6ec9-4ce3-8ca8-c8ba3f33ec5d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4261937 Mar 16 10:50:48.649494 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c256187e-3f43-48c6-80a0-1716574a219c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:48.654904 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.658130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5d9ea-e345-422f-87a0-df20f10e3dc7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Subnet': ['ID=34fd75ce-8e96-4a9e-8162-c6e113a365c4,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:48.681056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-906f9698-4d70-43e1-8c20-dd634ed61078 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.684588 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-906f9698-4d70-43e1-8c20-dd634ed61078 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/298973f1-c7d4-4e8c-9ebd-6fdec7f81fc8 HTTP/1.1" status: 204 len: 168 time: 0.4999244 Mar 16 10:50:48.699502 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43896) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:48.712188 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c256187e-3f43-48c6-80a0-1716574a219c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:network and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:48.723712 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c256187e-3f43-48c6-80a0-1716574a219c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:48.729831 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 20612511-e8b3-4849-b916-37451ada4783, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=20612511-e8b3-4849-b916-37451ada4783,segment=NetworkSegment(1c0c015e-2f05-4840-b957-fdc2a43a9c6b),segment_id=1c0c015e-2f05-4840-b957-fdc2a43a9c6b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:48.732032 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cd47a3-4286-4cb5-963f-42734884db6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20612511-e8b3-4849-b916-37451ada4783'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:50:48.739844 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.740814 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 2bab4489-9823-4747-b03e-ed438539041d up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:48.743491 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c256187e-3f43-48c6-80a0-1716574a219c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:48.784684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.792606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c256187e-3f43-48c6-80a0-1716574a219c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:48.796106 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c256187e-3f43-48c6-80a0-1716574a219c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.805681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c5d0cac8-7176-42ed-9cb2-01f6a95860bb tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.876229 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-97f5d9ea-e345-422f-87a0-df20f10e3dc7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.906082 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 2bab4489-9823-4747-b03e-ed438539041d completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:48.919063 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 2bab4489-9823-4747-b03e-ed438539041d triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:48.919468 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.950386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019aa57-6c3c-4325-bd22-1629c4146ffe req-8a8443b4-8dbb-4365-ad68-1785d8f10896 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:48.954190 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89410665-8527-4d05-851e-9e3f03bf4f4a None None] Network c7f1db79-1429-40da-8365-4c092e0ca685 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:48.957757 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f019aa57-6c3c-4325-bd22-1629c4146ffe req-8a8443b4-8dbb-4365-ad68-1785d8f10896 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 944 time: 0.4084768 Mar 16 10:50:48.964085 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:48.979092 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=20612511-e8b3-4849-b916-37451ada4783,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:48.987323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-97f5d9ea-e345-422f-87a0-df20f10e3dc7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f1db79-1429-40da-8365-4c092e0ca685']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:49.010305 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c256187e-3f43-48c6-80a0-1716574a219c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:49.014699 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-97f5d9ea-e345-422f-87a0-df20f10e3dc7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8885ac-c888-4eb4-b78a-63881a479118') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:49.014992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-97f5d9ea-e345-422f-87a0-df20f10e3dc7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8885ac-c888-4eb4-b78a-63881a479118') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:49.081614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-97f5d9ea-e345-422f-87a0-df20f10e3dc7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.094327 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c256187e-3f43-48c6-80a0-1716574a219c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.095352 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-c256187e-3f43-48c6-80a0-1716574a219c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Added segment c1d72f8a-f4c8-4203-999f-8da829dcf0da of type vlan for network 20d47681-6d62-4773-92bf-3c5d16b5ce28 Mar 16 10:50:49.103647 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c5d0cac8-7176-42ed-9cb2-01f6a95860bb tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.122226 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f019aa57-6c3c-4325-bd22-1629c4146ffe req-d5b80051-78bd-4f4c-a5b4-58124d133f99 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634784 Mar 16 10:50:49.126200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-97f5d9ea-e345-422f-87a0-df20f10e3dc7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.145284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f5d9ea-e345-422f-87a0-df20f10e3dc7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:49.145679 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-97f5d9ea-e345-422f-87a0-df20f10e3dc7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:49.160462 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:49.174711 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-c5d0cac8-7176-42ed-9cb2-01f6a95860bb tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01db5d0f-5fcc-4dec-85b2-e905ef746673']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:49.206968 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c256187e-3f43-48c6-80a0-1716574a219c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.238716 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.244131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-c5d0cac8-7176-42ed-9cb2-01f6a95860bb tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c43f12-a225-4139-8058-f7d5feade88a') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:49.244630 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-c5d0cac8-7176-42ed-9cb2-01f6a95860bb tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c43f12-a225-4139-8058-f7d5feade88a') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:49.263288 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a49c98-ede5-4b9d-b061-346030d25e86 req-8f01c6b9-5b17-43ad-bb74-771f8e9feb47 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:49.264491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c5d0cac8-7176-42ed-9cb2-01f6a95860bb tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.265045 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-10a49c98-ede5-4b9d-b061-346030d25e86 req-8f01c6b9-5b17-43ad-bb74-771f8e9feb47 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 945 time: 0.3863249 Mar 16 10:50:49.275929 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.292086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-97f5d9ea-e345-422f-87a0-df20f10e3dc7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.294937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c5d0cac8-7176-42ed-9cb2-01f6a95860bb tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.310108 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cd47a3-4286-4cb5-963f-42734884db6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20612511-e8b3-4849-b916-37451ada4783', 'code': 200} Mar 16 10:50:49.332690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-97f5d9ea-e345-422f-87a0-df20f10e3dc7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.337185 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5d9ea-e345-422f-87a0-df20f10e3dc7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Network': ['ID=c7f1db79-1429-40da-8365-4c092e0ca685,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:49.341961 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d0cac8-7176-42ed-9cb2-01f6a95860bb tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:49.343098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c5d0cac8-7176-42ed-9cb2-01f6a95860bb tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.350146 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 2bab4489-9823-4747-b03e-ed438539041d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=2bab4489-9823-4747-b03e-ed438539041d,segment=NetworkSegment(12dce982-4135-4c4b-bee2-28691cfc15b1),segment_id=12dce982-4135-4c4b-bee2-28691cfc15b1)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:49.351584 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c256187e-3f43-48c6-80a0-1716574a219c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.357361 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c256187e-3f43-48c6-80a0-1716574a219c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:49.358143 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c256187e-3f43-48c6-80a0-1716574a219c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.360923 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:49.361621 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:49.375718 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-97f5d9ea-e345-422f-87a0-df20f10e3dc7 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/c7f1db79-1429-40da-8365-4c092e0ca685 HTTP/1.1" status: 204 len: 168 time: 1.2526584 Mar 16 10:50:49.379068 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43902) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:49.466458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=2bab4489-9823-4747-b03e-ed438539041d,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:49.525605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-197afe2b-8987-46f5-99dd-e1e1cc59a66a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1082913698'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:49.550910 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-10a49c98-ede5-4b9d-b061-346030d25e86 req-42dc53f9-eb70-42f8-a3b3-383badc51d72 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462482 Mar 16 10:50:49.556649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Router 5fdddd1d-f7a1-428f-8490-477fb51e8f67 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:50:49.568413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-197afe2b-8987-46f5-99dd-e1e1cc59a66a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:49.585204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-197afe2b-8987-46f5-99dd-e1e1cc59a66a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:network and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:49.590006 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-197afe2b-8987-46f5-99dd-e1e1cc59a66a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:49.599243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c5d0cac8-7176-42ed-9cb2-01f6a95860bb tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.603674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c5d0cac8-7176-42ed-9cb2-01f6a95860bb tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.606373 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-197afe2b-8987-46f5-99dd-e1e1cc59a66a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:49.617401 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c256187e-3f43-48c6-80a0-1716574a219c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0024920 Mar 16 10:50:49.629826 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43908) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:49.644780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-b01a3ac5-87e4-4dc3-839f-d02c994262a5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'subnet': {'network_id': '20d47681-6d62-4773-92bf-3c5d16b5ce28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:49.652752 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256187e-3f43-48c6-80a0-1716574a219c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Network': ['ID=20d47681-6d62-4773-92bf-3c5d16b5ce28,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:49.660561 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c5d0cac8-7176-42ed-9cb2-01f6a95860bb tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] 10.222.0.44 "DELETE /v2.0/networks/01db5d0f-5fcc-4dec-85b2-e905ef746673 HTTP/1.1" status: 204 len: 168 time: 0.9639020 Mar 16 10:50:49.661572 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0cac8-7176-42ed-9cb2-01f6a95860bb tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Pushing event deleted for resources: {'Network': ['ID=01db5d0f-5fcc-4dec-85b2-e905ef746673,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:49.666289 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 20d47681-6d62-4773-92bf-3c5d16b5ce28 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:49.670000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43912) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:49.756773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197afe2b-8987-46f5-99dd-e1e1cc59a66a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:49.760159 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-197afe2b-8987-46f5-99dd-e1e1cc59a66a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.811296 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.927673 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.962520 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b01a3ac5-87e4-4dc3-839f-d02c994262a5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:49.965629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197afe2b-8987-46f5-99dd-e1e1cc59a66a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:49.972891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d52bf3dd-774a-4d18-8bfd-03d74b6033b6 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:49.978483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b01a3ac5-87e4-4dc3-839f-d02c994262a5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:subnet and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:49.982318 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b9d07-784a-4b05-b36d-400fff6960c7 req-d6e28c49-e7e8-40e8-a4ed-2eb2a526ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:49.983915 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e75b9d07-784a-4b05-b36d-400fff6960c7 req-d6e28c49-e7e8-40e8-a4ed-2eb2a526ecd5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 1099 time: 0.4622164 Mar 16 10:50:49.985169 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b01a3ac5-87e4-4dc3-839f-d02c994262a5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:49.997806 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b01a3ac5-87e4-4dc3-839f-d02c994262a5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:50.026285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-197afe2b-8987-46f5-99dd-e1e1cc59a66a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:50.026624 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-197afe2b-8987-46f5-99dd-e1e1cc59a66a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Added segment ee7588ff-bdf8-4ea2-ba68-2be93c6216e2 of type vlan for network 38eec55b-f623-488d-8db8-969b9794f3b9 Mar 16 10:50:50.082331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:50:50.095516 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Sync routers for ids ['5fdddd1d-f7a1-428f-8490-477fb51e8f67'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:50:50.100974 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885f06a-f102-4577-80b1-9162cfa87d5f req-9ae2e7a3-d94c-4655-ae48-4d01bdc7a572 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:50.102461 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4885f06a-f102-4577-80b1-9162cfa87d5f req-9ae2e7a3-d94c-4655-ae48-4d01bdc7a572 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 945 time: 0.4341664 Mar 16 10:50:50.103088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01a3ac5-87e4-4dc3-839f-d02c994262a5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:50.104093 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=00efd9d3-3e05-4847-a377-e349cef2226a,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:50.106339 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b01a3ac5-87e4-4dc3-839f-d02c994262a5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:50.118637 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Routers {'5fdddd1d-f7a1-428f-8490-477fb51e8f67'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:50.118983 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43918) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:50.122383 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5fdddd1d-f7a1-428f-8490-477fb51e8f67'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:50.139040 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7731a562-dde7-4512-aed4-49df275a5ff7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Request body: {'floatingip': {'port_id': '30956012-7c3e-4dd5-aee3-f07e84737b4d'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:50.172593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e75b9d07-784a-4b05-b36d-400fff6960c7 req-f017f393-4993-45dc-bf88-143087e77765 service neutron] Synchronizing usage tracker for tenant:e09a76d4749b4a13b50f47b53c033698 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:50:50.179521 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-197afe2b-8987-46f5-99dd-e1e1cc59a66a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:50.199286 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:50.261655 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:50.265261 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1a8b0183-a418-41e9-8482-c68b94f098c7 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.4455094 Mar 16 10:50:50.280820 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43924) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:50.334632 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Set router 5fdddd1d-f7a1-428f-8490-477fb51e8f67 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:50:50.339246 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7731a562-dde7-4512-aed4-49df275a5ff7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for floatingip, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:50.348926 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d52bf3dd-774a-4d18-8bfd-03d74b6033b6 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:50.406244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.resource_extend [None req-197afe2b-8987-46f5-99dd-e1e1cc59a66a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:50:50.449485 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e75b9d07-784a-4b05-b36d-400fff6960c7 req-f017f393-4993-45dc-bf88-143087e77765 service neutron] Unset dirty status for tenant:e09a76d4749b4a13b50f47b53c033698 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:50:50.450585 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e75b9d07-784a-4b05-b36d-400fff6960c7 req-f017f393-4993-45dc-bf88-143087e77765 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4507458 Mar 16 10:50:50.459977 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-d52bf3dd-774a-4d18-8bfd-03d74b6033b6 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7866d88c-e382-467d-8d07-9cd56fc4e548']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:50.481306 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-d52bf3dd-774a-4d18-8bfd-03d74b6033b6 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82142c6a-f52f-40c9-addf-6f71fc748d73') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:50.481306 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-d52bf3dd-774a-4d18-8bfd-03d74b6033b6 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82142c6a-f52f-40c9-addf-6f71fc748d73') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:50.489801 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-197afe2b-8987-46f5-99dd-e1e1cc59a66a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:50.495175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197afe2b-8987-46f5-99dd-e1e1cc59a66a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:50.495761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-197afe2b-8987-46f5-99dd-e1e1cc59a66a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:50.512763 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f98ed-08a5-4e3c-9fcb-4396dfc9f365 req-4084e6c0-0d74-4faf-b7c8-4ec457de3bb5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:50.514466 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-929f98ed-08a5-4e3c-9fcb-4396dfc9f365 req-4084e6c0-0d74-4faf-b7c8-4ec457de3bb5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.5908642 Mar 16 10:50:50.538098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d52bf3dd-774a-4d18-8bfd-03d74b6033b6 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:50.633871 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d52bf3dd-774a-4d18-8bfd-03d74b6033b6 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:50.663846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197afe2b-8987-46f5-99dd-e1e1cc59a66a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Network': ['ID=38eec55b-f623-488d-8db8-969b9794f3b9,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:50.666730 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-197afe2b-8987-46f5-99dd-e1e1cc59a66a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2865543 Mar 16 10:50:50.668440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52bf3dd-774a-4d18-8bfd-03d74b6033b6 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:50.668833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d52bf3dd-774a-4d18-8bfd-03d74b6033b6 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:50.671359 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdddd1d-f7a1-428f-8490-477fb51e8f67', 'name': '', 'tenant_id': '13c77b1a1063425d8cd2541e1f12f079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dc2d9dc-7eb2-4ac4-b701-7e002900629c', 'external_fixed_ips': [{'subnet_id': '71cd80fb-19ad-4058-b4d6-6adab882c48d', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '23ba7de8-ae67-431e-8733-9a6087cfb9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:41Z', 'updated_at': '2022-03-16T10:50:47Z', 'revision_number': 3, 'project_id': '13c77b1a1063425d8cd2541e1f12f079', 'gw_port': {'id': '23ba7de8-ae67-431e-8733-9a6087cfb9e5', 'name': '', 'network_id': '4dc2d9dc-7eb2-4ac4-b701-7e002900629c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdddd1d-f7a1-428f-8490-477fb51e8f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '71cd80fb-19ad-4058-b4d6-6adab882c48d', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:44Z', 'updated_at': '2022-03-16T10:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71cd80fb-19ad-4058-b4d6-6adab882c48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:50.676667 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Checking router: 5fdddd1d-f7a1-428f-8490-477fb51e8f67 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:50:50.676667 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Updating router 5fdddd1d-f7a1-428f-8490-477fb51e8f67 port 23ba7de8-ae67-431e-8733-9a6087cfb9e5 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:50:50.689847 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 38eec55b-f623-488d-8db8-969b9794f3b9 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:50.706111 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43928) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:50.720346 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6bac372-0166-4323-b62d-597bdac4d2b0 req-2259e22a-a2be-439d-bcbd-3dae3e7a3c61 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5492573 Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:50.721001 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:50.726998 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-21fe1ee0-761b-4065-8545-90aeefdfd5e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'subnet': {'network_id': '38eec55b-f623-488d-8db8-969b9794f3b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:50.753034 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:50.806502 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Floating IP 2a15fce5-f253-4173-b73b-5a9b609ad5cb associated. External IP: 172.26.3.235, port: a94b9f04-1b69-4685-887e-91354c00ef62. Mar 16 10:50:50.821908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab7378-ff2f-4ec7-94f2-2e948097e7c9 req-f4a0ba55-dec2-4892-b4bb-a9e92fb604e9 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:50.829423 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e2ab7378-ff2f-4ec7-94f2-2e948097e7c9 req-f4a0ba55-dec2-4892-b4bb-a9e92fb604e9 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 945 time: 0.4724896 Mar 16 10:50:50.858497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d52bf3dd-774a-4d18-8bfd-03d74b6033b6 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:50.871301 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-929f98ed-08a5-4e3c-9fcb-4396dfc9f365 req-aae1c9e7-65aa-432a-bbec-66159d819c5f tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949011 Mar 16 10:50:50.896431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d52bf3dd-774a-4d18-8bfd-03d74b6033b6 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:50.959771 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:50.965424 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d52bf3dd-774a-4d18-8bfd-03d74b6033b6 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] 10.222.0.44 "DELETE /v2.0/networks/7866d88c-e382-467d-8d07-9cd56fc4e548 HTTP/1.1" status: 204 len: 168 time: 1.2878704 Mar 16 10:50:50.965424 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bf3dd-774a-4d18-8bfd-03d74b6033b6 tempest-QuotasNegativeTest-763973649 tempest-QuotasNegativeTest-763973649-project-admin] Pushing event deleted for resources: {'Network': ['ID=7866d88c-e382-467d-8d07-9cd56fc4e548,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:50.980599 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e2ab7378-ff2f-4ec7-94f2-2e948097e7c9 req-e66dc1b1-7539-4a10-880b-dd3ccad92019 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499662 Mar 16 10:50:50.997064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b01a3ac5-87e4-4dc3-839f-d02c994262a5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:51.105540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a3ac5-87e4-4dc3-839f-d02c994262a5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Subnet': ['ID=e1266d08-8f6a-4097-818c-7b9bedf1d31a,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:51.110818 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bac372-0166-4323-b62d-597bdac4d2b0 req-18c9c75c-df99-4ad8-97ad-fc311c31c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:51.112497 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6bac372-0166-4323-b62d-597bdac4d2b0 req-18c9c75c-df99-4ad8-97ad-fc311c31c537 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43fda5f5ba974e56935505a0f4978348&device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 1098 time: 0.2173748 Mar 16 10:50:51.118886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a3ac5-87e4-4dc3-839f-d02c994262a5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Checking segment: {'id': 'c1d72f8a-f4c8-4203-999f-8da829dcf0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '20d47681-6d62-4773-92bf-3c5d16b5ce28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:51.119267 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01a3ac5-87e4-4dc3-839f-d02c994262a5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network hostable DHCP agents. Network: 20d47681-6d62-4773-92bf-3c5d16b5ce28, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:50:51.163672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01a3ac5-87e4-4dc3-839f-d02c994262a5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 20d47681-6d62-4773-92bf-3c5d16b5ce28 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:50:51.254557 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:51.280747 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Transition to ACTIVE for port object 23ba7de8-ae67-431e-8733-9a6087cfb9e5 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:51.292046 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:51.311213 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bfe812-a930-42ab-a925-8dbc288acf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bab4489-9823-4747-b03e-ed438539041d'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:50:51.342035 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-b01a3ac5-87e4-4dc3-839f-d02c994262a5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 20d47681-6d62-4773-92bf-3c5d16b5ce28) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:51.350328 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd83381a-614c-4eb8-8895-0d2879163be5 None None] Network 20d47681-6d62-4773-92bf-3c5d16b5ce28 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:51.352345 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01a3ac5-87e4-4dc3-839f-d02c994262a5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:51.352912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b01a3ac5-87e4-4dc3-839f-d02c994262a5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:51.402611 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfb20c-8115-4414-abe0-e0c707d8640e None None] Pushing event updated for resources: {'Port': ['ID=23ba7de8-ae67-431e-8733-9a6087cfb9e5,revision_number=2']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:51.409823 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b01a3ac5-87e4-4dc3-839f-d02c994262a5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7788458 Mar 16 10:50:51.413311 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43938) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:51.427856 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bfe812-a930-42ab-a925-8dbc288acf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bab4489-9823-4747-b03e-ed438539041d', 'code': 200} Mar 16 10:50:51.428083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-db34e258-0bef-443a-bd40-bb8cf5b6bd36 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1203578809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:51.437360 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-db34e258-0bef-443a-bd40-bb8cf5b6bd36 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:51.445062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-db34e258-0bef-443a-bd40-bb8cf5b6bd36 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:router and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:51.448218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bac372-0166-4323-b62d-597bdac4d2b0 req-b75dc51d-9fba-49b1-9c4e-e3644857ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:51.449859 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6bac372-0166-4323-b62d-597bdac4d2b0 req-b75dc51d-9fba-49b1-9c4e-e3644857ef5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=6053f626-2309-4760-a720-9eef23c240bd HTTP/1.1" status: 200 len: 912 time: 0.3073435 Mar 16 10:50:51.450075 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfb20c-8115-4414-abe0-e0c707d8640e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:51.450648 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfb20c-8115-4414-abe0-e0c707d8640e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:51.450758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-db34e258-0bef-443a-bd40-bb8cf5b6bd36 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:51.451245 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfb20c-8115-4414-abe0-e0c707d8640e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:51.451971 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfb20c-8115-4414-abe0-e0c707d8640e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:51.452433 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfb20c-8115-4414-abe0-e0c707d8640e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:51.453415 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfb20c-8115-4414-abe0-e0c707d8640e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:51.453415 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfb20c-8115-4414-abe0-e0c707d8640e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:51.454300 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfb20c-8115-4414-abe0-e0c707d8640e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:51.454818 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfb20c-8115-4414-abe0-e0c707d8640e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:51.455426 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfb20c-8115-4414-abe0-e0c707d8640e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:51.456533 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfb20c-8115-4414-abe0-e0c707d8640e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:51.461268 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfb20c-8115-4414-abe0-e0c707d8640e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:51.476060 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-21fe1ee0-761b-4065-8545-90aeefdfd5e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:51.495466 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Attempting to bind port 23ba7de8-ae67-431e-8733-9a6087cfb9e5 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:51.497673 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Attempting to bind port 23ba7de8-ae67-431e-8733-9a6087cfb9e5 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'ee6e87bd-b767-4eed-abd2-749a95aa30e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4dc2d9dc-7eb2-4ac4-b701-7e002900629c'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:51.498499 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Attempting to bind port 23ba7de8-ae67-431e-8733-9a6087cfb9e5 on network 4dc2d9dc-7eb2-4ac4-b701-7e002900629c {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:51.508573 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-db34e258-0bef-443a-bd40-bb8cf5b6bd36 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:51.514156 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:50:51.514768 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Checking segment: {'id': 'ee6e87bd-b767-4eed-abd2-749a95aa30e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4dc2d9dc-7eb2-4ac4-b701-7e002900629c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:51.515631 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:51.517640 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Bound using segment: {'id': 'ee6e87bd-b767-4eed-abd2-749a95aa30e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4dc2d9dc-7eb2-4ac4-b701-7e002900629c'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:50:51.517640 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Bound port: 23ba7de8-ae67-431e-8733-9a6087cfb9e5, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6e87bd-b767-4eed-abd2-749a95aa30e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4dc2d9dc-7eb2-4ac4-b701-7e002900629c'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:50:51.517640 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:51.528551 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6bac372-0166-4323-b62d-597bdac4d2b0 req-f91b7643-dc1b-4be2-b156-7e51366beb3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30956012-7c3e-4dd5-aee3-f07e84737b4d HTTP/1.1" status: 200 len: 217 time: 0.0715468 Mar 16 10:50:51.538628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-21fe1ee0-761b-4065-8545-90aeefdfd5e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:subnet and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:51.607645 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] For port 23ba7de8-ae67-431e-8733-9a6087cfb9e5, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:51.616064 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] For port 23ba7de8-ae67-431e-8733-9a6087cfb9e5, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=23ba7de8-ae67-431e-8733-9a6087cfb9e5,segment=NetworkSegment(ee6e87bd-b767-4eed-abd2-749a95aa30e2),segment_id=ee6e87bd-b767-4eed-abd2-749a95aa30e2)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:50:51.620067 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-db34e258-0bef-443a-bd40-bb8cf5b6bd36 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:51.621959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-db34e258-0bef-443a-bd40-bb8cf5b6bd36 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:51.629516 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:51.643674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-db34e258-0bef-443a-bd40-bb8cf5b6bd36 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:51.657446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-21fe1ee0-761b-4065-8545-90aeefdfd5e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:51.681247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bac372-0166-4323-b62d-597bdac4d2b0 req-3c34e1b6-4121-4ce9-b8fe-b464eddb6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:51.683022 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6bac372-0166-4323-b62d-597bdac4d2b0 req-3c34e1b6-4121-4ce9-b8fe-b464eddb6a8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=daeb902a-ccad-4a6c-aa0c-329a9cf985f7 HTTP/1.1" status: 200 len: 850 time: 0.1458647 Mar 16 10:50:51.738717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-db34e258-0bef-443a-bd40-bb8cf5b6bd36 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:51.760899 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-20d47681-6d62-4773-92bf-3c5d16b5ce28', 'network_id': '20d47681-6d62-4773-92bf-3c5d16b5ce28', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'fixed_ips': [{'subnet_id': 'e1266d08-8f6a-4097-818c-7b9bedf1d31a'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:50:51.762310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:51.762878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-21fe1ee0-761b-4065-8545-90aeefdfd5e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:51.788263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43944) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:51.791766 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Routers {'5fdddd1d-f7a1-428f-8490-477fb51e8f67'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:51.792380 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5fdddd1d-f7a1-428f-8490-477fb51e8f67'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:51.879616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fe1ee0-761b-4065-8545-90aeefdfd5e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:51.883530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21fe1ee0-761b-4065-8545-90aeefdfd5e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:51.932947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-db34e258-0bef-443a-bd40-bb8cf5b6bd36 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:51.942943 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-db34e258-0bef-443a-bd40-bb8cf5b6bd36 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5284033 Mar 16 10:50:51.956750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43952) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:51.982775 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'port': {'network_id': '20d47681-6d62-4773-92bf-3c5d16b5ce28', 'name': 'tempest-RoutersTest-93805191'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:52.081075 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Allocated IP 172.20.0.2 (20d47681-6d62-4773-92bf-3c5d16b5ce28/e1266d08-8f6a-4097-818c-7b9bedf1d31a/76862cc0-9e40-4a21-933e-300d57df38cc) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:52.130677 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] Set router 5fdddd1d-f7a1-428f-8490-477fb51e8f67 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:50:52.181160 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:52.276020 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea26480-e0fe-45c9-8312-786266f73081 req-63a2dfe9-8ca7-4c85-ab74-f8e9299e0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:52.277962 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-eea26480-e0fe-45c9-8312-786266f73081 req-63a2dfe9-8ca7-4c85-ab74-f8e9299e0913 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 1098 time: 0.5835021 Mar 16 10:50:52.282697 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfb20c-8115-4414-abe0-e0c707d8640e None None] Pushing event updated for resources: {'Port': ['ID=23ba7de8-ae67-431e-8733-9a6087cfb9e5,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:52.288042 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-535a2f53-e1f2-411c-b0a3-a8926631aaf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:52.317651 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-535a2f53-e1f2-411c-b0a3-a8926631aaf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:52.321308 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-535a2f53-e1f2-411c-b0a3-a8926631aaf5 admin admin] Usage tracker for resource:security_group_rule and tenant:1b539845793143dc9faf588fc3d7d32f is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:52.324766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-535a2f53-e1f2-411c-b0a3-a8926631aaf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:52.331655 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-535a2f53-e1f2-411c-b0a3-a8926631aaf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:52.408716 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:52.412787 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Deleting port 23ba7de8-ae67-431e-8733-9a6087cfb9e5 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:52.413317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:52.421801 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Transition to ACTIVE for port object 76862cc0-9e40-4a21-933e-300d57df38cc will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:52.422008 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bac372-0166-4323-b62d-597bdac4d2b0 req-b65e8bae-a0f0-4994-b175-0e5918b825fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:52.423577 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6bac372-0166-4323-b62d-597bdac4d2b0 req-b65e8bae-a0f0-4994-b175-0e5918b825fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6053f626-2309-4760-a720-9eef23c240bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6861031 Mar 16 10:50:52.443917 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Transition to ACTIVE for port object 76862cc0-9e40-4a21-933e-300d57df38cc will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:52.452473 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:52.487048 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdddd1d-f7a1-428f-8490-477fb51e8f67', 'name': '', 'tenant_id': '13c77b1a1063425d8cd2541e1f12f079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dc2d9dc-7eb2-4ac4-b701-7e002900629c', 'external_fixed_ips': [{'subnet_id': '71cd80fb-19ad-4058-b4d6-6adab882c48d', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '23ba7de8-ae67-431e-8733-9a6087cfb9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:41Z', 'updated_at': '2022-03-16T10:50:47Z', 'revision_number': 3, 'project_id': '13c77b1a1063425d8cd2541e1f12f079', 'gw_port': {'id': '23ba7de8-ae67-431e-8733-9a6087cfb9e5', 'name': '', 'network_id': '4dc2d9dc-7eb2-4ac4-b701-7e002900629c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdddd1d-f7a1-428f-8490-477fb51e8f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '71cd80fb-19ad-4058-b4d6-6adab882c48d', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:44Z', 'updated_at': '2022-03-16T10:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71cd80fb-19ad-4058-b4d6-6adab882c48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:52.491874 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba591ff4-7cc2-4449-bd03-9d8fe33185d7 None None] The sync data for ids ['5fdddd1d-f7a1-428f-8490-477fb51e8f67'] in dv-neutron-833859-1-hyperv is: [{'id': '5fdddd1d-f7a1-428f-8490-477fb51e8f67', 'name': '', 'tenant_id': '13c77b1a1063425d8cd2541e1f12f079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dc2d9dc-7eb2-4ac4-b701-7e002900629c', 'external_fixed_ips': [{'subnet_id': '71cd80fb-19ad-4058-b4d6-6adab882c48d', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '23ba7de8-ae67-431e-8733-9a6087cfb9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:41Z', 'updated_at': '2022-03-16T10:50:47Z', 'revision_number': 3, 'project_id': '13c77b1a1063425d8cd2541e1f12f079', 'gw_port': {'id': '23ba7de8-ae67-431e-8733-9a6087cfb9e5', 'name': '', 'network_id': '4dc2d9dc-7eb2-4ac4-b701-7e002900629c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdddd1d-f7a1-428f-8490-477fb51e8f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '71cd80fb-19ad-4058-b4d6-6adab882c48d', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:44Z', 'updated_at': '2022-03-16T10:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71cd80fb-19ad-4058-b4d6-6adab882c48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:50:52.545686 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Pushing event updated for resources: {'Port': ['ID=76862cc0-9e40-4a21-933e-300d57df38cc,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:52.567240 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Network 20d47681-6d62-4773-92bf-3c5d16b5ce28 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:52.568833 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:52.573052 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:52.598453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:52.601651 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-535a2f53-e1f2-411c-b0a3-a8926631aaf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:52.605497 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-eea26480-e0fe-45c9-8312-786266f73081 req-f36c4025-624d-40dd-b345-4f9ddfef3b4e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986906 Mar 16 10:50:52.614580 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:port and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:52.618444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-535a2f53-e1f2-411c-b0a3-a8926631aaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:52.627167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:52.654486 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:52.686008 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Attempting to bind port 76862cc0-9e40-4a21-933e-300d57df38cc on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:52.686008 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Attempting to bind port 76862cc0-9e40-4a21-933e-300d57df38cc by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'c1d72f8a-f4c8-4203-999f-8da829dcf0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '20d47681-6d62-4773-92bf-3c5d16b5ce28'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:52.686390 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Attempting to bind port 76862cc0-9e40-4a21-933e-300d57df38cc on network 20d47681-6d62-4773-92bf-3c5d16b5ce28 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:52.693006 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:50:52.693393 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Checking segment: {'id': 'c1d72f8a-f4c8-4203-999f-8da829dcf0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '20d47681-6d62-4773-92bf-3c5d16b5ce28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:52.693927 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:52.694325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Bound using segment: {'id': 'c1d72f8a-f4c8-4203-999f-8da829dcf0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '20d47681-6d62-4773-92bf-3c5d16b5ce28'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:50:52.694788 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Bound port: 76862cc0-9e40-4a21-933e-300d57df38cc, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d72f8a-f4c8-4203-999f-8da829dcf0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '20d47681-6d62-4773-92bf-3c5d16b5ce28'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:50:52.696131 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:52.718558 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6bac372-0166-4323-b62d-597bdac4d2b0 req-8353c08f-d00c-48e4-805f-deb49649ba21 service neutron] 10.222.0.18 "GET /v2.0/networks/6053f626-2309-4760-a720-9eef23c240bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757523 Mar 16 10:50:52.720891 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-535a2f53-e1f2-411c-b0a3-a8926631aaf5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b539845793143dc9faf588fc3d7d32f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9159510 Mar 16 10:50:52.729180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7380f-ecc8-4660-902f-719e7be0cd34 req-b4a59f03-474e-4732-aa74-8e3aa7515f90 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:52.730573 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a8b7380f-ecc8-4660-902f-719e7be0cd34 req-b4a59f03-474e-4732-aa74-8e3aa7515f90 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.5931003 Mar 16 10:50:52.731201 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a2f53-e1f2-411c-b0a3-a8926631aaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3594db19-43ea-4f55-bd23-e9017ae8ec70,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:52.733448 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43958) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:52.737113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:52.740386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:52.815140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 70932f2b-e2ed-421c-886a-a7bd9593eacc has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:50:52.833215 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] device_id is not set on port 020809f7-b78f-4018-83f0-40ccbe6b3355 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:50:52.850362 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208ad12-f37f-4d0a-90a4-87b51c4e3dbb req-e1a3659c-bbc4-4b79-9446-6757b43169cc tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:52.857756 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e208ad12-f37f-4d0a-90a4-87b51c4e3dbb req-e1a3659c-bbc4-4b79-9446-6757b43169cc tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 945 time: 0.6632988 Mar 16 10:50:52.861025 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] For port 76862cc0-9e40-4a21-933e-300d57df38cc, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:52.868964 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] For port 76862cc0-9e40-4a21-933e-300d57df38cc, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=76862cc0-9e40-4a21-933e-300d57df38cc,segment=NetworkSegment(c1d72f8a-f4c8-4203-999f-8da829dcf0da),segment_id=c1d72f8a-f4c8-4203-999f-8da829dcf0da)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:50:52.879576 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:52.945767 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.resource_extend [None req-7731a562-dde7-4512-aed4-49df275a5ff7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:50:52.993253 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53e5d2-d597-4da8-a3e8-764d9aee5ccc None None] Pushing event updated for resources: {'Port': ['ID=76862cc0-9e40-4a21-933e-300d57df38cc,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:53.007966 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a8b7380f-ecc8-4660-902f-719e7be0cd34 req-31e75e65-3532-40cf-888b-265a5d5edcb5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401581 Mar 16 10:50:53.052515 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-253c5a0e-343e-488a-a9e3-7a23c7f67f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.145963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-253c5a0e-343e-488a-a9e3-7a23c7f67f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.151813 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] For port 23ba7de8-ae67-431e-8733-9a6087cfb9e5, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=23ba7de8-ae67-431e-8733-9a6087cfb9e5,segment=NetworkSegment(ee6e87bd-b767-4eed-abd2-749a95aa30e2),segment_id=ee6e87bd-b767-4eed-abd2-749a95aa30e2)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:53.152166 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.201339 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6bac372-0166-4323-b62d-597bdac4d2b0 req-32987173-d245-4ef6-a7fa-e32752fe0846 service neutron] 10.222.0.18 "GET /v2.0/networks/6053f626-2309-4760-a720-9eef23c240bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297534 Mar 16 10:50:53.249040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Allocated IP 172.20.0.11 (20d47681-6d62-4773-92bf-3c5d16b5ce28/e1266d08-8f6a-4097-818c-7b9bedf1d31a/020809f7-b78f-4018-83f0-40ccbe6b3355) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:53.340712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-253c5a0e-343e-488a-a9e3-7a23c7f67f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.403468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c5a0e-343e-488a-a9e3-7a23c7f67f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3594db19-43ea-4f55-bd23-e9017ae8ec70,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:53.421156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-253c5a0e-343e-488a-a9e3-7a23c7f67f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.424708 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-253c5a0e-343e-488a-a9e3-7a23c7f67f01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3594db19-43ea-4f55-bd23-e9017ae8ec70 HTTP/1.1" status: 204 len: 168 time: 0.6877224 Mar 16 10:50:53.550364 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21fe1ee0-761b-4065-8545-90aeefdfd5e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.621023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 23ba7de8-ae67-431e-8733-9a6087cfb9e5 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:53.623916 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.647336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Transition to ACTIVE for port object 020809f7-b78f-4018-83f0-40ccbe6b3355 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:53.685958 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e208ad12-f37f-4d0a-90a4-87b51c4e3dbb req-ee85786c-e8ab-4f46-8e6f-384093be92ba tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8271990 Mar 16 10:50:53.705414 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Calling delete_port for 23ba7de8-ae67-431e-8733-9a6087cfb9e5 owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:53.714422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.745217 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 23ba7de8-ae67-431e-8733-9a6087cfb9e5 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:53.755063 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 23ba7de8-ae67-431e-8733-9a6087cfb9e5 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:53.755063 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.776048 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7731a562-dde7-4512-aed4-49df275a5ff7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.799587 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7731a562-dde7-4512-aed4-49df275a5ff7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.884210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 20d47681-6d62-4773-92bf-3c5d16b5ce28 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:53.899325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:53.911089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:54.050217 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.082855 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43966) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:54.096093 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 23ba7de8-ae67-431e-8733-9a6087cfb9e5, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=23ba7de8-ae67-431e-8733-9a6087cfb9e5,segment=NetworkSegment(ee6e87bd-b767-4eed-abd2-749a95aa30e2),segment_id=ee6e87bd-b767-4eed-abd2-749a95aa30e2)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:54.108412 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.109598 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 76862cc0-9e40-4a21-933e-300d57df38cc up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:54.119000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=020809f7-b78f-4018-83f0-40ccbe6b3355,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:54.144621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe1ee0-761b-4065-8545-90aeefdfd5e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Subnet': ['ID=ffe34fe8-bb2a-49ef-b2f0-6d69379fda08,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:54.149387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:54.152383 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.207316 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d17f59c8-e064-498e-88ae-5ee3ce078740 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.2490363 Mar 16 10:50:54.209287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43972) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:54.214686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-821237b3-7dcc-4a14-9378-8fc3b5a79ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.255966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fe1ee0-761b-4065-8545-90aeefdfd5e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Checking segment: {'id': 'ee7588ff-bdf8-4ea2-ba68-2be93c6216e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '38eec55b-f623-488d-8db8-969b9794f3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:54.256539 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fe1ee0-761b-4065-8545-90aeefdfd5e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network hostable DHCP agents. Network: 38eec55b-f623-488d-8db8-969b9794f3b9, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:50:54.358410 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=23ba7de8-ae67-431e-8733-9a6087cfb9e5,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:54.363250 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 76862cc0-9e40-4a21-933e-300d57df38cc completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:54.367430 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:50:54.381792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7b8dd3-2c83-491a-9b0e-eabb8b12a8e7 None None] Sync routers for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:50:54.405857 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-821237b3-7dcc-4a14-9378-8fc3b5a79ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:54.416087 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7b8dd3-2c83-491a-9b0e-eabb8b12a8e7 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:54.421065 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-ab7b8dd3-2c83-491a-9b0e-eabb8b12a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:54.424799 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.456697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-821237b3-7dcc-4a14-9378-8fc3b5a79ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:c8be123f142e4074927e260137911252 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:54.461430 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fe1ee0-761b-4065-8545-90aeefdfd5e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network 38eec55b-f623-488d-8db8-969b9794f3b9 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:50:54.472899 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-821237b3-7dcc-4a14-9378-8fc3b5a79ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:54.520298 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-821237b3-7dcc-4a14-9378-8fc3b5a79ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:54.523464 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d8c9d5-5ea7-4850-9756-472048c6b7c9 None None] Network 20d47681-6d62-4773-92bf-3c5d16b5ce28 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:54.533014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-21fe1ee0-761b-4065-8545-90aeefdfd5e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 38eec55b-f623-488d-8db8-969b9794f3b9) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:54.536021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-ab7b8dd3-2c83-491a-9b0e-eabb8b12a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:54.537064 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fe1ee0-761b-4065-8545-90aeefdfd5e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:54.537817 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21fe1ee0-761b-4065-8545-90aeefdfd5e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.541996 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-7731a562-dde7-4512-aed4-49df275a5ff7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Floating IP d52817fb-7b01-4096-aca9-849926b3b153 associated. External IP: 172.26.3.183, port: 30956012-7c3e-4dd5-aee3-f07e84737b4d. Mar 16 10:50:54.553725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c14ae9a-883c-4f0c-a715-feedbad156f5 None None] Network 38eec55b-f623-488d-8db8-969b9794f3b9 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:54.635340 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7b8dd3-2c83-491a-9b0e-eabb8b12a8e7 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:54.635670 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-ab7b8dd3-2c83-491a-9b0e-eabb8b12a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:54.647352 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-236b2d9a-6aba-48b4-b5fd-e22822882a9f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.4929237 Mar 16 10:50:54.650652 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43976) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:54.660821 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-74fbb4b2-c52b-44ef-be43-3dd5b6214481 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:54.700678 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9ba15-463a-4b16-ab72-fe1af564921a req-4a41dc7d-c6af-4c7b-8c5f-0ae6455eee52 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:54.702133 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7ae9ba15-463a-4b16-ab72-fe1af564921a req-4a41dc7d-c6af-4c7b-8c5f-0ae6455eee52 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.4168379 Mar 16 10:50:54.732499 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:50:54.733002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:50:54.771325 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-21fe1ee0-761b-4065-8545-90aeefdfd5e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.0644517 Mar 16 10:50:54.774964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43982) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:54.820475 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7ae9ba15-463a-4b16-ab72-fe1af564921a req-442ef8fd-9394-4342-9dc5-609b474b9f36 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021967 Mar 16 10:50:54.912925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-ab7b8dd3-2c83-491a-9b0e-eabb8b12a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:54.913498 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7b8dd3-2c83-491a-9b0e-eabb8b12a8e7 None None] The sync data for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:50:54.966589 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6c92597-2ee6-4548-908d-db6beeeeaa0e None None] Provisioning for port 76862cc0-9e40-4a21-933e-300d57df38cc completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:54.975177 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6c92597-2ee6-4548-908d-db6beeeeaa0e None None] Provisioning complete for port 76862cc0-9e40-4a21-933e-300d57df38cc triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:54.975549 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6c92597-2ee6-4548-908d-db6beeeeaa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.029440 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-74fbb4b2-c52b-44ef-be43-3dd5b6214481 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.084637 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-03f69fea-e51a-44b5-9a65-8587e9032012 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.125180 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-38eec55b-f623-488d-8db8-969b9794f3b9', 'network_id': '38eec55b-f623-488d-8db8-969b9794f3b9', 'tenant_id': '447abc0a1dba40e8899d6ce7bd5c04f2', 'fixed_ips': [{'subnet_id': 'ffe34fe8-bb2a-49ef-b2f0-6d69379fda08'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:50:55.126045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.170511 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141f9b4-b1ef-4a59-b800-15e8e4701876 req-b620277b-d6f4-4260-836f-5dc3077c1f0c tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:55.172462 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1141f9b4-b1ef-4a59-b800-15e8e4701876 req-b620277b-d6f4-4260-836f-5dc3077c1f0c tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.2077711 Mar 16 10:50:55.192413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43988) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:55.255650 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-01af8cfb-d3d7-430a-8901-00bff1478399 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Request body: {'floatingip': {'port_id': '20612511-e8b3-4849-b916-37451ada4783'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:55.376801 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6c92597-2ee6-4548-908d-db6beeeeaa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.402688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-01af8cfb-d3d7-430a-8901-00bff1478399 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for floatingip, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.435567 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Allocated IP 172.20.0.1 (38eec55b-f623-488d-8db8-969b9794f3b9/ffe34fe8-bb2a-49ef-b2f0-6d69379fda08/61e17464-11ae-4dd3-a42b-609108d32bfb) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:55.444199 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6c92597-2ee6-4548-908d-db6beeeeaa0e None None] For port 76862cc0-9e40-4a21-933e-300d57df38cc, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=76862cc0-9e40-4a21-933e-300d57df38cc,segment=NetworkSegment(c1d72f8a-f4c8-4203-999f-8da829dcf0da),segment_id=c1d72f8a-f4c8-4203-999f-8da829dcf0da)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:55.458442 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Deleting port 23ba7de8-ae67-431e-8733-9a6087cfb9e5 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:55.458978 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.470821 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6c92597-2ee6-4548-908d-db6beeeeaa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.523059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.566611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 23ba7de8-ae67-431e-8733-9a6087cfb9e5 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:55.571803 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-821237b3-7dcc-4a14-9378-8fc3b5a79ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.593277 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-821237b3-7dcc-4a14-9378-8fc3b5a79ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.688750 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959192d-1846-4628-9598-9264c7f178c6 req-581f7593-049d-4faf-b30c-ec89ec6c0066 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:55.690707 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7959192d-1846-4628-9598-9264c7f178c6 req-581f7593-049d-4faf-b30c-ec89ec6c0066 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 945 time: 0.8717928 Mar 16 10:50:55.692935 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c92597-2ee6-4548-908d-db6beeeeaa0e None None] Pushing event updated for resources: {'Port': ['ID=76862cc0-9e40-4a21-933e-300d57df38cc,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:55.793791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 23ba7de8-ae67-431e-8733-9a6087cfb9e5 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:55.793791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.882851 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6fefc287-5113-4084-aebe-97d9792bc51d None None] Provisioning complete for port 76862cc0-9e40-4a21-933e-300d57df38cc triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:55.883248 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6fefc287-5113-4084-aebe-97d9792bc51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.919481 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.943510 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-74fbb4b2-c52b-44ef-be43-3dd5b6214481 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.946276 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Transition to ACTIVE for port object 61e17464-11ae-4dd3-a42b-609108d32bfb will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:55.948349 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-821237b3-7dcc-4a14-9378-8fc3b5a79ea8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8be123f142e4074927e260137911252&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8643198 Mar 16 10:50:55.958746 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 43992) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:55.963401 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821237b3-7dcc-4a14-9378-8fc3b5a79ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1a3c4a-233b-458c-8908-b0df5809b1d9,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:55.986592 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Transition to ACTIVE for port object 61e17464-11ae-4dd3-a42b-609108d32bfb will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:56.029717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.041835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-74fbb4b2-c52b-44ef-be43-3dd5b6214481 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.042127 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-74fbb4b2-c52b-44ef-be43-3dd5b6214481 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Floating IP 2a15fce5-f253-4173-b73b-5a9b609ad5cb disassociated. External IP: 172.26.3.235, port: a94b9f04-1b69-4685-887e-91354c00ef62. Mar 16 10:50:56.048890 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.resource_extend [None req-03f69fea-e51a-44b5-9a65-8587e9032012 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:50:56.067339 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-03f69fea-e51a-44b5-9a65-8587e9032012 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.084123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-03f69fea-e51a-44b5-9a65-8587e9032012 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.147502 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Network 38eec55b-f623-488d-8db8-969b9794f3b9 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:56.158510 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:56.163833 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7959192d-1846-4628-9598-9264c7f178c6 req-251e0d7a-54c3-4993-9fd7-532bb2fd0e67 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4342570 Mar 16 10:50:56.170647 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:56.176803 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.182043 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Pushing event updated for resources: {'Port': ['ID=61e17464-11ae-4dd3-a42b-609108d32bfb,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:56.207387 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7731a562-dde7-4512-aed4-49df275a5ff7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Router 57a5eeec-9d4d-44ba-8267-7df7d15b650d has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:50:56.331543 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6fefc287-5113-4084-aebe-97d9792bc51d None None] Provisioning for port 020809f7-b78f-4018-83f0-40ccbe6b3355 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:56.350529 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6fefc287-5113-4084-aebe-97d9792bc51d None None] Provisioning complete for port 020809f7-b78f-4018-83f0-40ccbe6b3355 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:56.351310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6fefc287-5113-4084-aebe-97d9792bc51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.402866 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Attempting to bind port 61e17464-11ae-4dd3-a42b-609108d32bfb on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:56.403450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Attempting to bind port 61e17464-11ae-4dd3-a42b-609108d32bfb by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'ee7588ff-bdf8-4ea2-ba68-2be93c6216e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '38eec55b-f623-488d-8db8-969b9794f3b9'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:56.403816 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Attempting to bind port 61e17464-11ae-4dd3-a42b-609108d32bfb on network 38eec55b-f623-488d-8db8-969b9794f3b9 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:56.420819 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:50:56.421194 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Checking segment: {'id': 'ee7588ff-bdf8-4ea2-ba68-2be93c6216e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '38eec55b-f623-488d-8db8-969b9794f3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:56.421648 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.423477 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Bound using segment: {'id': 'ee7588ff-bdf8-4ea2-ba68-2be93c6216e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '38eec55b-f623-488d-8db8-969b9794f3b9'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:50:56.424051 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Bound port: 61e17464-11ae-4dd3-a42b-609108d32bfb, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7588ff-bdf8-4ea2-ba68-2be93c6216e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '38eec55b-f623-488d-8db8-969b9794f3b9'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:50:56.424547 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.458698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] For port 23ba7de8-ae67-431e-8733-9a6087cfb9e5, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=23ba7de8-ae67-431e-8733-9a6087cfb9e5,segment=NetworkSegment(ee6e87bd-b767-4eed-abd2-749a95aa30e2),segment_id=ee6e87bd-b767-4eed-abd2-749a95aa30e2)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:56.459307 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.553714 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6fefc287-5113-4084-aebe-97d9792bc51d None None] Port 020809f7-b78f-4018-83f0-40ccbe6b3355 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:50:56.556236 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] For port 61e17464-11ae-4dd3-a42b-609108d32bfb, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:56.561276 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] For port 61e17464-11ae-4dd3-a42b-609108d32bfb, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=61e17464-11ae-4dd3-a42b-609108d32bfb,segment=NetworkSegment(ee7588ff-bdf8-4ea2-ba68-2be93c6216e2),segment_id=ee7588ff-bdf8-4ea2-ba68-2be93c6216e2)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:50:56.562310 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b272fd28-705b-42ff-84f4-55c67afbba6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.567652 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.579249 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f69fea-e51a-44b5-9a65-8587e9032012 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=020809f7-b78f-4018-83f0-40ccbe6b3355,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:56.635606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Calling delete_port for 23ba7de8-ae67-431e-8733-9a6087cfb9e5 owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:56.677363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825fd280-e6bc-4acd-b801-470ea13d8abd None None] Pushing event updated for resources: {'Port': ['ID=61e17464-11ae-4dd3-a42b-609108d32bfb,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:56.691058 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-384a4bd8-6045-4b23-b9f2-ea7151fee811 None None] Provisioning complete for port 020809f7-b78f-4018-83f0-40ccbe6b3355 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:56.691630 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-384a4bd8-6045-4b23-b9f2-ea7151fee811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.750795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-384a4bd8-6045-4b23-b9f2-ea7151fee811 None None] Port 020809f7-b78f-4018-83f0-40ccbe6b3355 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:50:56.810952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81902677-b128-47e2-9124-c929659767c8 req-5f155c54-1a42-4c0e-9363-d4ac4e480e46 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:56.812781 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-81902677-b128-47e2-9124-c929659767c8 req-5f155c54-1a42-4c0e-9363-d4ac4e480e46 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 945 time: 0.3369064 Mar 16 10:50:56.821276 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 43998) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:56.834523 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-4dd8d30f-6f37-4500-8c31-2a5ba5bc9bda tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Request body: {'floatingip': {'port_id': '2bab4489-9823-4747-b03e-ed438539041d'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:56.932913 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.resource_extend [None req-01af8cfb-d3d7-430a-8901-00bff1478399 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:50:56.976207 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.038324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d30f-6f37-4500-8c31-2a5ba5bc9bda tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for floatingip, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.065913 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b272fd28-705b-42ff-84f4-55c67afbba6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.073208 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe34fe8-bb2a-49ef-b2f0-6d69379fda08,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:57.147016 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7731a562-dde7-4512-aed4-49df275a5ff7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:50:57.159563 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f2e64-d7f9-416e-88a8-47dd8e803315 None None] Sync routers for ids ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:50:57.171061 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5f2e64-d7f9-416e-88a8-47dd8e803315 None None] Routers {'57a5eeec-9d4d-44ba-8267-7df7d15b650d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:57.171787 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-0a5f2e64-d7f9-416e-88a8-47dd8e803315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:57.294166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-01af8cfb-d3d7-430a-8901-00bff1478399 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.313424 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.333418 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-03f69fea-e51a-44b5-9a65-8587e9032012 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.379878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7731a562-dde7-4512-aed4-49df275a5ff7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.410543 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-0a5f2e64-d7f9-416e-88a8-47dd8e803315 None None] Set router 57a5eeec-9d4d-44ba-8267-7df7d15b650d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:50:57.412740 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38eec55b-f623-488d-8db8-969b9794f3b9']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:57.450543 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7588ff-bdf8-4ea2-ba68-2be93c6216e2') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:57.450841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7588ff-bdf8-4ea2-ba68-2be93c6216e2') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:57.466060 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fbb4b2-c52b-44ef-be43-3dd5b6214481 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 70932f2b-e2ed-421c-886a-a7bd9593eacc has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:50:57.467019 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b272fd28-705b-42ff-84f4-55c67afbba6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.537768 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.559366 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272fd28-705b-42ff-84f4-55c67afbba6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1a3c4a-233b-458c-8908-b0df5809b1d9,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:57.603957 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7731a562-dde7-4512-aed4-49df275a5ff7 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "PUT /v2.0/floatingips/d52817fb-7b01-4096-aca9-849926b3b153 HTTP/1.1" status: 200 len: 991 time: 7.4752097 Mar 16 10:50:57.609011 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1a6465-659a-4dfb-bf23-4f790805f2b4', 'tag': '30956012-7c3e-4dd5-aee3-f07e84737b4d'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:50:57.611386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-01af8cfb-d3d7-430a-8901-00bff1478399 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.663654 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 61e17464-11ae-4dd3-a42b-609108d32bfb up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:57.677559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.685231 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b272fd28-705b-42ff-84f4-55c67afbba6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.687472 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b272fd28-705b-42ff-84f4-55c67afbba6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d1a3c4a-233b-458c-8908-b0df5809b1d9 HTTP/1.1" status: 204 len: 168 time: 1.7212877 Mar 16 10:50:57.723801 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:50:57.724426 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:50:57.757498 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:50:57.894412 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.908667 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 61e17464-11ae-4dd3-a42b-609108d32bfb completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:57.916235 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 76862cc0-9e40-4a21-933e-300d57df38cc up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:57.967792 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-01af8cfb-d3d7-430a-8901-00bff1478399 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Floating IP 611ddf5e-1d43-437d-8bb0-ae7df85bb85d associated. External IP: 172.26.3.52, port: 20612511-e8b3-4849-b916-37451ada4783. Mar 16 10:50:58.045146 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65594ecd-d294-4701-8dad-ed79f664ac9c None None] Network 38eec55b-f623-488d-8db8-969b9794f3b9 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:58.080240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Pushing event deleted for resources: {'Port': ['ID=23ba7de8-ae67-431e-8733-9a6087cfb9e5,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:58.169853 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:50:58.169853 dv-neutron-833859-1-hyperv neutron-server[87968]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:50:58.169853 dv-neutron-833859-1-hyperv neutron-server[87968]: [parameters: {'id': '38eec55b-f623-488d-8db8-969b9794f3b9'}] Mar 16 10:50:58.169853 dv-neutron-833859-1-hyperv neutron-server[87968]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:50:58.170174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:50:58.219483 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1a6465-659a-4dfb-bf23-4f790805f2b4', 'tag': '30956012-7c3e-4dd5-aee3-f07e84737b4d', 'status': 'completed', 'code': 200} Mar 16 10:50:58.241361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2d8bff16-35f6-44b1-a76d-120fd4729bc0 None None] Provisioning for port 61e17464-11ae-4dd3-a42b-609108d32bfb completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:58.260345 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-0a5f2e64-d7f9-416e-88a8-47dd8e803315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'name': 'tempest-ServersTestManualDisk-125380269-router', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:36Z', 'updated_at': '2022-03-16T10:49:51Z', 'revision_number': 4, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'gw_port': {'id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:37Z', 'updated_at': '2022-03-16T10:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'd52817fb-7b01-4096-aca9-849926b3b153', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'floating_ip_address': '172.26.3.183', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'port_id': '30956012-7c3e-4dd5-aee3-f07e84737b4d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6053f626-2309-4760-a720-9eef23c240bd', 'mac_address': 'fa:16:3e:d7:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a6465-659a-4dfb-bf23-4f790805f2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:50:04Z', 'updated_at': '2022-03-16T10:50:52Z', 'revision_number': 1, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f', 'name': '', 'network_id': '6053f626-2309-4760-a720-9eef23c240bd', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'mac_address': 'fa:16:3e:06:47:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:46Z', 'updated_at': '2022-03-16T10:50:06Z', 'revision_number': 5, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'subnets': [{'id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:58.266743 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f2e64-d7f9-416e-88a8-47dd8e803315 None None] Checking router: 57a5eeec-9d4d-44ba-8267-7df7d15b650d for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:50:58.289860 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5f2e64-d7f9-416e-88a8-47dd8e803315 None None] Routers {'57a5eeec-9d4d-44ba-8267-7df7d15b650d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:58.290472 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-0a5f2e64-d7f9-416e-88a8-47dd8e803315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:58.294586 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2d8bff16-35f6-44b1-a76d-120fd4729bc0 None None] Provisioning complete for port 61e17464-11ae-4dd3-a42b-609108d32bfb triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:58.295742 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2d8bff16-35f6-44b1-a76d-120fd4729bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.307297 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fbb4b2-c52b-44ef-be43-3dd5b6214481 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:50:58.315022 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-74fbb4b2-c52b-44ef-be43-3dd5b6214481 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.339176 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c0dce-51b8-41a4-95f8-708a0aa3cb78 None None] Sync routers for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:50:58.395988 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-74fbb4b2-c52b-44ef-be43-3dd5b6214481 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "PUT /v2.0/floatingips/2a15fce5-f253-4173-b73b-5a9b609ad5cb HTTP/1.1" status: 200 len: 688 time: 3.7396193 Mar 16 10:50:58.401365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44020) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:58.403623 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.430301 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 76862cc0-9e40-4a21-933e-300d57df38cc triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:58.430947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.434035 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-03f69fea-e51a-44b5-9a65-8587e9032012 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.521667 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fa411-8acb-492b-bad7-64d026fb2d40 req-4f942784-8a4c-401a-add5-76715f25742b tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:58.523677 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6b4fa411-8acb-492b-bad7-64d026fb2d40 req-4f942784-8a4c-401a-add5-76715f25742b tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 945 time: 0.7371914 Mar 16 10:50:58.531981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c0dce-51b8-41a4-95f8-708a0aa3cb78 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:58.532701 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a47c0dce-51b8-41a4-95f8-708a0aa3cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:58.605512 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a47c0dce-51b8-41a4-95f8-708a0aa3cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:58.633907 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c0dce-51b8-41a4-95f8-708a0aa3cb78 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:50:58.634532 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a47c0dce-51b8-41a4-95f8-708a0aa3cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:58.667295 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-0a5f2e64-d7f9-416e-88a8-47dd8e803315 None None] Set router 57a5eeec-9d4d-44ba-8267-7df7d15b650d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:50:58.675089 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.771972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a47c0dce-51b8-41a4-95f8-708a0aa3cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:58.773442 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c0dce-51b8-41a4-95f8-708a0aa3cb78 None None] The sync data for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:50:59.000445 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.036781 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.047781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2d8bff16-35f6-44b1-a76d-120fd4729bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.049071 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-e5d26c30-bab1-4330-91f4-e26fab51b7c0 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting port 00efd9d3-3e05-4847-a377-e349cef2226a {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:59.049539 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e5d26c30-bab1-4330-91f4-e26fab51b7c0 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.078351 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761576d6-36bf-4401-929d-146716b92997 None None] DHCP port deletion for 38eec55b-f623-488d-8db8-969b9794f3b9 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:50:59.092365 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6b4fa411-8acb-492b-bad7-64d026fb2d40 req-173a6e1b-e794-4e5a-9c2f-59d1b24b1284 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4680531 Mar 16 10:50:59.209366 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-761576d6-36bf-4401-929d-146716b92997 None None] Deleting port 61e17464-11ae-4dd3-a42b-609108d32bfb {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:59.209796 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-761576d6-36bf-4401-929d-146716b92997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.212549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Deleting port 61e17464-11ae-4dd3-a42b-609108d32bfb {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:50:59.213115 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.242226 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44040) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:59.317066 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.318468 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5fdddd1d-f7a1-428f-8490-477fb51e8f67 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:50:59.324820 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2d8bff16-35f6-44b1-a76d-120fd4729bc0 None None] For port 61e17464-11ae-4dd3-a42b-609108d32bfb, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=61e17464-11ae-4dd3-a42b-609108d32bfb,segment=NetworkSegment(ee7588ff-bdf8-4ea2-ba68-2be93c6216e2),segment_id=ee7588ff-bdf8-4ea2-ba68-2be93c6216e2)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:59.374444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2d8bff16-35f6-44b1-a76d-120fd4729bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.505712 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-0a5f2e64-d7f9-416e-88a8-47dd8e803315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'name': 'tempest-ServersTestManualDisk-125380269-router', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:36Z', 'updated_at': '2022-03-16T10:49:51Z', 'revision_number': 4, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'gw_port': {'id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:37Z', 'updated_at': '2022-03-16T10:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'd52817fb-7b01-4096-aca9-849926b3b153', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'floating_ip_address': '172.26.3.183', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'port_id': '30956012-7c3e-4dd5-aee3-f07e84737b4d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6053f626-2309-4760-a720-9eef23c240bd', 'mac_address': 'fa:16:3e:d7:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a6465-659a-4dfb-bf23-4f790805f2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:50:04Z', 'updated_at': '2022-03-16T10:50:52Z', 'revision_number': 1, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f', 'name': '', 'network_id': '6053f626-2309-4760-a720-9eef23c240bd', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'mac_address': 'fa:16:3e:06:47:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:46Z', 'updated_at': '2022-03-16T10:50:06Z', 'revision_number': 5, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'subnets': [{'id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:59.512191 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f2e64-d7f9-416e-88a8-47dd8e803315 None None] The sync data for ids ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'] in dv-neutron-833859-1-hyperv is: [{'id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'name': 'tempest-ServersTestManualDisk-125380269-router', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:36Z', 'updated_at': '2022-03-16T10:49:51Z', 'revision_number': 4, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'gw_port': {'id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:37Z', 'updated_at': '2022-03-16T10:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'd52817fb-7b01-4096-aca9-849926b3b153', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'floating_ip_address': '172.26.3.183', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'port_id': '30956012-7c3e-4dd5-aee3-f07e84737b4d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6053f626-2309-4760-a720-9eef23c240bd', 'mac_address': 'fa:16:3e:d7:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a6465-659a-4dfb-bf23-4f790805f2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:50:04Z', 'updated_at': '2022-03-16T10:50:52Z', 'revision_number': 1, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f', 'name': '', 'network_id': '6053f626-2309-4760-a720-9eef23c240bd', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'mac_address': 'fa:16:3e:06:47:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:46Z', 'updated_at': '2022-03-16T10:50:06Z', 'revision_number': 5, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'subnets': [{'id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:50:59.601022 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Request body: {'networks': [{'name': 'tempest-network--1259067855'}, {'name': 'tempest-network--1055136201'}]} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:59.601519 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Request body: {'network': {'name': 'tempest-network--1259067855'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:59.601768 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Request body: {'network': {'name': 'tempest-network--1055136201'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:59.603329 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-03f69fea-e51a-44b5-9a65-8587e9032012 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.607661 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0b127-2778-4e86-b306-032654394653 req-927100e4-583d-4ef1-8897-6e07fd561258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:59.610311 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-91c0b127-2778-4e86-b306-032654394653 req-927100e4-583d-4ef1-8897-6e07fd561258 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43fda5f5ba974e56935505a0f4978348&device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 1098 time: 1.3848441 Mar 16 10:50:59.615716 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-03f69fea-e51a-44b5-9a65-8587e9032012 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.618486 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.622063 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0fbba985-d2f4-43e6-b430-e66c6461d5de tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "DELETE /v2.0/routers/5fdddd1d-f7a1-428f-8490-477fb51e8f67 HTTP/1.1" status: 204 len: 168 time: 9.3378913 Mar 16 10:50:59.622423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:59.634426 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bff16-35f6-44b1-a76d-120fd4729bc0 None None] Pushing event updated for resources: {'Port': ['ID=61e17464-11ae-4dd3-a42b-609108d32bfb,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:59.637222 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44046) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:59.705557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Usage tracker for resource:network and tenant:f7d706c97d5b45f0b7ed1ce76ff25162 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:59.727279 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:59.754400 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:59.777509 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-761576d6-36bf-4401-929d-146716b92997 None None] For port 61e17464-11ae-4dd3-a42b-609108d32bfb, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=61e17464-11ae-4dd3-a42b-609108d32bfb,segment=NetworkSegment(ee7588ff-bdf8-4ea2-ba68-2be93c6216e2),segment_id=ee7588ff-bdf8-4ea2-ba68-2be93c6216e2)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:50:59.778096 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-761576d6-36bf-4401-929d-146716b92997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.806017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7d3eed-48b9-4da6-a45d-9413a128ed39 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Deleting subnet 71cd80fb-19ad-4058-b4d6-6adab882c48d {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:50:59.824631 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f69fea-e51a-44b5-9a65-8587e9032012 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=020809f7-b78f-4018-83f0-40ccbe6b3355,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:59.831389 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3eed-48b9-4da6-a45d-9413a128ed39 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.850467 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2620c5d6-74b6-4112-a308-ca5af806badd None None] New status for floating IP d52817fb-7b01-4096-aca9-849926b3b153: ACTIVE {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:50:59.899831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01af8cfb-d3d7-430a-8901-00bff1478399 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Router 6556e395-c753-495e-934b-5af126e5265a has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:50:59.924870 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-03f69fea-e51a-44b5-9a65-8587e9032012 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.941960 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-761576d6-36bf-4401-929d-146716b92997 None None] Calling delete_port for 61e17464-11ae-4dd3-a42b-609108d32bfb owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:50:59.984048 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 61e17464-11ae-4dd3-a42b-609108d32bfb no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:51:00.001234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] For port 61e17464-11ae-4dd3-a42b-609108d32bfb, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=61e17464-11ae-4dd3-a42b-609108d32bfb,segment=NetworkSegment(ee7588ff-bdf8-4ea2-ba68-2be93c6216e2),segment_id=ee7588ff-bdf8-4ea2-ba68-2be93c6216e2)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:00.001933 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.157009 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-761576d6-36bf-4401-929d-146716b92997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.172077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Made reservation on behalf of f7d706c97d5b45f0b7ed1ce76ff25162 for: {'network': 2} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:00.179262 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.199587 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Calling delete_port for 61e17464-11ae-4dd3-a42b-609108d32bfb owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:00.206980 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0b127-2778-4e86-b306-032654394653 req-9cbfd54c-ec13-4b31-b968-9c3ef6a1d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:00.208456 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-91c0b127-2778-4e86-b306-032654394653 req-9cbfd54c-ec13-4b31-b968-9c3ef6a1d01d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6053f626-2309-4760-a720-9eef23c240bd HTTP/1.1" status: 200 len: 912 time: 0.5458159 Mar 16 10:51:00.220194 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761576d6-36bf-4401-929d-146716b92997 None None] No DVR routers for this DVR port 61e17464-11ae-4dd3-a42b-609108d32bfb on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:51:00.226429 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761576d6-36bf-4401-929d-146716b92997 None None] Pushing event deleted for resources: {'Port': ['ID=61e17464-11ae-4dd3-a42b-609108d32bfb,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:00.246652 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.268855 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3eed-48b9-4da6-a45d-9413a128ed39 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.316521 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f69fea-e51a-44b5-9a65-8587e9032012 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 20d47681-6d62-4773-92bf-3c5d16b5ce28 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:00.318106 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.resource_extend [None req-4dd8d30f-6f37-4500-8c31-2a5ba5bc9bda tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:51:00.328973 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e5d26c30-bab1-4330-91f4-e26fab51b7c0 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.329301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e5d26c30-bab1-4330-91f4-e26fab51b7c0 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.337638 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.432044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-03f69fea-e51a-44b5-9a65-8587e9032012 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:00.468445 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3eed-48b9-4da6-a45d-9413a128ed39 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.497195 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:00.505778 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-e5d26c30-bab1-4330-91f4-e26fab51b7c0 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Calling delete_port for 00efd9d3-3e05-4847-a377-e349cef2226a owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:00.563182 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Usage tracker for resource:security_group_rule and tenant:f7d706c97d5b45f0b7ed1ce76ff25162 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:00.572303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:00.583466 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:00.636174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:51:00.636174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:51:00.686359 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3eed-48b9-4da6-a45d-9413a128ed39 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.705323 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-81b65207-d048-49b8-9fe9-bf53a449bdd6 None None] Provisioning complete for port 020809f7-b78f-4018-83f0-40ccbe6b3355 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:00.705693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-81b65207-d048-49b8-9fe9-bf53a449bdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.718695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d30f-6f37-4500-8c31-2a5ba5bc9bda tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.720662 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01af8cfb-d3d7-430a-8901-00bff1478399 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:00.725506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-01af8cfb-d3d7-430a-8901-00bff1478399 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.737266 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f9602a-fa42-404d-ab7b-a64dd0df57d6 None None] Sync routers for ids ['6556e395-c753-495e-934b-5af126e5265a'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:00.764750 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f9602a-fa42-404d-ab7b-a64dd0df57d6 None None] Routers {'6556e395-c753-495e-934b-5af126e5265a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:00.765293 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-46f9602a-fa42-404d-ab7b-a64dd0df57d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6556e395-c753-495e-934b-5af126e5265a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:00.824669 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d30f-6f37-4500-8c31-2a5ba5bc9bda tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.866639 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-81b65207-d048-49b8-9fe9-bf53a449bdd6 None None] Port 020809f7-b78f-4018-83f0-40ccbe6b3355 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:00.871392 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d3eed-48b9-4da6-a45d-9413a128ed39 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=71cd80fb-19ad-4058-b4d6-6adab882c48d,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:00.874666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3eed-48b9-4da6-a45d-9413a128ed39 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.881504 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-10c64612-7945-466a-acdd-b84c72395017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.924869 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-91c0b127-2778-4e86-b306-032654394653 req-94b676eb-c80a-49fa-a168-6a45043db1aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30956012-7c3e-4dd5-aee3-f07e84737b4d HTTP/1.1" status: 200 len: 1001 time: 0.7041707 Mar 16 10:51:00.937699 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2c7d3eed-48b9-4da6-a45d-9413a128ed39 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/71cd80fb-19ad-4058-b4d6-6adab882c48d HTTP/1.1" status: 204 len: 168 time: 1.2700982 Mar 16 10:51:00.942232 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44050) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:00.983693 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e5d26c30-bab1-4330-91f4-e26fab51b7c0 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.995663 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-46f9602a-fa42-404d-ab7b-a64dd0df57d6 None None] Set router 6556e395-c753-495e-934b-5af126e5265a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:01.018310 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-01af8cfb-d3d7-430a-8901-00bff1478399 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "PUT /v2.0/floatingips/611ddf5e-1d43-437d-8bb0-ae7df85bb85d HTTP/1.1" status: 200 len: 991 time: 5.8210309 Mar 16 10:51:01.025251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cd47a3-4286-4cb5-963f-42734884db6c', 'tag': '20612511-e8b3-4849-b916-37451ada4783'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:51:01.042796 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.119294 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3cd47a3-4286-4cb5-963f-42734884db6c', 'tag': '20612511-e8b3-4849-b916-37451ada4783', 'status': 'completed', 'code': 200} Mar 16 10:51:01.132579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0b127-2778-4e86-b306-032654394653 req-696faa70-7853-4875-b9d5-5f0b275e1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:01.134004 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-91c0b127-2778-4e86-b306-032654394653 req-696faa70-7853-4875-b9d5-5f0b275e1695 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=daeb902a-ccad-4a6c-aa0c-329a9cf985f7 HTTP/1.1" status: 200 len: 850 time: 0.1956153 Mar 16 10:51:01.136895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f69fea-e51a-44b5-9a65-8587e9032012 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 72b57ff5-0de7-42df-aae9-45f46ba4e79f is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:51:01.167757 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.168214 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.176814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d26c30-bab1-4330-91f4-e26fab51b7c0 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Port': ['ID=00efd9d3-3e05-4847-a377-e349cef2226a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:01.178599 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Deleting port 61e17464-11ae-4dd3-a42b-609108d32bfb {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:01.178937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.381693 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] The port '61e17464-11ae-4dd3-a42b-609108d32bfb' was deleted {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:51:01.393684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5727e86e-9251-40a2-9c71-a8e15c4c72ef tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.405119 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f69fea-e51a-44b5-9a65-8587e9032012 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:01.411435 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-03f69fea-e51a-44b5-9a65-8587e9032012 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/72b57ff5-0de7-42df-aae9-45f46ba4e79f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2007687 Mar 16 10:51:01.411708 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 23ba7de8-ae67-431e-8733-9a6087cfb9e5 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:51:01.414604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44058) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:01.418833 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-4dd8d30f-6f37-4500-8c31-2a5ba5bc9bda tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Floating IP d64af580-9b2e-41fa-bcb1-324eb1a0bb46 associated. External IP: 172.26.3.189, port: 2bab4489-9823-4747-b03e-ed438539041d. Mar 16 10:51:01.419903 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0183f2-e297-45c3-a9bd-b66721991638 None None] Sync routers for ids ['72b57ff5-0de7-42df-aae9-45f46ba4e79f'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:01.433227 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0183f2-e297-45c3-a9bd-b66721991638 None None] Routers {'72b57ff5-0de7-42df-aae9-45f46ba4e79f'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:01.434470 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-be0183f2-e297-45c3-a9bd-b66721991638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['72b57ff5-0de7-42df-aae9-45f46ba4e79f'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:01.436522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2d3e34-2afc-4188-bded-2be592ce2f4d,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:01.453690 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 23ba7de8-ae67-431e-8733-9a6087cfb9e5 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:51:01.454041 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 23ba7de8-ae67-431e-8733-9a6087cfb9e5 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:51:01.465369 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:01.478715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-46f9602a-fa42-404d-ab7b-a64dd0df57d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6556e395-c753-495e-934b-5af126e5265a', 'name': 'tempest-ServerActionsTestJSON-1781411815-router', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:52Z', 'revision_number': 4, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'gw_port': {'id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:41Z', 'updated_at': '2022-03-16T10:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '611ddf5e-1d43-437d-8bb0-ae7df85bb85d', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '6556e395-c753-495e-934b-5af126e5265a', 'port_id': '20612511-e8b3-4849-b916-37451ada4783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5', 'mac_address': 'fa:16:3e:90:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd47a3-4286-4cb5-963f-42734884db6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:50:05Z', 'updated_at': '2022-03-16T10:50:56Z', 'revision_number': 1, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebce5850-b436-49bb-bf0a-2f81d7b819be', 'name': '', 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'mac_address': 'fa:16:3e:e1:05:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:51Z', 'updated_at': '2022-03-16T10:50:08Z', 'revision_number': 5, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'subnets': [{'id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:01.486031 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f9602a-fa42-404d-ab7b-a64dd0df57d6 None None] Checking router: 6556e395-c753-495e-934b-5af126e5265a for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:51:01.498604 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f9602a-fa42-404d-ab7b-a64dd0df57d6 None None] Routers {'6556e395-c753-495e-934b-5af126e5265a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:01.499341 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-46f9602a-fa42-404d-ab7b-a64dd0df57d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6556e395-c753-495e-934b-5af126e5265a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:01.511860 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e5d26c30-bab1-4330-91f4-e26fab51b7c0 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.547674 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-be0183f2-e297-45c3-a9bd-b66721991638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:01.561743 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0183f2-e297-45c3-a9bd-b66721991638 None None] Routers {'72b57ff5-0de7-42df-aae9-45f46ba4e79f'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:01.562806 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-be0183f2-e297-45c3-a9bd-b66721991638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:50:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['72b57ff5-0de7-42df-aae9-45f46ba4e79f'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:01.573034 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.573295 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Added segment 8cf3678a-5fb2-4d90-a605-6f75bc49596a of type vlan for network b313c127-b685-491e-9f69-bb0dfbe7c307 Mar 16 10:51:01.612791 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e5d26c30-bab1-4330-91f4-e26fab51b7c0 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.614174 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e5d26c30-bab1-4330-91f4-e26fab51b7c0 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/floatingips/2a15fce5-f253-4173-b73b-5a9b609ad5cb HTTP/1.1" status: 204 len: 168 time: 3.2120464 Mar 16 10:51:01.623606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44062) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:01.626411 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.639752 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-be0183f2-e297-45c3-a9bd-b66721991638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:01.640242 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0183f2-e297-45c3-a9bd-b66721991638 None None] The sync data for ids ['72b57ff5-0de7-42df-aae9-45f46ba4e79f'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:01.663385 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': 'f30bfd8e-9bbe-4931-a731-fa628b04b7ad'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:01.673361 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c18500-02e6-498b-93b1-3d967691afe1 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:01.673977 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-25c18500-02e6-498b-93b1-3d967691afe1 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Synchronizing usage tracker for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:01.706196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:01.706984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801b538-1fca-4442-8116-c966024377e8 req-2c0eb5e6-469c-4a94-9ad8-6d1d898afc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:01.708514 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5801b538-1fca-4442-8116-c966024377e8 req-2c0eb5e6-469c-4a94-9ad8-6d1d898afc30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f7f82da52584a9cb3b9e11b4547dbe8&device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 1099 time: 0.5637407 Mar 16 10:51:01.721905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0b127-2778-4e86-b306-032654394653 req-d8fadd51-f2d7-4c2d-a615-158a79db4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:01.722582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Usage tracker for resource:floatingip and tenant:0f12354052d5494e842e68b562c9c3fe is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:01.723408 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-91c0b127-2778-4e86-b306-032654394653 req-d8fadd51-f2d7-4c2d-a615-158a79db4a6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6053f626-2309-4760-a720-9eef23c240bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5775697 Mar 16 10:51:01.730408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:01.733967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38eec55b-f623-488d-8db8-969b9794f3b9']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:01.741402 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.757394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-46f9602a-fa42-404d-ab7b-a64dd0df57d6 None None] Set router 6556e395-c753-495e-934b-5af126e5265a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:01.802447 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:01.803657 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-25c18500-02e6-498b-93b1-3d967691afe1 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Unset dirty status for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:01.807348 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-25c18500-02e6-498b-93b1-3d967691afe1 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports/020809f7-b78f-4018-83f0-40ccbe6b3355 HTTP/1.1" status: 200 len: 976 time: 0.3877194 Mar 16 10:51:01.807485 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7588ff-bdf8-4ea2-ba68-2be93c6216e2') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:01.807485 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7588ff-bdf8-4ea2-ba68-2be93c6216e2') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:01.814528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44066) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:01.821450 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353663ed-d5d7-4985-862a-1f5246bb1eb4 req-0c3e68e3-c351-4b61-91c1-1695cb650553 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:01.822938 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-353663ed-d5d7-4985-862a-1f5246bb1eb4 req-0c3e68e3-c351-4b61-91c1-1695cb650553 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.6147633 Mar 16 10:51:01.825597 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5727e86e-9251-40a2-9c71-a8e15c4c72ef tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.846352 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.890081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-5727e86e-9251-40a2-9c71-a8e15c4c72ef tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc2d9dc-7eb2-4ac4-b701-7e002900629c']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:01.903541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.928036 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.942110 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-5727e86e-9251-40a2-9c71-a8e15c4c72ef tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6e87bd-b767-4eed-abd2-749a95aa30e2') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:01.942110 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-5727e86e-9251-40a2-9c71-a8e15c4c72ef tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6e87bd-b767-4eed-abd2-749a95aa30e2') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:01.961952 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:01.962351 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:01.976903 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:01.993320 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5727e86e-9251-40a2-9c71-a8e15c4c72ef tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.078864 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-353663ed-d5d7-4985-862a-1f5246bb1eb4 req-d975adcb-79d8-4729-b3c6-7927fbad8e89 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394083 Mar 16 10:51:02.099193 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:02.101452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5727e86e-9251-40a2-9c71-a8e15c4c72ef tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.117854 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5727e86e-9251-40a2-9c71-a8e15c4c72ef tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:02.118261 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5727e86e-9251-40a2-9c71-a8e15c4c72ef tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:02.132917 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:02.152960 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-46f9602a-fa42-404d-ab7b-a64dd0df57d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6556e395-c753-495e-934b-5af126e5265a', 'name': 'tempest-ServerActionsTestJSON-1781411815-router', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:52Z', 'revision_number': 4, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'gw_port': {'id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:41Z', 'updated_at': '2022-03-16T10:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '611ddf5e-1d43-437d-8bb0-ae7df85bb85d', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '6556e395-c753-495e-934b-5af126e5265a', 'port_id': '20612511-e8b3-4849-b916-37451ada4783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5', 'mac_address': 'fa:16:3e:90:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd47a3-4286-4cb5-963f-42734884db6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:50:05Z', 'updated_at': '2022-03-16T10:50:56Z', 'revision_number': 1, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebce5850-b436-49bb-bf0a-2f81d7b819be', 'name': '', 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'mac_address': 'fa:16:3e:e1:05:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:51Z', 'updated_at': '2022-03-16T10:50:08Z', 'revision_number': 5, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'subnets': [{'id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:02.159355 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f9602a-fa42-404d-ab7b-a64dd0df57d6 None None] The sync data for ids ['6556e395-c753-495e-934b-5af126e5265a'] in dv-neutron-833859-1-hyperv is: [{'id': '6556e395-c753-495e-934b-5af126e5265a', 'name': 'tempest-ServerActionsTestJSON-1781411815-router', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:52Z', 'revision_number': 4, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'gw_port': {'id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:41Z', 'updated_at': '2022-03-16T10:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '611ddf5e-1d43-437d-8bb0-ae7df85bb85d', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '6556e395-c753-495e-934b-5af126e5265a', 'port_id': '20612511-e8b3-4849-b916-37451ada4783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5', 'mac_address': 'fa:16:3e:90:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd47a3-4286-4cb5-963f-42734884db6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:50:05Z', 'updated_at': '2022-03-16T10:50:56Z', 'revision_number': 1, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebce5850-b436-49bb-bf0a-2f81d7b819be', 'name': '', 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'mac_address': 'fa:16:3e:e1:05:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:51Z', 'updated_at': '2022-03-16T10:50:08Z', 'revision_number': 5, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'subnets': [{'id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:02.195342 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.195684 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Added segment 61f6ed45-250b-4ef3-9797-9ec26f46a912 of type vlan for network 0e1c9496-0204-4bf9-a115-5d7b2862f31f Mar 16 10:51:02.258886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.284325 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.313914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Network': ['ID=38eec55b-f623-488d-8db8-969b9794f3b9,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:02.320951 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.333863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5727e86e-9251-40a2-9c71-a8e15c4c72ef tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.338775 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-68baba75-3a33-4702-8385-34c21319274f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/38eec55b-f623-488d-8db8-969b9794f3b9 HTTP/1.1" status: 204 len: 168 time: 7.5598242 Mar 16 10:51:02.348258 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44072) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:02.358019 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5727e86e-9251-40a2-9c71-a8e15c4c72ef tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4dc2d9dc-7eb2-4ac4-b701-7e002900629c {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:51:02.367756 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727e86e-9251-40a2-9c71-a8e15c4c72ef tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Pushing event deleted for resources: {'Network': ['ID=4dc2d9dc-7eb2-4ac4-b701-7e002900629c,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:02.371240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5727e86e-9251-40a2-9c71-a8e15c4c72ef tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.396779 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5727e86e-9251-40a2-9c71-a8e15c4c72ef tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "DELETE /v2.0/networks/4dc2d9dc-7eb2-4ac4-b701-7e002900629c HTTP/1.1" status: 204 len: 168 time: 1.4500651 Mar 16 10:51:02.407084 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-63849906-6bad-403e-9648-26744f29da8e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-160738671'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:02.411648 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.412247 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.417719 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:02.423047 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:02.424356 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.429194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-63849906-6bad-403e-9648-26744f29da8e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:02.483917 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-91c0b127-2778-4e86-b306-032654394653 req-0f3b9374-55f9-47ec-8081-66152ea201aa service neutron] 10.222.0.18 "GET /v2.0/networks/6053f626-2309-4760-a720-9eef23c240bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330656 Mar 16 10:51:02.485430 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801b538-1fca-4442-8116-c966024377e8 req-5974e0d1-97e5-4335-970f-1b280960facc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:02.487014 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5801b538-1fca-4442-8116-c966024377e8 req-5974e0d1-97e5-4335-970f-1b280960facc service neutron] 10.222.0.18 "GET /v2.0/networks?id=4401366c-47f7-47e5-8a08-62fbd69fe2e5 HTTP/1.1" status: 200 len: 913 time: 0.7604311 Mar 16 10:51:02.502958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-63849906-6bad-403e-9648-26744f29da8e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:network and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:02.510336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-63849906-6bad-403e-9648-26744f29da8e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:02.544963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event updated for resources: {'Network': ['ID=b313c127-b685-491e-9f69-bb0dfbe7c307,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:02.563685 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network b313c127-b685-491e-9f69-bb0dfbe7c307 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:02.565538 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.568129 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.3245130 Mar 16 10:51:02.583686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44080) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:02.675404 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-63849906-6bad-403e-9648-26744f29da8e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:02.783015 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44086) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:02.864331 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a343f3e0-dc2f-46d8-8dc6-168b18b3d7fc tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Request body: {'router': {'name': 'tempest-router--710042279', 'project_id': '312aa1a02f76412fa584e0d76dff4501'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:02.893864 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd8d30f-6f37-4500-8c31-2a5ba5bc9bda tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Router c4efcd2f-673e-4927-8d3c-d7ac5f58329e has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:02.901889 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a343f3e0-dc2f-46d8-8dc6-168b18b3d7fc tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:02.908103 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63849906-6bad-403e-9648-26744f29da8e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:02.910399 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ca83c5-7098-4097-98b0-ea165580a7a2 None None] New status for floating IP 611ddf5e-1d43-437d-8bb0-ae7df85bb85d: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:51:02.910916 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-63849906-6bad-403e-9648-26744f29da8e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.942773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a343f3e0-dc2f-46d8-8dc6-168b18b3d7fc tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Usage tracker for resource:router and tenant:312aa1a02f76412fa584e0d76dff4501 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:02.951389 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5801b538-1fca-4442-8116-c966024377e8 req-df930bd0-7c31-4b64-8044-da3211db88be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20612511-e8b3-4849-b916-37451ada4783 HTTP/1.1" status: 200 len: 999 time: 0.4505765 Mar 16 10:51:02.955536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a343f3e0-dc2f-46d8-8dc6-168b18b3d7fc tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:02.976293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a343f3e0-dc2f-46d8-8dc6-168b18b3d7fc tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:03.002585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9d1e05a4-7f32-46d7-a2ee-0bed1bae6d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.002839 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23a04d-ce4c-4e03-bc4c-3a60fa1a06c8 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event updated for resources: {'Network': ['ID=0e1c9496-0204-4bf9-a115-5d7b2862f31f,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:03.017928 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 0e1c9496-0204-4bf9-a115-5d7b2862f31f details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:03.119593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025af39d-7e7b-4b6b-b3fa-f6b8c010a1b5 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:03.126427 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025af39d-7e7b-4b6b-b3fa-f6b8c010a1b5 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:03.132373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025af39d-7e7b-4b6b-b3fa-f6b8c010a1b5 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:03.138202 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025af39d-7e7b-4b6b-b3fa-f6b8c010a1b5 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:03.139057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-025af39d-7e7b-4b6b-b3fa-f6b8c010a1b5 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Synchronizing usage tracker for tenant:f7d706c97d5b45f0b7ed1ce76ff25162 on resource:network {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:03.149613 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Allocated IP 172.26.3.57 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/38baf460-68f6-4a53-9920-adbd95b3ef17) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:03.160075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce8ce8-71fc-4784-9f24-21998ffb8055 req-8e7802f0-0b24-403c-ab7f-18cdf0bdeec0 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:03.161546 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b4ce8ce8-71fc-4784-9f24-21998ffb8055 req-8e7802f0-0b24-403c-ab7f-18cdf0bdeec0 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.9414556 Mar 16 10:51:03.186522 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-91c0b127-2778-4e86-b306-032654394653 req-4bb8bf6f-0d59-4d38-a446-b1314f77337a service neutron] 10.222.0.18 "GET /v2.0/networks/6053f626-2309-4760-a720-9eef23c240bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6838038 Mar 16 10:51:03.187064 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-025af39d-7e7b-4b6b-b3fa-f6b8c010a1b5 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Unset dirty status for tenant:f7d706c97d5b45f0b7ed1ce76ff25162 on resource:network {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:03.192004 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-025af39d-7e7b-4b6b-b3fa-f6b8c010a1b5 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6044250 Mar 16 10:51:03.195131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a343f3e0-dc2f-46d8-8dc6-168b18b3d7fc tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.196343 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a343f3e0-dc2f-46d8-8dc6-168b18b3d7fc tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.200498 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44090) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:03.202076 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63849906-6bad-403e-9648-26744f29da8e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:03.283012 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801b538-1fca-4442-8116-c966024377e8 req-dc342c4d-88e3-4023-9aac-5936b3808e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:03.284600 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5801b538-1fca-4442-8116-c966024377e8 req-dc342c4d-88e3-4023-9aac-5936b3808e71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c1c0157-574c-4c1c-a73d-323ed6286819 HTTP/1.1" status: 200 len: 851 time: 0.3134112 Mar 16 10:51:03.310033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-63849906-6bad-403e-9648-26744f29da8e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.310376 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-63849906-6bad-403e-9648-26744f29da8e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Added segment 6932e948-7537-4fcf-89bc-db1c740a42c3 of type vlan for network 9648dca2-b18a-42ed-b4af-3c0c21482ae4 Mar 16 10:51:03.341858 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.374474 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.434869 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a343f3e0-dc2f-46d8-8dc6-168b18b3d7fc tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.437846 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:03.440533 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:03.442902 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:03.489705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=38baf460-68f6-4a53-9920-adbd95b3ef17,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:03.661701 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b4ce8ce8-71fc-4784-9f24-21998ffb8055 req-0013beeb-eb7b-4864-86a2-6468a1efbf44 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4749353 Mar 16 10:51:03.699583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-63849906-6bad-403e-9648-26744f29da8e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.719441 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49c6448b-0ba7-4428-a28c-c542e3ab5b92 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.732236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a343f3e0-dc2f-46d8-8dc6-168b18b3d7fc tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.742775 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd8d30f-6f37-4500-8c31-2a5ba5bc9bda tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:03.753211 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cc1ce0-a971-4c30-944f-caf733183fc4 None None] Sync routers for ids ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:03.764534 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc1ce0-a971-4c30-944f-caf733183fc4 None None] Routers {'c4efcd2f-673e-4927-8d3c-d7ac5f58329e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:03.765315 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-63cc1ce0-a971-4c30-944f-caf733183fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:03.826768 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d30f-6f37-4500-8c31-2a5ba5bc9bda tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.871589 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a343f3e0-dc2f-46d8-8dc6-168b18b3d7fc tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.872759 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a343f3e0-dc2f-46d8-8dc6-168b18b3d7fc tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0324972 Mar 16 10:51:03.876280 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44094) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:03.945436 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-63849906-6bad-403e-9648-26744f29da8e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.951332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63849906-6bad-403e-9648-26744f29da8e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:03.951904 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-63849906-6bad-403e-9648-26744f29da8e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.954462 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-63cc1ce0-a971-4c30-944f-caf733183fc4 None None] Set router c4efcd2f-673e-4927-8d3c-d7ac5f58329e gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:04.005668 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4dd8d30f-6f37-4500-8c31-2a5ba5bc9bda tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "PUT /v2.0/floatingips/d64af580-9b2e-41fa-bcb1-324eb1a0bb46 HTTP/1.1" status: 200 len: 991 time: 7.1811218 Mar 16 10:51:04.021819 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bfe812-a930-42ab-a925-8dbc288acf8b', 'tag': '2bab4489-9823-4747-b03e-ed438539041d'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:51:04.026303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-81e6c915-3b4e-4254-bd0d-864b4bc8ec38 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.027421 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801b538-1fca-4442-8116-c966024377e8 req-ff30b22a-1ef5-46ae-9247-c9ba7321ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:04.028999 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5801b538-1fca-4442-8116-c966024377e8 req-ff30b22a-1ef5-46ae-9247-c9ba7321ff49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4401366c-47f7-47e5-8a08-62fbd69fe2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6570535 Mar 16 10:51:04.103648 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-63849906-6bad-403e-9648-26744f29da8e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7444961 Mar 16 10:51:04.124606 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44102) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:04.126691 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49c6448b-0ba7-4428-a28c-c542e3ab5b92 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.182785 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bfe812-a930-42ab-a925-8dbc288acf8b', 'tag': '2bab4489-9823-4747-b03e-ed438539041d', 'status': 'completed', 'code': 200} Mar 16 10:51:04.248548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a992c235-bb26-44bf-b71e-e3a4c73f1253 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:04.315700 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63849906-6bad-403e-9648-26744f29da8e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Network': ['ID=9648dca2-b18a-42ed-b4af-3c0c21482ae4,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:04.347914 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.352975 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 9648dca2-b18a-42ed-b4af-3c0c21482ae4 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:04.365554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-49c6448b-0ba7-4428-a28c-c542e3ab5b92 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b313c127-b685-491e-9f69-bb0dfbe7c307']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:04.404484 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.435770 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.448439 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-63cc1ce0-a971-4c30-944f-caf733183fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'name': 'tempest-ServersTestJSON-1438176097-router', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:54Z', 'revision_number': 4, 'project_id': '88d104187244448c94232efcadd9a6a6', 'gw_port': {'id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:43Z', 'updated_at': '2022-03-16T10:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'd64af580-9b2e-41fa-bcb1-324eb1a0bb46', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'floating_ip_address': '172.26.3.189', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'port_id': '2bab4489-9823-4747-b03e-ed438539041d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff', 'mac_address': 'fa:16:3e:aa:b9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bfe812-a930-42ab-a925-8dbc288acf8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:50:09Z', 'updated_at': '2022-03-16T10:51:00Z', 'revision_number': 1, 'project_id': '88d104187244448c94232efcadd9a6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a593dc41-b4ba-4d5c-bddd-cf191a90eb2c', 'name': '', 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'mac_address': 'fa:16:3e:3d:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:50Z', 'updated_at': '2022-03-16T10:50:09Z', 'revision_number': 5, 'project_id': '88d104187244448c94232efcadd9a6a6', 'subnets': [{'id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:04.453923 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cc1ce0-a971-4c30-944f-caf733183fc4 None None] Checking router: c4efcd2f-673e-4927-8d3c-d7ac5f58329e for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:51:04.466455 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc1ce0-a971-4c30-944f-caf733183fc4 None None] Routers {'c4efcd2f-673e-4927-8d3c-d7ac5f58329e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:04.468962 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-63cc1ce0-a971-4c30-944f-caf733183fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:04.477745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-49c6448b-0ba7-4428-a28c-c542e3ab5b92 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf3678a-5fb2-4d90-a605-6f75bc49596a') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:04.478371 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-49c6448b-0ba7-4428-a28c-c542e3ab5b92 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf3678a-5fb2-4d90-a605-6f75bc49596a') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:04.514619 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49c6448b-0ba7-4428-a28c-c542e3ab5b92 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.543314 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-81e6c915-3b4e-4254-bd0d-864b4bc8ec38 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.552728 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b925e2-5473-480d-a298-ed6fdac23f67 req-cb45d02b-70b3-4453-8e11-807b04453f1d tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:04.554570 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-81b925e2-5473-480d-a298-ed6fdac23f67 req-cb45d02b-70b3-4453-8e11-807b04453f1d tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 945 time: 0.3860545 Mar 16 10:51:04.556228 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-81e6c915-3b4e-4254-bd0d-864b4bc8ec38 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.592933 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49c6448b-0ba7-4428-a28c-c542e3ab5b92 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.617717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-57edd1b5-97ce-4024-bbda-1a2732646c1d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.640041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-81e6c915-3b4e-4254-bd0d-864b4bc8ec38 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.641446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e6c915-3b4e-4254-bd0d-864b4bc8ec38 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c956d939-aed4-4e49-aaf4-b95f7af9aa30 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:51:04.675906 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-81b925e2-5473-480d-a298-ed6fdac23f67 req-1af91f7c-3039-4de1-8896-ee467cee78e4 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014729 Mar 16 10:51:04.681335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.685634 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c6448b-0ba7-4428-a28c-c542e3ab5b92 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:04.686041 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49c6448b-0ba7-4428-a28c-c542e3ab5b92 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:04.706216 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:04.710593 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5801b538-1fca-4442-8116-c966024377e8 req-945786ee-6cd7-47cd-8598-639eabb0782e service neutron] 10.222.0.18 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6196511 Mar 16 10:51:04.715979 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-63cc1ce0-a971-4c30-944f-caf733183fc4 None None] Set router c4efcd2f-673e-4927-8d3c-d7ac5f58329e gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:04.759339 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-81e6c915-3b4e-4254-bd0d-864b4bc8ec38 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.761094 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-81e6c915-3b4e-4254-bd0d-864b4bc8ec38 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "DELETE /v2.0/routers/c956d939-aed4-4e49-aaf4-b95f7af9aa30 HTTP/1.1" status: 204 len: 168 time: 0.8835397 Mar 16 10:51:04.930653 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44114) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:04.969484 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.975031 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.980536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1095a4a-e7e9-443e-be80-df2f8741a307 req-9673c4b4-4c95-4715-a377-48c8af8f9453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:04.982016 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a1095a4a-e7e9-443e-be80-df2f8741a307 req-9673c4b4-4c95-4715-a377-48c8af8f9453 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=88d104187244448c94232efcadd9a6a6&device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 1098 time: 0.7767267 Mar 16 10:51:05.106391 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=38baf460-68f6-4a53-9920-adbd95b3ef17,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:05.116270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.167046 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-63cc1ce0-a971-4c30-944f-caf733183fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'name': 'tempest-ServersTestJSON-1438176097-router', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:54Z', 'revision_number': 4, 'project_id': '88d104187244448c94232efcadd9a6a6', 'gw_port': {'id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:43Z', 'updated_at': '2022-03-16T10:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'd64af580-9b2e-41fa-bcb1-324eb1a0bb46', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'floating_ip_address': '172.26.3.189', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'port_id': '2bab4489-9823-4747-b03e-ed438539041d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff', 'mac_address': 'fa:16:3e:aa:b9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bfe812-a930-42ab-a925-8dbc288acf8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:50:09Z', 'updated_at': '2022-03-16T10:51:00Z', 'revision_number': 1, 'project_id': '88d104187244448c94232efcadd9a6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a593dc41-b4ba-4d5c-bddd-cf191a90eb2c', 'name': '', 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'mac_address': 'fa:16:3e:3d:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:50Z', 'updated_at': '2022-03-16T10:50:09Z', 'revision_number': 5, 'project_id': '88d104187244448c94232efcadd9a6a6', 'subnets': [{'id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:05.172592 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cc1ce0-a971-4c30-944f-caf733183fc4 None None] The sync data for ids ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'] in dv-neutron-833859-1-hyperv is: [{'id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'name': 'tempest-ServersTestJSON-1438176097-router', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:54Z', 'revision_number': 4, 'project_id': '88d104187244448c94232efcadd9a6a6', 'gw_port': {'id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:43Z', 'updated_at': '2022-03-16T10:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'd64af580-9b2e-41fa-bcb1-324eb1a0bb46', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'floating_ip_address': '172.26.3.189', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'port_id': '2bab4489-9823-4747-b03e-ed438539041d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff', 'mac_address': 'fa:16:3e:aa:b9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bfe812-a930-42ab-a925-8dbc288acf8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:50:09Z', 'updated_at': '2022-03-16T10:51:00Z', 'revision_number': 1, 'project_id': '88d104187244448c94232efcadd9a6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a593dc41-b4ba-4d5c-bddd-cf191a90eb2c', 'name': '', 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'mac_address': 'fa:16:3e:3d:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:50Z', 'updated_at': '2022-03-16T10:50:09Z', 'revision_number': 5, 'project_id': '88d104187244448c94232efcadd9a6a6', 'subnets': [{'id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:05.207389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49c6448b-0ba7-4428-a28c-c542e3ab5b92 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.295249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-77843680', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:05.306650 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:05.314674 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Usage tracker for resource:router and tenant:3b45365384544d2aa7bc1cd0060bd8cf is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:05.325717 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:05.336119 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:05.342092 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Floating IP 772385b3-fc68-4c8f-8a08-8008bc437d63 associated. External IP: 172.26.3.57, port: f30bfd8e-9bbe-4931-a731-fa628b04b7ad. Mar 16 10:51:05.379946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a992c235-bb26-44bf-b71e-e3a4c73f1253 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.418882 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.419908 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.444430 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb607e87-4d88-4d04-a8cf-5c8fc0165c53 None None] New status for floating IP d64af580-9b2e-41fa-bcb1-324eb1a0bb46: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:51:05.469250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49c6448b-0ba7-4428-a28c-c542e3ab5b92 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.508652 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.534591 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6448b-0ba7-4428-a28c-c542e3ab5b92 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event deleted for resources: {'Network': ['ID=b313c127-b685-491e-9f69-bb0dfbe7c307,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:05.549647 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a992c235-bb26-44bf-b71e-e3a4c73f1253 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.580831 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-49c6448b-0ba7-4428-a28c-c542e3ab5b92 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "DELETE /v2.0/networks/b313c127-b685-491e-9f69-bb0dfbe7c307 HTTP/1.1" status: 204 len: 168 time: 2.3649085 Mar 16 10:51:05.598006 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a992c235-bb26-44bf-b71e-e3a4c73f1253 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network 9648dca2-b18a-42ed-b4af-3c0c21482ae4 is not hosted by any dhcp agent {{(pid=87969) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 10:51:05.601787 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44122) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:05.603286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a992c235-bb26-44bf-b71e-e3a4c73f1253 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:05.603871 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a992c235-bb26-44bf-b71e-e3a4c73f1253 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.605082 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a992c235-bb26-44bf-b71e-e3a4c73f1253 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "PUT /v2.0/networks/9648dca2-b18a-42ed-b4af-3c0c21482ae4 HTTP/1.1" status: 200 len: 723 time: 1.4195294 Mar 16 10:51:05.614347 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5801b538-1fca-4442-8116-c966024377e8 req-2ad26020-3342-42e9-ab56-a46dd6758d1e service neutron] 10.222.0.18 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8761928 Mar 16 10:51:05.617444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44124) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:05.639534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-163ea838-a56a-4a48-97cc-c1e7952797b5 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'subnet': {'network_id': '9648dca2-b18a-42ed-b4af-3c0c21482ae4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:05.753521 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992c235-bb26-44bf-b71e-e3a4c73f1253 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Network': ['ID=9648dca2-b18a-42ed-b4af-3c0c21482ae4,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:05.762938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf62d48-8e6c-4135-93ba-f8d42d199487 req-befbb931-0673-4bb0-b5fc-a0bf39ae8afc tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:05.764463 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adf62d48-8e6c-4135-93ba-f8d42d199487 req-befbb931-0673-4bb0-b5fc-a0bf39ae8afc tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.8598821 Mar 16 10:51:05.769154 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 9648dca2-b18a-42ed-b4af-3c0c21482ae4 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:05.772241 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1095a4a-e7e9-443e-be80-df2f8741a307 req-9d4f8713-74c8-452c-afa3-ae4d77b1f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:05.773690 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a1095a4a-e7e9-443e-be80-df2f8741a307 req-9d4f8713-74c8-452c-afa3-ae4d77b1f924 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d0c7ad5-cc66-42bd-9976-b209dfba76ff HTTP/1.1" status: 200 len: 907 time: 0.7644470 Mar 16 10:51:05.911795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.957558 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-163ea838-a56a-4a48-97cc-c1e7952797b5 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:05.980886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-163ea838-a56a-4a48-97cc-c1e7952797b5 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:subnet and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:05.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-163ea838-a56a-4a48-97cc-c1e7952797b5 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:05.995834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-57edd1b5-97ce-4024-bbda-1a2732646c1d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port 020809f7-b78f-4018-83f0-40ccbe6b3355 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:05.996171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-57edd1b5-97ce-4024-bbda-1a2732646c1d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.028173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-163ea838-a56a-4a48-97cc-c1e7952797b5 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:06.037747 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a1095a4a-e7e9-443e-be80-df2f8741a307 req-4a789bf7-770f-4ae3-bb45-84f2ac3245e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bab4489-9823-4747-b03e-ed438539041d HTTP/1.1" status: 200 len: 1001 time: 0.2039149 Mar 16 10:51:06.040495 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adf62d48-8e6c-4135-93ba-f8d42d199487 req-a2994767-2dfe-4c3a-8e20-52a01675be56 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195480 Mar 16 10:51:06.110707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163ea838-a56a-4a48-97cc-c1e7952797b5 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:06.114104 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-163ea838-a56a-4a48-97cc-c1e7952797b5 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.154742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.161191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-afb70077-27eb-4785-a279-aeb3554d0301 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.243795 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1095a4a-e7e9-443e-be80-df2f8741a307 req-60708522-1a92-4f07-9074-e8d9e198a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:06.245257 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a1095a4a-e7e9-443e-be80-df2f8741a307 req-60708522-1a92-4f07-9074-e8d9e198a498 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69 HTTP/1.1" status: 200 len: 845 time: 0.1971829 Mar 16 10:51:06.290037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 70932f2b-e2ed-421c-886a-a7bd9593eacc has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:06.361383 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-afb70077-27eb-4785-a279-aeb3554d0301 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.393412 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-57edd1b5-97ce-4024-bbda-1a2732646c1d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.503861 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-afb70077-27eb-4785-a279-aeb3554d0301 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1c9496-0204-4bf9-a115-5d7b2862f31f']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:06.522450 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-57edd1b5-97ce-4024-bbda-1a2732646c1d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Calling delete_port for 020809f7-b78f-4018-83f0-40ccbe6b3355 owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:06.527135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-afb70077-27eb-4785-a279-aeb3554d0301 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f6ed45-250b-4ef3-9797-9ec26f46a912') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:06.527444 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-afb70077-27eb-4785-a279-aeb3554d0301 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f6ed45-250b-4ef3-9797-9ec26f46a912') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:06.604109 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-afb70077-27eb-4785-a279-aeb3554d0301 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.639785 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1095a4a-e7e9-443e-be80-df2f8741a307 req-7e76e99b-623a-4ac7-ac30-ab23e8caa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:06.641304 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a1095a4a-e7e9-443e-be80-df2f8741a307 req-7e76e99b-623a-4ac7-ac30-ab23e8caa601 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d0c7ad5-cc66-42bd-9976-b209dfba76ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3460917 Mar 16 10:51:06.650357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-afb70077-27eb-4785-a279-aeb3554d0301 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.662175 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:06.672287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb70077-27eb-4785-a279-aeb3554d0301 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:06.672900 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-afb70077-27eb-4785-a279-aeb3554d0301 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.673049 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42df27-3ea7-4d32-8171-929beba98055 None None] Sync routers for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:06.686822 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42df27-3ea7-4d32-8171-929beba98055 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:06.688155 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ba42df27-3ea7-4d32-8171-929beba98055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:06.707790 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:06.764449 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ba42df27-3ea7-4d32-8171-929beba98055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:06.773628 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42df27-3ea7-4d32-8171-929beba98055 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:06.774035 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ba42df27-3ea7-4d32-8171-929beba98055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:06.778817 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.829100 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-163ea838-a56a-4a48-97cc-c1e7952797b5 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.836563 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ba42df27-3ea7-4d32-8171-929beba98055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:06.837232 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42df27-3ea7-4d32-8171-929beba98055 None None] The sync data for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:06.862122 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-afb70077-27eb-4785-a279-aeb3554d0301 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.866440 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-afb70077-27eb-4785-a279-aeb3554d0301 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.898986 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f5aabaaa-79fe-467c-aec7-017b420149e4 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.2638884 Mar 16 10:51:06.952893 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44130) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:07.001792 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a1095a4a-e7e9-443e-be80-df2f8741a307 req-3849d055-3add-41ad-ac6f-c03e8d1c862a service neutron] 10.222.0.18 "GET /v2.0/networks/5d0c7ad5-cc66-42bd-9976-b209dfba76ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497939 Mar 16 10:51:07.024581 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb70077-27eb-4785-a279-aeb3554d0301 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event deleted for resources: {'Network': ['ID=0e1c9496-0204-4bf9-a115-5d7b2862f31f,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:07.044182 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-afb70077-27eb-4785-a279-aeb3554d0301 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "DELETE /v2.0/networks/0e1c9496-0204-4bf9-a115-5d7b2862f31f HTTP/1.1" status: 204 len: 168 time: 1.4357855 Mar 16 10:51:07.053466 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44134) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:07.151283 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ea838-a56a-4a48-97cc-c1e7952797b5 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Subnet': ['ID=6cd1bb42-6eed-42fa-b6ae-d349aeea5e22,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:07.175140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.246311 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163ea838-a56a-4a48-97cc-c1e7952797b5 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Checking segment: {'id': '6932e948-7537-4fcf-89bc-db1c740a42c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9648dca2-b18a-42ed-b4af-3c0c21482ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:07.246666 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163ea838-a56a-4a48-97cc-c1e7952797b5 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network hostable DHCP agents. Network: 9648dca2-b18a-42ed-b4af-3c0c21482ae4, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:07.339408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-57edd1b5-97ce-4024-bbda-1a2732646c1d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.366233 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-584cfcac-c401-4bdf-8df0-a5d67714f3c9 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "GET /v2.0/floatingips/772385b3-fc68-4c8f-8a08-8008bc437d63 HTTP/1.1" status: 200 len: 976 time: 0.4121709 Mar 16 10:51:07.367419 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.368966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44140) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:07.418577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edd1b5-97ce-4024-bbda-1a2732646c1d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Port': ['ID=020809f7-b78f-4018-83f0-40ccbe6b3355,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:07.463932 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a1095a4a-e7e9-443e-be80-df2f8741a307 req-1d59ee48-3b38-4c91-93fd-55c211d64874 service neutron] 10.222.0.18 "GET /v2.0/networks/5d0c7ad5-cc66-42bd-9976-b209dfba76ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502921 Mar 16 10:51:07.472331 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163ea838-a56a-4a48-97cc-c1e7952797b5 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network 9648dca2-b18a-42ed-b4af-3c0c21482ae4 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:07.487643 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3243ea3e-54a0-406b-9283-e4539a140f01 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:07.493672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3243ea3e-54a0-406b-9283-e4539a140f01 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:07.494455 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3243ea3e-54a0-406b-9283-e4539a140f01 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Synchronizing usage tracker for tenant:f7d706c97d5b45f0b7ed1ce76ff25162 on resource:network {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:07.543195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-163ea838-a56a-4a48-97cc-c1e7952797b5 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 9648dca2-b18a-42ed-b4af-3c0c21482ae4) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:07.555193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df3c07c-86dd-4293-9e92-48a9529d43d7 None None] Network 9648dca2-b18a-42ed-b4af-3c0c21482ae4 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:07.555732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163ea838-a56a-4a48-97cc-c1e7952797b5 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:07.555976 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-163ea838-a56a-4a48-97cc-c1e7952797b5 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.566727 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3243ea3e-54a0-406b-9283-e4539a140f01 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Unset dirty status for tenant:f7d706c97d5b45f0b7ed1ce76ff25162 on resource:network {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:07.572234 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3243ea3e-54a0-406b-9283-e4539a140f01 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4972074 Mar 16 10:51:07.573638 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7ba097e5-166b-4e6c-aaac-8acb86874ccc tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Synchronizing usage tracker for tenant:0f12354052d5494e842e68b562c9c3fe on resource:floatingip {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:07.576792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44144) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:07.627330 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-4ad35e28-ad97-4580-be3b-95e8b9ced1ca tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2064248995'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:07.650210 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4ad35e28-ad97-4580-be3b-95e8b9ced1ca tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:07.674751 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aeaf7f-aae3-4f5b-b879-5b77a6599749 req-530a0e2b-5fcd-4700-8b72-dedf270efdd6 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:07.676253 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d8aeaf7f-aae3-4f5b-b879-5b77a6599749 req-530a0e2b-5fcd-4700-8b72-dedf270efdd6 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.4716527 Mar 16 10:51:07.677139 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4ad35e28-ad97-4580-be3b-95e8b9ced1ca tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:07.683241 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-163ea838-a56a-4a48-97cc-c1e7952797b5 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0619972 Mar 16 10:51:07.687929 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44148) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:07.702558 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-90a2c6d1-3c1f-467c-a5ac-6ad5ba7dd741 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:07.735594 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7ba097e5-166b-4e6c-aaac-8acb86874ccc tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Unset dirty status for tenant:0f12354052d5494e842e68b562c9c3fe on resource:floatingip {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:07.739375 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7ba097e5-166b-4e6c-aaac-8acb86874ccc tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.3627620 Mar 16 10:51:07.756525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44152) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:07.770951 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad35e28-ad97-4580-be3b-95e8b9ced1ca tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Made reservation on behalf of f7d706c97d5b45f0b7ed1ce76ff25162 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:07.772936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-57edd1b5-97ce-4024-bbda-1a2732646c1d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.779373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4ad35e28-ad97-4580-be3b-95e8b9ced1ca tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.804152 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-9648dca2-b18a-42ed-b4af-3c0c21482ae4', 'network_id': '9648dca2-b18a-42ed-b4af-3c0c21482ae4', 'tenant_id': '447abc0a1dba40e8899d6ce7bd5c04f2', 'fixed_ips': [{'subnet_id': '6cd1bb42-6eed-42fa-b6ae-d349aeea5e22'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:51:07.804979 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.827690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-82977511-db92-4e58-a459-bdcbb4c75edd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'floatingip': {'port_id': 'a94b9f04-1b69-4685-887e-91354c00ef62'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:07.918418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Allocated IP 172.26.3.179 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/dd197b02-8baa-4806-aeb0-023d0df62a6b) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:07.954008 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Allocated IP 172.20.0.2 (9648dca2-b18a-42ed-b4af-3c0c21482ae4/6cd1bb42-6eed-42fa-b6ae-d349aeea5e22/011b52d0-2902-4caf-bf36-c4998039d6aa) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:07.991615 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d8aeaf7f-aae3-4f5b-b879-5b77a6599749 req-8f643b85-77fe-44d3-a0e9-81fec21ec4ec tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989159 Mar 16 10:51:08.036715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad35e28-ad97-4580-be3b-95e8b9ced1ca tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:08.045207 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57edd1b5-97ce-4024-bbda-1a2732646c1d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 72b57ff5-0de7-42df-aae9-45f46ba4e79f has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:08.066396 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-90a2c6d1-3c1f-467c-a5ac-6ad5ba7dd741 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15389064'] for subnet, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.104013 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-82977511-db92-4e58-a459-bdcbb4c75edd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.168899 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4ad35e28-ad97-4580-be3b-95e8b9ced1ca tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.169248 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-4ad35e28-ad97-4580-be3b-95e8b9ced1ca tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Added segment 7ed6047d-e17d-4066-aca0-cf136d7e772d of type vlan for network 32dc222a-766b-46c9-a4c1-7abd618e81c4 Mar 16 10:51:08.207378 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.217505 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Transition to ACTIVE for port object 011b52d0-2902-4caf-bf36-c4998039d6aa will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:08.232768 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57edd1b5-97ce-4024-bbda-1a2732646c1d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:08.236701 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Transition to ACTIVE for port object 011b52d0-2902-4caf-bf36-c4998039d6aa will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:08.242898 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-57edd1b5-97ce-4024-bbda-1a2732646c1d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/72b57ff5-0de7-42df-aae9-45f46ba4e79f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4267659 Mar 16 10:51:08.244851 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.249130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44158) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:08.328311 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d2a64-485d-48ce-86d7-d29e6344ed7b None None] Sync routers for ids ['72b57ff5-0de7-42df-aae9-45f46ba4e79f'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:08.332400 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Pushing event updated for resources: {'Port': ['ID=011b52d0-2902-4caf-bf36-c4998039d6aa,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:08.352722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Network 9648dca2-b18a-42ed-b4af-3c0c21482ae4 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:08.355658 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:08.355813 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4ad35e28-ad97-4580-be3b-95e8b9ced1ca tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.357405 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d2a64-485d-48ce-86d7-d29e6344ed7b None None] Routers {'72b57ff5-0de7-42df-aae9-45f46ba4e79f'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:08.360447 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-772d2a64-485d-48ce-86d7-d29e6344ed7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['72b57ff5-0de7-42df-aae9-45f46ba4e79f'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:08.415326 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:08.433178 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-772d2a64-485d-48ce-86d7-d29e6344ed7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:08.517464 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d2a64-485d-48ce-86d7-d29e6344ed7b None None] Routers {'72b57ff5-0de7-42df-aae9-45f46ba4e79f'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:08.518083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-772d2a64-485d-48ce-86d7-d29e6344ed7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['72b57ff5-0de7-42df-aae9-45f46ba4e79f'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:08.546224 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.556407 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4ad35e28-ad97-4580-be3b-95e8b9ced1ca tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.561783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad35e28-ad97-4580-be3b-95e8b9ced1ca tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:08.562893 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4ad35e28-ad97-4580-be3b-95e8b9ced1ca tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.581063 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-772d2a64-485d-48ce-86d7-d29e6344ed7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:08.581694 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d2a64-485d-48ce-86d7-d29e6344ed7b None None] The sync data for ids ['72b57ff5-0de7-42df-aae9-45f46ba4e79f'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:08.586123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Attempting to bind port 011b52d0-2902-4caf-bf36-c4998039d6aa on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:08.586487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Attempting to bind port 011b52d0-2902-4caf-bf36-c4998039d6aa by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '6932e948-7537-4fcf-89bc-db1c740a42c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9648dca2-b18a-42ed-b4af-3c0c21482ae4'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:08.587019 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Attempting to bind port 011b52d0-2902-4caf-bf36-c4998039d6aa on network 9648dca2-b18a-42ed-b4af-3c0c21482ae4 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:08.592596 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:08.593797 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Checking segment: {'id': '6932e948-7537-4fcf-89bc-db1c740a42c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9648dca2-b18a-42ed-b4af-3c0c21482ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:08.594280 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.594594 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Bound using segment: {'id': '6932e948-7537-4fcf-89bc-db1c740a42c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9648dca2-b18a-42ed-b4af-3c0c21482ae4'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:08.595054 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Bound port: 011b52d0-2902-4caf-bf36-c4998039d6aa, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6932e948-7537-4fcf-89bc-db1c740a42c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9648dca2-b18a-42ed-b4af-3c0c21482ae4'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:08.595462 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.688967 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] For port 011b52d0-2902-4caf-bf36-c4998039d6aa, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:08.690129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcac0e-8274-4c51-a3df-17de3e7e180b req-4320cefb-ca57-4b2a-adf6-36f5b681eb4f tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:08.691617 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-00bcac0e-8274-4c51-a3df-17de3e7e180b req-4320cefb-ca57-4b2a-adf6-36f5b681eb4f tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.5060334 Mar 16 10:51:08.697603 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] For port 011b52d0-2902-4caf-bf36-c4998039d6aa, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=011b52d0-2902-4caf-bf36-c4998039d6aa,segment=NetworkSegment(6932e948-7537-4fcf-89bc-db1c740a42c3),segment_id=6932e948-7537-4fcf-89bc-db1c740a42c3)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:08.702779 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.737479 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-3d6b1c19-f381-47a4-97a4-8ec1dff3afac tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] remove_router_interface failed (client error): The resource could not be found. Mar 16 10:51:08.739796 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3d6b1c19-f381-47a4-97a4-8ec1dff3afac tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/72b57ff5-0de7-42df-aae9-45f46ba4e79f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4889517 Mar 16 10:51:08.743376 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44162) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:08.783129 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697646a-d466-4b29-a8ff-90aa96f8aa86 None None] Pushing event updated for resources: {'Port': ['ID=011b52d0-2902-4caf-bf36-c4998039d6aa,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:08.795905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1d5fd4dd-e03a-44e1-aedd-70c7f0dfb3dc tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Synchronizing usage tracker for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:08.813502 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-00bcac0e-8274-4c51-a3df-17de3e7e180b req-15c8dea5-f27b-4abd-986c-9afc08f76054 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937672 Mar 16 10:51:08.822787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1d5fd4dd-e03a-44e1-aedd-70c7f0dfb3dc tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Unset dirty status for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:08.824165 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1d5fd4dd-e03a-44e1-aedd-70c7f0dfb3dc tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b57ff5-0de7-42df-aae9-45f46ba4e79f HTTP/1.1" status: 200 len: 205 time: 0.0799098 Mar 16 10:51:08.826934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44166) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:08.833317 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4ad35e28-ad97-4580-be3b-95e8b9ced1ca tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2508061 Mar 16 10:51:08.842147 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44170) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:08.847578 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad35e28-ad97-4580-be3b-95e8b9ced1ca tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event updated for resources: {'Network': ['ID=32dc222a-766b-46c9-a4c1-7abd618e81c4,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:08.860768 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 32dc222a-766b-46c9-a4c1-7abd618e81c4 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:08.869662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a1a7e454-0253-42e5-b966-7c9b8e920677 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1443652816'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:08.979202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4277bad2-b742-4a65-9def-5b6854740bbb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.989993 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a1a7e454-0253-42e5-b966-7c9b8e920677 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:08.997398 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-90a2c6d1-3c1f-467c-a5ac-6ad5ba7dd741 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776355160055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16403495'] for subnet, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.267660 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a1a7e454-0253-42e5-b966-7c9b8e920677 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Usage tracker for resource:network and tenant:f7d706c97d5b45f0b7ed1ce76ff25162 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:09.298681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a2c6d1-3c1f-467c-a5ac-6ad5ba7dd741 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:09.299205 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-90a2c6d1-3c1f-467c-a5ac-6ad5ba7dd741 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.300467 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-90a2c6d1-3c1f-467c-a5ac-6ad5ba7dd741 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "PUT /v2.0/subnets/6cd1bb42-6eed-42fa-b6ae-d349aeea5e22 HTTP/1.1" status: 200 len: 806 time: 1.6094084 Mar 16 10:51:09.304719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44178) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:09.316265 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a1a7e454-0253-42e5-b966-7c9b8e920677 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:09.341900 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a1a7e454-0253-42e5-b966-7c9b8e920677 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:09.364138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.410646 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a7e454-0253-42e5-b966-7c9b8e920677 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Made reservation on behalf of f7d706c97d5b45f0b7ed1ce76ff25162 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:09.414599 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1a7e454-0253-42e5-b966-7c9b8e920677 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.444145 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4277bad2-b742-4a65-9def-5b6854740bbb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.450582 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4277bad2-b742-4a65-9def-5b6854740bbb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.474093 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:09.480005 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 011b52d0-2902-4caf-bf36-c4998039d6aa up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:09.481933 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:09.484888 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:09.510329 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2c6d1-3c1f-467c-a5ac-6ad5ba7dd741 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Subnet': ['ID=6cd1bb42-6eed-42fa-b6ae-d349aeea5e22,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:09.557540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4277bad2-b742-4a65-9def-5b6854740bbb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.558289 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4277bad2-b742-4a65-9def-5b6854740bbb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Fanout notify agent at l3_agent the message router_deleted on router 72b57ff5-0de7-42df-aae9-45f46ba4e79f {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:51:09.568915 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Pushing event updated for resources: {'Port': ['ID=dd197b02-8baa-4806-aeb0-023d0df62a6b,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:09.586294 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a7e454-0253-42e5-b966-7c9b8e920677 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:09.591319 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4277bad2-b742-4a65-9def-5b6854740bbb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.592586 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4277bad2-b742-4a65-9def-5b6854740bbb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/routers/72b57ff5-0de7-42df-aae9-45f46ba4e79f HTTP/1.1" status: 204 len: 168 time: 0.7645919 Mar 16 10:51:09.597314 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44182) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:09.601439 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 011b52d0-2902-4caf-bf36-c4998039d6aa completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:09.640835 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.654836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0935b-b082-43d1-9f15-296e5dd5138d req-ee0453e5-f066-4897-9dfb-ca99407f9e95 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:09.659917 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e6d0935b-b082-43d1-9f15-296e5dd5138d req-ee0453e5-f066-4897-9dfb-ca99407f9e95 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.3649695 Mar 16 10:51:09.668915 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1a7e454-0253-42e5-b966-7c9b8e920677 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.668915 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-a1a7e454-0253-42e5-b966-7c9b8e920677 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Added segment ead22142-783e-46f9-bda7-c70c002be3eb of type vlan for network 3f7e2657-c0c7-4691-8eef-ae11377211e7 Mar 16 10:51:09.717631 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Deleting port 011b52d0-2902-4caf-bf36-c4998039d6aa {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:09.718075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.751129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0e10cb-9c99-4ff0-9dad-b87ab504f561 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting subnet e1266d08-8f6a-4097-818c-7b9bedf1d31a {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:51:09.768493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0c0e10cb-9c99-4ff0-9dad-b87ab504f561 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.810919 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1a7e454-0253-42e5-b966-7c9b8e920677 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.824146 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e6d0935b-b082-43d1-9f15-296e5dd5138d req-a06e32e7-fef2-4083-a87d-74a6c1b3e70f tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560082 Mar 16 10:51:09.855831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0c0e10cb-9c99-4ff0-9dad-b87ab504f561 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.908926 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:51:10.018464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1a7e454-0253-42e5-b966-7c9b8e920677 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:10.024989 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a7e454-0253-42e5-b966-7c9b8e920677 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:10.025628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1a7e454-0253-42e5-b966-7c9b8e920677 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:10.054872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a7f908-82c4-4480-9723-84998eed64c1 None None] Network 9648dca2-b18a-42ed-b4af-3c0c21482ae4 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:10.124473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-82977511-db92-4e58-a459-bdcbb4c75edd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:10.147019 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-82977511-db92-4e58-a459-bdcbb4c75edd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:10.273913 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a1a7e454-0253-42e5-b966-7c9b8e920677 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4275823 Mar 16 10:51:10.293216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bea73e7a-b0db-4671-b7b9-5e91e7149f13 None None] Provisioning for port 011b52d0-2902-4caf-bf36-c4998039d6aa completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:10.300452 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bea73e7a-b0db-4671-b7b9-5e91e7149f13 None None] Provisioning complete for port 011b52d0-2902-4caf-bf36-c4998039d6aa triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:10.300865 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bea73e7a-b0db-4671-b7b9-5e91e7149f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:10.304913 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] For port 011b52d0-2902-4caf-bf36-c4998039d6aa, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=011b52d0-2902-4caf-bf36-c4998039d6aa,segment=NetworkSegment(6932e948-7537-4fcf-89bc-db1c740a42c3),segment_id=6932e948-7537-4fcf-89bc-db1c740a42c3)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:10.305396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:10.363361 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44192) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:10.401274 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Request body: {'ports': [{'network_id': '32dc222a-766b-46c9-a4c1-7abd618e81c4', 'name': 'tempest-port--643600788', 'admin_state_up': True}, {'network_id': '3f7e2657-c0c7-4691-8eef-ae11377211e7', 'admin_state_up': False}]} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:10.402542 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Request body: {'port': {'network_id': '32dc222a-766b-46c9-a4c1-7abd618e81c4', 'name': 'tempest-port--643600788', 'admin_state_up': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:10.402901 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Request body: {'port': {'network_id': '3f7e2657-c0c7-4691-8eef-ae11377211e7', 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:10.440842 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7e454-0253-42e5-b966-7c9b8e920677 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event updated for resources: {'Network': ['ID=3f7e2657-c0c7-4691-8eef-ae11377211e7,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:10.486820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Calling delete_port for 011b52d0-2902-4caf-bf36-c4998039d6aa owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:10.500350 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bea73e7a-b0db-4671-b7b9-5e91e7149f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:10.509858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 3f7e2657-c0c7-4691-8eef-ae11377211e7 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:10.553065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:10.700014 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad763fa1-bef2-47ba-8259-2747af935959 None None] Network 9648dca2-b18a-42ed-b4af-3c0c21482ae4 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:10.717731 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-bea73e7a-b0db-4671-b7b9-5e91e7149f13 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 16 10:51:10.717731 dv-neutron-833859-1-hyperv neutron-server[87970]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Mar 16 10:51:10.717731 dv-neutron-833859-1-hyperv neutron-server[87970]: [parameters: {'status': 'ACTIVE', 'ports_id': '011b52d0-2902-4caf-bf36-c4998039d6aa'}] Mar 16 10:51:10.717731 dv-neutron-833859-1-hyperv neutron-server[87970]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:51:10.718145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-bea73e7a-b0db-4671-b7b9-5e91e7149f13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:51:10.722599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:10.821475 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Port': ['ID=011b52d0-2902-4caf-bf36-c4998039d6aa,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:10.929845 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-82977511-db92-4e58-a459-bdcbb4c75edd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Floating IP 772385b3-fc68-4c8f-8a08-8008bc437d63 associated. External IP: 172.26.3.57, port: f30bfd8e-9bbe-4931-a731-fa628b04b7ad. Mar 16 10:51:10.930469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No DVR routers for this DVR port 011b52d0-2902-4caf-bf36-c4998039d6aa on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:51:11.005438 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0c0e10cb-9c99-4ff0-9dad-b87ab504f561 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.049226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76e3c3-c8a5-4275-947f-1f045353e1f2 req-a9699722-a521-4a34-bd58-1071ad6eb0ee tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:11.050731 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-da76e3c3-c8a5-4275-947f-1f045353e1f2 req-a9699722-a521-4a34-bd58-1071ad6eb0ee tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.3713343 Mar 16 10:51:11.063309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.065533 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:11.085376 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Usage tracker for resource:port and tenant:f7d706c97d5b45f0b7ed1ce76ff25162 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:11.091681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:11.102169 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:11.175419 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-da76e3c3-c8a5-4275-947f-1f045353e1f2 req-1f90515a-b0cd-449b-8e6c-d7fc4ef1c8b7 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159229 Mar 16 10:51:11.189651 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0c0e10cb-9c99-4ff0-9dad-b87ab504f561 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.229056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.232886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e10cb-9c99-4ff0-9dad-b87ab504f561 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Subnet': ['ID=e1266d08-8f6a-4097-818c-7b9bedf1d31a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:11.261345 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Made reservation on behalf of f7d706c97d5b45f0b7ed1ce76ff25162 for: {'port': 2} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:11.262726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0c0e10cb-9c99-4ff0-9dad-b87ab504f561 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.264411 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-bea73e7a-b0db-4671-b7b9-5e91e7149f13 None None] Port 011b52d0-2902-4caf-bf36-c4998039d6aa update to ACTIVE by agent not found {{(pid=87970) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 16 10:51:11.266240 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5ae62a-56ee-4367-baf7-ea781cb97c73 None None] Network 20d47681-6d62-4773-92bf-3c5d16b5ce28 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:11.266567 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.282243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd1bb42-6eed-42fa-b6ae-d349aeea5e22,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:11.300168 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a2998e-af09-4d43-be6d-4a6f5348c35c None None] Network 9648dca2-b18a-42ed-b4af-3c0c21482ae4 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:11.302570 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0c0e10cb-9c99-4ff0-9dad-b87ab504f561 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/e1266d08-8f6a-4097-818c-7b9bedf1d31a HTTP/1.1" status: 204 len: 168 time: 1.7039192 Mar 16 10:51:11.306162 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44200) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:11.313984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.379817 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.409460 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9648dca2-b18a-42ed-b4af-3c0c21482ae4']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:11.422429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6932e948-7537-4fcf-89bc-db1c740a42c3') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:11.422738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6932e948-7537-4fcf-89bc-db1c740a42c3') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:11.444042 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.461486 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.471595 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:11.471989 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.487032 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cb81abf8-bbe8-4ea4-8b9e-33d8b4c41dcc None None] Could not find standard attr ID for object 011b52d0-2902-4caf-bf36-c4998039d6aa. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:11.488652 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:11.571643 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.591676 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.601894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Network': ['ID=9648dca2-b18a-42ed-b4af-3c0c21482ae4,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:11.606908 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1a82106b-9c3b-4465-93e0-10f179f9ebae tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/9648dca2-b18a-42ed-b4af-3c0c21482ae4 HTTP/1.1" status: 204 len: 168 time: 2.2677596 Mar 16 10:51:11.607090 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44204) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:11.620212 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d026c428-9ee8-40c1-b17a-f666494419ee None None] DHCP port deletion for 9648dca2-b18a-42ed-b4af-3c0c21482ae4 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:51:11.634814 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d10561b-9472-4d71-bc6e-d07f529b510d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:11.635317 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d10561b-9472-4d71-bc6e-d07f529b510d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:11.640982 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4d10561b-9472-4d71-bc6e-d07f529b510d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/9648dca2-b18a-42ed-b4af-3c0c21482ae4 HTTP/1.1" status: 404 len: 339 time: 0.0295243 Mar 16 10:51:11.641373 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44208) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:11.648029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-461ed199-b3e7-4336-aea0-e6c12bee4021 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-673939403', 'description': 'd1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:11.656858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-461ed199-b3e7-4336-aea0-e6c12bee4021 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:11.664074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-461ed199-b3e7-4336-aea0-e6c12bee4021 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:network and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:11.667146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-461ed199-b3e7-4336-aea0-e6c12bee4021 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:11.674678 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-461ed199-b3e7-4336-aea0-e6c12bee4021 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:11.688739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461ed199-b3e7-4336-aea0-e6c12bee4021 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:11.692387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-461ed199-b3e7-4336-aea0-e6c12bee4021 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.724859 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.729060 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461ed199-b3e7-4336-aea0-e6c12bee4021 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:11.738422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-461ed199-b3e7-4336-aea0-e6c12bee4021 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.738938 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-461ed199-b3e7-4336-aea0-e6c12bee4021 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Added segment 91a97154-ea4f-47dd-b6d7-1ca690555eeb of type vlan for network f3c0df0f-652c-46a9-919a-ececd68d3867 Mar 16 10:51:11.757752 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c090d1e-aeed-4d14-9803-501d06769763 None None] DHCP port deletion for 20d47681-6d62-4773-92bf-3c5d16b5ce28 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:51:11.766260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-4c090d1e-aeed-4d14-9803-501d06769763 None None] Deleting port 76862cc0-9e40-4a21-933e-300d57df38cc {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:11.766920 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4c090d1e-aeed-4d14-9803-501d06769763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.771379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-461ed199-b3e7-4336-aea0-e6c12bee4021 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.778314 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.804470 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-461ed199-b3e7-4336-aea0-e6c12bee4021 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.809867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461ed199-b3e7-4336-aea0-e6c12bee4021 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:11.810447 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-461ed199-b3e7-4336-aea0-e6c12bee4021 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.905026 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-461ed199-b3e7-4336-aea0-e6c12bee4021 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2628064 Mar 16 10:51:11.911033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44212) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:11.966559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port 76862cc0-9e40-4a21-933e-300d57df38cc {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:11.966919 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.983781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4c090d1e-aeed-4d14-9803-501d06769763 None None] For port 76862cc0-9e40-4a21-933e-300d57df38cc, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=76862cc0-9e40-4a21-933e-300d57df38cc,segment=NetworkSegment(c1d72f8a-f4c8-4203-999f-8da829dcf0da),segment_id=c1d72f8a-f4c8-4203-999f-8da829dcf0da)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:11.984208 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4c090d1e-aeed-4d14-9803-501d06769763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.036714 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] device_id is not set on port 3605d61b-7742-4b6a-8745-9c010278b9f3 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:12.039558 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ed199-b3e7-4336-aea0-e6c12bee4021 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Network': ['ID=f3c0df0f-652c-46a9-919a-ececd68d3867,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:12.105490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82977511-db92-4e58-a459-bdcbb4c75edd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 70932f2b-e2ed-421c-886a-a7bd9593eacc has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:12.105767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network f3c0df0f-652c-46a9-919a-ececd68d3867 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:12.127364 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-4c090d1e-aeed-4d14-9803-501d06769763 None None] Calling delete_port for 76862cc0-9e40-4a21-933e-300d57df38cc owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:12.140055 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8997c1bf-6454-4bc2-a4a8-4a77be287f0b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:12.141332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8997c1bf-6454-4bc2-a4a8-4a77be287f0b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Synchronizing usage tracker for tenant:447abc0a1dba40e8899d6ce7bd5c04f2 on resource:network {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:12.163277 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8997c1bf-6454-4bc2-a4a8-4a77be287f0b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Unset dirty status for tenant:447abc0a1dba40e8899d6ce7bd5c04f2 on resource:network {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:12.167019 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8997c1bf-6454-4bc2-a4a8-4a77be287f0b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "GET /v2.0/networks?id=f3c0df0f-652c-46a9-919a-ececd68d3867 HTTP/1.1" status: 200 len: 760 time: 0.2525384 Mar 16 10:51:12.168083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44218) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:12.173982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-ffe6cc2e-3cae-4554-9c61-649ab1dff56b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'network': {'description': 'd2'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:12.389501 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4c090d1e-aeed-4d14-9803-501d06769763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.430501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cc2e-3cae-4554-9c61-649ab1dff56b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.436885 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c090d1e-aeed-4d14-9803-501d06769763 None None] Pushing event deleted for resources: {'Port': ['ID=76862cc0-9e40-4a21-933e-300d57df38cc,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:12.438931 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c090d1e-aeed-4d14-9803-501d06769763 None None] No DVR routers for this DVR port 76862cc0-9e40-4a21-933e-300d57df38cc on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:51:12.457357 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cc2e-3cae-4554-9c61-649ab1dff56b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.491623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ffe6cc2e-3cae-4554-9c61-649ab1dff56b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network f3c0df0f-652c-46a9-919a-ececd68d3867 is not hosted by any dhcp agent {{(pid=87969) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 10:51:12.496817 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe6cc2e-3cae-4554-9c61-649ab1dff56b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:12.497397 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cc2e-3cae-4554-9c61-649ab1dff56b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.498694 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ffe6cc2e-3cae-4554-9c61-649ab1dff56b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "PUT /v2.0/networks/f3c0df0f-652c-46a9-919a-ececd68d3867 HTTP/1.1" status: 200 len: 757 time: 0.3303316 Mar 16 10:51:12.501609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44224) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:12.597201 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6cc2e-3cae-4554-9c61-649ab1dff56b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Network': ['ID=f3c0df0f-652c-46a9-919a-ececd68d3867,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:12.608656 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network f3c0df0f-652c-46a9-919a-ececd68d3867 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:12.667594 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] For port 76862cc0-9e40-4a21-933e-300d57df38cc, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=76862cc0-9e40-4a21-933e-300d57df38cc,segment=NetworkSegment(c1d72f8a-f4c8-4203-999f-8da829dcf0da),segment_id=c1d72f8a-f4c8-4203-999f-8da829dcf0da)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:12.667987 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.670606 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0c4287-75d8-4a6a-a192-ee653627bb0f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:12.676212 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3c0c4287-75d8-4a6a-a192-ee653627bb0f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "GET /v2.0/networks?id=f3c0df0f-652c-46a9-919a-ececd68d3867 HTTP/1.1" status: 200 len: 760 time: 0.1698725 Mar 16 10:51:12.676212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44228) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:12.681796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-dda6bc26-ce55-40b2-bb39-5ec74e9e7b9f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1807318664'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:12.685887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-dda6bc26-ce55-40b2-bb39-5ec74e9e7b9f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:12.695409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-dda6bc26-ce55-40b2-bb39-5ec74e9e7b9f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:12.706166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda6bc26-ce55-40b2-bb39-5ec74e9e7b9f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:12.709634 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dda6bc26-ce55-40b2-bb39-5ec74e9e7b9f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.740284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda6bc26-ce55-40b2-bb39-5ec74e9e7b9f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:12.748952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dda6bc26-ce55-40b2-bb39-5ec74e9e7b9f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.749302 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-dda6bc26-ce55-40b2-bb39-5ec74e9e7b9f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Added segment ee4fdcb0-fb25-48f4-b995-41a7648b53cf of type vlan for network 33d60be3-fd94-4185-a7e0-a7264e2203da Mar 16 10:51:12.774727 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dda6bc26-ce55-40b2-bb39-5ec74e9e7b9f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.803839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dda6bc26-ce55-40b2-bb39-5ec74e9e7b9f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.809122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6bc26-ce55-40b2-bb39-5ec74e9e7b9f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:12.809691 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dda6bc26-ce55-40b2-bb39-5ec74e9e7b9f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.912027 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Calling delete_port for 76862cc0-9e40-4a21-933e-300d57df38cc owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:12.918573 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6bc26-ce55-40b2-bb39-5ec74e9e7b9f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Network': ['ID=33d60be3-fd94-4185-a7e0-a7264e2203da,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:12.921791 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-dda6bc26-ce55-40b2-bb39-5ec74e9e7b9f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2449391 Mar 16 10:51:12.924528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44232) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:12.929250 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 33d60be3-fd94-4185-a7e0-a7264e2203da details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:12.929907 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-689e5c25-4cf9-4dd6-8211-0bb2775c9af4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'subnet': {'network_id': '33d60be3-fd94-4185-a7e0-a7264e2203da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:13.004657 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.017435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82977511-db92-4e58-a459-bdcbb4c75edd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:13.032226 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a272afc-3311-4313-a77a-59860e13d09d None None] Sync routers for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:13.041880 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a272afc-3311-4313-a77a-59860e13d09d None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:13.042472 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8a272afc-3311-4313-a77a-59860e13d09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:13.045879 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-689e5c25-4cf9-4dd6-8211-0bb2775c9af4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:13.049742 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-689e5c25-4cf9-4dd6-8211-0bb2775c9af4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Usage tracker for resource:subnet and tenant:447abc0a1dba40e8899d6ce7bd5c04f2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:13.052608 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-689e5c25-4cf9-4dd6-8211-0bb2775c9af4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:13.058340 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-689e5c25-4cf9-4dd6-8211-0bb2775c9af4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:13.068218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689e5c25-4cf9-4dd6-8211-0bb2775c9af4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:13.071639 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-689e5c25-4cf9-4dd6-8211-0bb2775c9af4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.074453 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Router 75c33947-489b-4d11-a71f-82d1f03e05b5 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:51:13.100926 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8a272afc-3311-4313-a77a-59860e13d09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:13.109957 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a272afc-3311-4313-a77a-59860e13d09d None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:13.110551 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8a272afc-3311-4313-a77a-59860e13d09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:13.127558 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207404c7-f650-4f89-a642-845e0828b11d req-c570ad6b-5b56-410f-84ae-e917b83decf0 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:13.129862 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-207404c7-f650-4f89-a642-845e0828b11d req-c570ad6b-5b56-410f-84ae-e917b83decf0 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.7733428 Mar 16 10:51:13.171771 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8a272afc-3311-4313-a77a-59860e13d09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:13.172173 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a272afc-3311-4313-a77a-59860e13d09d None None] The sync data for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:13.301733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-689e5c25-4cf9-4dd6-8211-0bb2775c9af4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.353886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] device_id is not set on port 059f3cde-2a6e-42a7-8135-cba641026993 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:13.377457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e5c25-4cf9-4dd6-8211-0bb2775c9af4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Subnet': ['ID=e1ae5454-2020-4f9d-aac8-ece0e52b2c23,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:13.387300 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e5c25-4cf9-4dd6-8211-0bb2775c9af4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Checking segment: {'id': 'ee4fdcb0-fb25-48f4-b995-41a7648b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '33d60be3-fd94-4185-a7e0-a7264e2203da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:13.387735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689e5c25-4cf9-4dd6-8211-0bb2775c9af4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network hostable DHCP agents. Network: 33d60be3-fd94-4185-a7e0-a7264e2203da, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:13.406968 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689e5c25-4cf9-4dd6-8211-0bb2775c9af4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network 33d60be3-fd94-4185-a7e0-a7264e2203da is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:13.417783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-689e5c25-4cf9-4dd6-8211-0bb2775c9af4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 33d60be3-fd94-4185-a7e0-a7264e2203da) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:13.422761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689e5c25-4cf9-4dd6-8211-0bb2775c9af4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:13.423530 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-689e5c25-4cf9-4dd6-8211-0bb2775c9af4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.429900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea92ff47-0c00-4f1a-9892-d19f415107eb None None] Network 33d60be3-fd94-4185-a7e0-a7264e2203da requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:13.434244 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:51:13.435190 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:51:13.447420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 011b52d0-2902-4caf-bf36-c4998039d6aa no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:51:13.448662 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-207404c7-f650-4f89-a642-845e0828b11d req-14c8b14c-99e0-47d5-a64b-3f4e78a9fbec tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056877 Mar 16 10:51:13.459769 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-689e5c25-4cf9-4dd6-8211-0bb2775c9af4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5339165 Mar 16 10:51:13.462064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44236) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:13.506825 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 011b52d0-2902-4caf-bf36-c4998039d6aa {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:51:13.507267 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 011b52d0-2902-4caf-bf36-c4998039d6aa not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:51:13.507744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 76862cc0-9e40-4a21-933e-300d57df38cc no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:51:13.586692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 76862cc0-9e40-4a21-933e-300d57df38cc {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:51:13.587039 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 76862cc0-9e40-4a21-933e-300d57df38cc not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:51:13.607914 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22981c5f-1f12-481f-ae95-3ba8db14867d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.680722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22981c5f-1f12-481f-ae95-3ba8db14867d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.744740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03153a64-7724-4fd9-888f-f6765a432cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-33d60be3-fd94-4185-a7e0-a7264e2203da', 'network_id': '33d60be3-fd94-4185-a7e0-a7264e2203da', 'tenant_id': '447abc0a1dba40e8899d6ce7bd5c04f2', 'fixed_ips': [{'subnet_id': 'e1ae5454-2020-4f9d-aac8-ece0e52b2c23'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:51:13.745637 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-03153a64-7724-4fd9-888f-f6765a432cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.764761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22981c5f-1f12-481f-ae95-3ba8db14867d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.778027 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:13.834187 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaee38a-8b98-4904-8147-1c926eaf520f None None] Sync routers for ids ['75c33947-489b-4d11-a71f-82d1f03e05b5'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:13.860170 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaee38a-8b98-4904-8147-1c926eaf520f None None] Routers {'75c33947-489b-4d11-a71f-82d1f03e05b5'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:13.861325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3eaee38a-8b98-4904-8147-1c926eaf520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['75c33947-489b-4d11-a71f-82d1f03e05b5'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:13.915654 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22981c5f-1f12-481f-ae95-3ba8db14867d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ae5454-2020-4f9d-aac8-ece0e52b2c23,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:13.920365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.921276 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6897b29a-e6b4-45ba-81d9-f852eaed5062 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.9892621 Mar 16 10:51:13.930799 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d53129-014a-4f65-a09b-af59139c9d98 None None] Network 33d60be3-fd94-4185-a7e0-a7264e2203da requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:13.931651 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44240) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:13.939736 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port 76862cc0-9e40-4a21-933e-300d57df38cc {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:13.940074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.006930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22981c5f-1f12-481f-ae95-3ba8db14867d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.035206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-22981c5f-1f12-481f-ae95-3ba8db14867d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d60be3-fd94-4185-a7e0-a7264e2203da']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:14.048275 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-22981c5f-1f12-481f-ae95-3ba8db14867d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4fdcb0-fb25-48f4-b995-41a7648b53cf') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:14.048594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-22981c5f-1f12-481f-ae95-3ba8db14867d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4fdcb0-fb25-48f4-b995-41a7648b53cf') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:14.059887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22981c5f-1f12-481f-ae95-3ba8db14867d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.078205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22981c5f-1f12-481f-ae95-3ba8db14867d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.085764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22981c5f-1f12-481f-ae95-3ba8db14867d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:14.086156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22981c5f-1f12-481f-ae95-3ba8db14867d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.096704 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3eaee38a-8b98-4904-8147-1c926eaf520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:14.100853 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:14.111502 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] The port '76862cc0-9e40-4a21-933e-300d57df38cc' was deleted {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:51:14.117403 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaee38a-8b98-4904-8147-1c926eaf520f None None] Routers {'75c33947-489b-4d11-a71f-82d1f03e05b5'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:14.118040 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.118203 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3eaee38a-8b98-4904-8147-1c926eaf520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['75c33947-489b-4d11-a71f-82d1f03e05b5'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:14.125024 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82977511-db92-4e58-a459-bdcbb4c75edd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 70932f2b-e2ed-421c-886a-a7bd9593eacc has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:14.180254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3eaee38a-8b98-4904-8147-1c926eaf520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:14.180763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaee38a-8b98-4904-8147-1c926eaf520f None None] The sync data for ids ['75c33947-489b-4d11-a71f-82d1f03e05b5'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:14.184266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22981c5f-1f12-481f-ae95-3ba8db14867d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.188968 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22981c5f-1f12-481f-ae95-3ba8db14867d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.217066 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22981c5f-1f12-481f-ae95-3ba8db14867d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Network': ['ID=33d60be3-fd94-4185-a7e0-a7264e2203da,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:14.222911 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-22981c5f-1f12-481f-ae95-3ba8db14867d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/33d60be3-fd94-4185-a7e0-a7264e2203da HTTP/1.1" status: 204 len: 168 time: 0.7598784 Mar 16 10:51:14.225482 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44244) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:14.263801 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea5269d-1fcf-4e97-bbad-9515618cc433 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] GET failed (client error): The resource could not be found. Mar 16 10:51:14.264415 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6ea5269d-1fcf-4e97-bbad-9515618cc433 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Synchronizing usage tracker for tenant:447abc0a1dba40e8899d6ce7bd5c04f2 on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:14.281875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6ea5269d-1fcf-4e97-bbad-9515618cc433 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Unset dirty status for tenant:447abc0a1dba40e8899d6ce7bd5c04f2 on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:14.285697 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6ea5269d-1fcf-4e97-bbad-9515618cc433 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "GET /v2.0/subnets/e1ae5454-2020-4f9d-aac8-ece0e52b2c23 HTTP/1.1" status: 404 len: 337 time: 0.0567605 Mar 16 10:51:14.285929 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44248) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:14.309727 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffaf6499-4865-47f6-8d17-aa664b849bee tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:14.310178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffaf6499-4865-47f6-8d17-aa664b849bee tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:14.311794 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ffaf6499-4865-47f6-8d17-aa664b849bee tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/33d60be3-fd94-4185-a7e0-a7264e2203da HTTP/1.1" status: 404 len: 339 time: 0.0250151 Mar 16 10:51:14.315603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44252) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:14.414271 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.460736 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf17511-2f23-49c0-be4d-fde28b5c125d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:14.461460 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7cf17511-2f23-49c0-be4d-fde28b5c125d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Synchronizing usage tracker for tenant:447abc0a1dba40e8899d6ce7bd5c04f2 on resource:network {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:14.476345 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7cf17511-2f23-49c0-be4d-fde28b5c125d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Unset dirty status for tenant:447abc0a1dba40e8899d6ce7bd5c04f2 on resource:network {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:14.477806 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7cf17511-2f23-49c0-be4d-fde28b5c125d tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1612775 Mar 16 10:51:14.480547 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44258) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:14.522519 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-abda9ae0-5a15-4dcd-9bef-0ce3c647fe5d tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "GET /v2.0/routers/75c33947-489b-4d11-a71f-82d1f03e05b5 HTTP/1.1" status: 200 len: 919 time: 0.5866683 Mar 16 10:51:14.522519 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d47681-6d62-4773-92bf-3c5d16b5ce28']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:14.523099 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44262) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:14.530126 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7f70d3ca-1940-4fc8-9ba1-32f1962005f0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d HTTP/1.1" status: 200 len: 207 time: 0.0450251 Mar 16 10:51:14.542550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44266) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:14.566632 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.574675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d72f8a-f4c8-4203-999f-8da829dcf0da') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:14.574675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d72f8a-f4c8-4203-999f-8da829dcf0da') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:14.574956 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5ec749fa-96c1-4521-8938-471e37f21ad3 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "GET /v2.0/ports?device_id=75c33947-489b-4d11-a71f-82d1f03e05b5 HTTP/1.1" status: 200 len: 205 time: 0.0477331 Mar 16 10:51:14.574956 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44270) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:14.652037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.760786 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.781533 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event updated for resources: {'Port': ['ID=3605d61b-7742-4b6a-8745-9c010278b9f3,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:14.784139 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82977511-db92-4e58-a459-bdcbb4c75edd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:14.798098 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8330e104-be35-4921-ae5d-a93a115de425 None None] Sync routers for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:14.798642 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-82977511-db92-4e58-a459-bdcbb4c75edd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.804900 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f60d8-6169-4b74-8c1c-e67853ef50c9 req-d02aa6b6-fbf8-4c60-8205-986a7a7efb18 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:14.806384 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-505f60d8-6169-4b74-8c1c-e67853ef50c9 req-d02aa6b6-fbf8-4c60-8205-986a7a7efb18 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.2371254 Mar 16 10:51:14.806967 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8330e104-be35-4921-ae5d-a93a115de425 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:14.807748 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8330e104-be35-4921-ae5d-a93a115de425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:14.815454 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3973cccc-b49e-4ee8-a938-0d9edd8c5e01 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.827687 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:14.828091 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:14.847872 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:14.870328 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8330e104-be35-4921-ae5d-a93a115de425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:14.879679 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8330e104-be35-4921-ae5d-a93a115de425 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:14.880271 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8330e104-be35-4921-ae5d-a93a115de425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:14.939537 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8330e104-be35-4921-ae5d-a93a115de425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:14.940716 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8330e104-be35-4921-ae5d-a93a115de425 None None] The sync data for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:14.942281 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Checking segment: {'id': '7ed6047d-e17d-4066-aca0-cf136d7e772d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32dc222a-766b-46c9-a4c1-7abd618e81c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:14.942781 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Network hostable DHCP agents. Network: 32dc222a-766b-46c9-a4c1-7abd618e81c4, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:14.982035 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4298434a-036e-4ed6-95c7-04c2bb4a2743 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:14.984615 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-505f60d8-6169-4b74-8c1c-e67853ef50c9 req-6e5a26d5-f273-4115-8f18-a16e79deeaba tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140828 Mar 16 10:51:14.988526 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4298434a-036e-4ed6-95c7-04c2bb4a2743 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:14.994108 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4298434a-036e-4ed6-95c7-04c2bb4a2743 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:14.999789 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4298434a-036e-4ed6-95c7-04c2bb4a2743 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:15.000644 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4298434a-036e-4ed6-95c7-04c2bb4a2743 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Synchronizing usage tracker for tenant:447abc0a1dba40e8899d6ce7bd5c04f2 on resource:network {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:15.029734 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3973cccc-b49e-4ee8-a938-0d9edd8c5e01 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.040360 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-3973cccc-b49e-4ee8-a938-0d9edd8c5e01 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Deleting port dd197b02-8baa-4806-aeb0-023d0df62a6b {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:15.040730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3973cccc-b49e-4ee8-a938-0d9edd8c5e01 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.051534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.079554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.087443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Network 32dc222a-766b-46c9-a4c1-7abd618e81c4 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:15.099779 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4298434a-036e-4ed6-95c7-04c2bb4a2743 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Unset dirty status for tenant:447abc0a1dba40e8899d6ce7bd5c04f2 on resource:network {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:15.100913 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4298434a-036e-4ed6-95c7-04c2bb4a2743 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5576577 Mar 16 10:51:15.106054 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Network': ['ID=20d47681-6d62-4773-92bf-3c5d16b5ce28,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:15.107783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44274) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:15.111806 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-de3db41d-b8bc-4ea3-b5f1-4f689864e0b4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/networks/20d47681-6d62-4773-92bf-3c5d16b5ce28 HTTP/1.1" status: 204 len: 168 time: 3.8037136 Mar 16 10:51:15.117482 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-82977511-db92-4e58-a459-bdcbb4c75edd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "PUT /v2.0/floatingips/772385b3-fc68-4c8f-8a08-8008bc437d63 HTTP/1.1" status: 200 len: 976 time: 7.3463204 Mar 16 10:51:15.117482 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44278) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:15.124156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44280) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:15.132117 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-6dd450d4-5fc3-4a83-ab8c-b7adfb626278 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:15.136781 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 32dc222a-766b-46c9-a4c1-7abd618e81c4) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:15.144345 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-9cf02ff6-3752-4b9c-b415-4b8ee69ef1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'network': {'name': 'tempest-RoutersTest-1363247024'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:15.146218 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fce8772-bff1-48fa-8794-2bee4adcc7fe None None] Network 32dc222a-766b-46c9-a4c1-7abd618e81c4 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:15.161411 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9cf02ff6-3752-4b9c-b415-4b8ee69ef1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:15.163608 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:15.164411 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.233655 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6dd450d4-5fc3-4a83-ab8c-b7adfb626278 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.336348 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9cf02ff6-3752-4b9c-b415-4b8ee69ef1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:network and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:15.393250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9cf02ff6-3752-4b9c-b415-4b8ee69ef1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:15.424751 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9cf02ff6-3752-4b9c-b415-4b8ee69ef1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:15.469012 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf02ff6-3752-4b9c-b415-4b8ee69ef1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:15.472384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9cf02ff6-3752-4b9c-b415-4b8ee69ef1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.494793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event updated for resources: {'Port': ['ID=059f3cde-2a6e-42a7-8135-cba641026993,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:15.539503 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-51fae1fb-be5f-47c1-9c90-c45977b7c33b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.4265568 Mar 16 10:51:15.540413 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Checking segment: {'id': 'ead22142-783e-46f9-bda7-c70c002be3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3f7e2657-c0c7-4691-8eef-ae11377211e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:15.540759 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Network hostable DHCP agents. Network: 3f7e2657-c0c7-4691-8eef-ae11377211e7, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:15.545864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44286) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:15.586470 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf02ff6-3752-4b9c-b415-4b8ee69ef1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:15.601215 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3973cccc-b49e-4ee8-a938-0d9edd8c5e01 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.614967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9cf02ff6-3752-4b9c-b415-4b8ee69ef1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.615332 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-9cf02ff6-3752-4b9c-b415-4b8ee69ef1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Added segment ac9526c3-dee4-4563-b756-4123e834a5b7 of type vlan for network 214550a4-44b2-4d8a-b53a-db04a465ca49 Mar 16 10:51:15.631407 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Network 3f7e2657-c0c7-4691-8eef-ae11377211e7 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:15.644434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2968b8-db38-43e2-ae55-7ac22a27034a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:15.645912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2968b8-db38-43e2-ae55-7ac22a27034a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:15.646650 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7c2968b8-db38-43e2-ae55-7ac22a27034a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Synchronizing usage tracker for tenant:447abc0a1dba40e8899d6ce7bd5c04f2 on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:15.664914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 3f7e2657-c0c7-4691-8eef-ae11377211e7) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:15.669025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9cf02ff6-3752-4b9c-b415-4b8ee69ef1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.673313 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62539df5-4d08-4b02-a57e-2e3a69608595 None None] Network 3f7e2657-c0c7-4691-8eef-ae11377211e7 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:15.678670 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:15.684149 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:15.689420 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:15.690077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.703527 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7c2968b8-db38-43e2-ae55-7ac22a27034a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Unset dirty status for tenant:447abc0a1dba40e8899d6ce7bd5c04f2 on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:15.708187 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7c2968b8-db38-43e2-ae55-7ac22a27034a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1573715 Mar 16 10:51:15.708467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44290) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:15.743364 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-3973cccc-b49e-4ee8-a938-0d9edd8c5e01 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Calling delete_port for dd197b02-8baa-4806-aeb0-023d0df62a6b owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:15.775669 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2e78ab3d-bcb7-4199-aa8c-fd62b2b0f741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.3896530 Mar 16 10:51:15.780691 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44294) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:15.829070 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9cf02ff6-3752-4b9c-b415-4b8ee69ef1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.834399 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf02ff6-3752-4b9c-b415-4b8ee69ef1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:15.835012 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9cf02ff6-3752-4b9c-b415-4b8ee69ef1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.857143 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6dd450d4-5fc3-4a83-ab8c-b7adfb626278 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.869129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6dd450d4-5fc3-4a83-ab8c-b7adfb626278 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.869707 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-6dd450d4-5fc3-4a83-ab8c-b7adfb626278 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Floating IP 772385b3-fc68-4c8f-8a08-8008bc437d63 disassociated. External IP: 172.26.3.57, port: a94b9f04-1b69-4685-887e-91354c00ef62. Mar 16 10:51:15.895009 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f70a75b-8068-4e37-9feb-555aa4788c7a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['shared'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:15.896416 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f70a75b-8068-4e37-9feb-555aa4788c7a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['shared'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:15.897900 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7f70a75b-8068-4e37-9feb-555aa4788c7a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1885445 Mar 16 10:51:15.903379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44298) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:15.977193 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9cf02ff6-3752-4b9c-b415-4b8ee69ef1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8419526 Mar 16 10:51:15.980066 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44302) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:15.989044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-cc3f7662-d96a-4fe3-b818-ed05bc31b7a4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'subnet': {'network_id': '214550a4-44b2-4d8a-b53a-db04a465ca49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:16.003306 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf02ff6-3752-4b9c-b415-4b8ee69ef1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Network': ['ID=214550a4-44b2-4d8a-b53a-db04a465ca49,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:16.028690 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 214550a4-44b2-4d8a-b53a-db04a465ca49 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:16.098703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52267399-23d9-488a-91f0-4667f7401697 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:16.104691 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52267399-23d9-488a-91f0-4667f7401697 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:16.105481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-52267399-23d9-488a-91f0-4667f7401697 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Synchronizing usage tracker for tenant:f7d706c97d5b45f0b7ed1ce76ff25162 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:16.188327 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a780a186-b101-414d-8353-564b30b5c40c tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:16.189675 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a780a186-b101-414d-8353-564b30b5c40c tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "GET /v2.0/networks/b0e08326-07c6-4f49-8583-a5de0ae8192c HTTP/1.1" status: 200 len: 799 time: 0.2849462 Mar 16 10:51:16.193684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44308) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:16.219142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-52267399-23d9-488a-91f0-4667f7401697 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Unset dirty status for tenant:f7d706c97d5b45f0b7ed1ce76ff25162 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:16.220274 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-52267399-23d9-488a-91f0-4667f7401697 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4384000 Mar 16 10:51:16.229101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44312) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:16.317469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cc3f7662-d96a-4fe3-b818-ed05bc31b7a4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:16.353054 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee7cb2-11d4-4e6a-9873-14d0ac418773 req-f34a01b3-745e-4178-a8f0-1ebd91d4d0af tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:16.354499 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4eee7cb2-11d4-4e6a-9873-14d0ac418773 req-f34a01b3-745e-4178-a8f0-1ebd91d4d0af tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.2273002 Mar 16 10:51:16.365692 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-289d53f8-a40c-4ac2-b8f4-ea4253b8a467 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "GET /v2.0/networks/b0e08326-07c6-4f49-8583-a5de0ae8192c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1710119 Mar 16 10:51:16.369135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44316) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:16.385607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cc3f7662-d96a-4fe3-b818-ed05bc31b7a4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:subnet and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:16.399837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cc3f7662-d96a-4fe3-b818-ed05bc31b7a4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:16.411127 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3973cccc-b49e-4ee8-a938-0d9edd8c5e01 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.417044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cc3f7662-d96a-4fe3-b818-ed05bc31b7a4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:16.456984 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4eee7cb2-11d4-4e6a-9873-14d0ac418773 req-90a2a39e-6bda-4080-a62b-21e467508bfb tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955951 Mar 16 10:51:16.459076 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-77a339f0-0b9f-4922-b468-9c3d3d05651a tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Deleting port 3605d61b-7742-4b6a-8745-9c010278b9f3 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:16.459435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77a339f0-0b9f-4922-b468-9c3d3d05651a tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.464145 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ded109-2ad0-40d9-8bea-2e2641400fba tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:16.468861 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-45ded109-2ad0-40d9-8bea-2e2641400fba tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "GET /v2.0/subnets/91b23f44-edbc-4b68-99ea-428073dd65e5 HTTP/1.1" status: 200 len: 811 time: 0.0953972 Mar 16 10:51:16.469331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44320) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:16.537571 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df1c4f-fed6-4073-95d4-c0abde267cc2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['shared'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:16.538944 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e3df1c4f-fed6-4073-95d4-c0abde267cc2 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "GET /v2.0/subnets/91b23f44-edbc-4b68-99ea-428073dd65e5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0685811 Mar 16 10:51:16.542671 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44324) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:16.548389 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-f86ec6a2-0d02-4730-a7ec-84015a60f4d3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-439415736'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:16.549646 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973cccc-b49e-4ee8-a938-0d9edd8c5e01 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Pushing event deleted for resources: {'Port': ['ID=dd197b02-8baa-4806-aeb0-023d0df62a6b,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:16.553140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f86ec6a2-0d02-4730-a7ec-84015a60f4d3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:16.563489 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f86ec6a2-0d02-4730-a7ec-84015a60f4d3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:16.572712 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86ec6a2-0d02-4730-a7ec-84015a60f4d3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:16.576296 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f86ec6a2-0d02-4730-a7ec-84015a60f4d3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.603388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86ec6a2-0d02-4730-a7ec-84015a60f4d3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:16.612747 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3f7662-d96a-4fe3-b818-ed05bc31b7a4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:16.613377 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f86ec6a2-0d02-4730-a7ec-84015a60f4d3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.613377 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-f86ec6a2-0d02-4730-a7ec-84015a60f4d3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Added segment b2bb2209-10c4-465b-b22c-e99ad5b8534b of type vlan for network 0df65720-81ba-4a1e-9377-e5e1ccb6a9a6 Mar 16 10:51:16.616149 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cc3f7662-d96a-4fe3-b818-ed05bc31b7a4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.641630 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f86ec6a2-0d02-4730-a7ec-84015a60f4d3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.672196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f86ec6a2-0d02-4730-a7ec-84015a60f4d3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.677807 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86ec6a2-0d02-4730-a7ec-84015a60f4d3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:16.678414 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f86ec6a2-0d02-4730-a7ec-84015a60f4d3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.787556 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f86ec6a2-0d02-4730-a7ec-84015a60f4d3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2437997 Mar 16 10:51:16.790236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ec6a2-0d02-4730-a7ec-84015a60f4d3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Network': ['ID=0df65720-81ba-4a1e-9377-e5e1ccb6a9a6,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:16.792109 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44328) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:16.798228 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1243d9db-4750-4022-bfcc-22243dd8dcd4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'subnet': {'network_id': '0df65720-81ba-4a1e-9377-e5e1ccb6a9a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:16.801712 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 0df65720-81ba-4a1e-9377-e5e1ccb6a9a6 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:16.907168 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1243d9db-4750-4022-bfcc-22243dd8dcd4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:16.922001 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1243d9db-4750-4022-bfcc-22243dd8dcd4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:16.932039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1243d9db-4750-4022-bfcc-22243dd8dcd4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Made reservation on behalf of 447abc0a1dba40e8899d6ce7bd5c04f2 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:16.935679 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1243d9db-4750-4022-bfcc-22243dd8dcd4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.987282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd450d4-5fc3-4a83-ab8c-b7adfb626278 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 70932f2b-e2ed-421c-886a-a7bd9593eacc has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:17.028729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3973cccc-b49e-4ee8-a938-0d9edd8c5e01 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.029001 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.ipam_backend_mixin [None req-1243d9db-4750-4022-bfcc-22243dd8dcd4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Performing IP validity checks on allocation pools {{(pid=87968) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:51:17.029533 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.ipam_backend_mixin [None req-1243d9db-4750-4022-bfcc-22243dd8dcd4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87968) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:51:17.157027 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1243d9db-4750-4022-bfcc-22243dd8dcd4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.342683 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.349365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243d9db-4750-4022-bfcc-22243dd8dcd4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Subnet': ['ID=9c997746-7617-4044-ae1d-ff8d8d896cc8,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:17.359299 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1243d9db-4750-4022-bfcc-22243dd8dcd4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Checking segment: {'id': 'b2bb2209-10c4-465b-b22c-e99ad5b8534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0df65720-81ba-4a1e-9377-e5e1ccb6a9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:17.359652 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1243d9db-4750-4022-bfcc-22243dd8dcd4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network hostable DHCP agents. Network: 0df65720-81ba-4a1e-9377-e5e1ccb6a9a6, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:17.370847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3973cccc-b49e-4ee8-a938-0d9edd8c5e01 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.379178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77a339f0-0b9f-4922-b468-9c3d3d05651a tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.379736 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1243d9db-4750-4022-bfcc-22243dd8dcd4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Network 0df65720-81ba-4a1e-9377-e5e1ccb6a9a6 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:17.386820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3973cccc-b49e-4ee8-a938-0d9edd8c5e01 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.389326 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-1243d9db-4750-4022-bfcc-22243dd8dcd4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 0df65720-81ba-4a1e-9377-e5e1ccb6a9a6) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:17.393958 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1243d9db-4750-4022-bfcc-22243dd8dcd4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:17.394645 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1243d9db-4750-4022-bfcc-22243dd8dcd4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.399651 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de33ca-42fa-4312-a8db-62579ef846ae None None] Network 0df65720-81ba-4a1e-9377-e5e1ccb6a9a6 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:17.424063 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1243d9db-4750-4022-bfcc-22243dd8dcd4 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6282692 Mar 16 10:51:17.424312 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44332) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:17.430058 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-dc425b27-d8de-45c1-bcb0-4eb05f361dd3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:17.587209 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc425b27-d8de-45c1-bcb0-4eb05f361dd3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15389064'] for subnet, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.597875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-77a339f0-0b9f-4922-b468-9c3d3d05651a tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Calling delete_port for 3605d61b-7742-4b6a-8745-9c010278b9f3 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:17.624733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-0df65720-81ba-4a1e-9377-e5e1ccb6a9a6', 'network_id': '0df65720-81ba-4a1e-9377-e5e1ccb6a9a6', 'tenant_id': '447abc0a1dba40e8899d6ce7bd5c04f2', 'fixed_ips': [{'subnet_id': '9c997746-7617-4044-ae1d-ff8d8d896cc8'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:51:17.625815 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.698904 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3973cccc-b49e-4ee8-a938-0d9edd8c5e01 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.699528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3973cccc-b49e-4ee8-a938-0d9edd8c5e01 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Fanout notify agent at l3_agent the message router_deleted on router 75c33947-489b-4d11-a71f-82d1f03e05b5 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:51:17.785216 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd450d4-5fc3-4a83-ab8c-b7adfb626278 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:17.795776 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cc3f7662-d96a-4fe3-b818-ed05bc31b7a4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.796872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162d19ec-aabf-475b-9443-2242ce44fdef None None] Sync routers for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:17.806960 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc425b27-d8de-45c1-bcb0-4eb05f361dd3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776355160055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16403495'] for subnet, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.810363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d19ec-aabf-475b-9443-2242ce44fdef None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:17.811085 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-162d19ec-aabf-475b-9443-2242ce44fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:17.833780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3973cccc-b49e-4ee8-a938-0d9edd8c5e01 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.838817 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3973cccc-b49e-4ee8-a938-0d9edd8c5e01 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "DELETE /v2.0/routers/75c33947-489b-4d11-a71f-82d1f03e05b5 HTTP/1.1" status: 204 len: 168 time: 3.2592711 Mar 16 10:51:17.846599 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44340) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:17.851493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6dd450d4-5fc3-4a83-ab8c-b7adfb626278 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.859504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1532812028', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'enable_snat': False}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:17.863911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:17.868066 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Usage tracker for resource:router and tenant:13c77b1a1063425d8cd2541e1f12f079 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:17.870967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:17.876917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:17.889482 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77a339f0-0b9f-4922-b468-9c3d3d05651a tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.895274 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.896081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.918919 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-162d19ec-aabf-475b-9443-2242ce44fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:17.925766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc425b27-d8de-45c1-bcb0-4eb05f361dd3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event updated for resources: {'Subnet': ['ID=9c997746-7617-4044-ae1d-ff8d8d896cc8,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:17.930633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc425b27-d8de-45c1-bcb0-4eb05f361dd3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:17.931244 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc425b27-d8de-45c1-bcb0-4eb05f361dd3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.932679 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dc425b27-d8de-45c1-bcb0-4eb05f361dd3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "PUT /v2.0/subnets/9c997746-7617-4044-ae1d-ff8d8d896cc8 HTTP/1.1" status: 200 len: 877 time: 0.5074818 Mar 16 10:51:17.935437 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44344) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:17.939843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d19ec-aabf-475b-9443-2242ce44fdef None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:17.940867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-162d19ec-aabf-475b-9443-2242ce44fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:17.962475 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.996497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a339f0-0b9f-4922-b468-9c3d3d05651a tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event deleted for resources: {'Port': ['ID=3605d61b-7742-4b6a-8745-9c010278b9f3,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:18.005446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f7662-d96a-4fe3-b818-ed05bc31b7a4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Subnet': ['ID=9d88ca6f-2468-4b67-aa78-bfb2936b7656,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:18.008519 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-162d19ec-aabf-475b-9443-2242ce44fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:18.008856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162d19ec-aabf-475b-9443-2242ce44fdef None None] The sync data for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:18.016191 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77a339f0-0b9f-4922-b468-9c3d3d05651a tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.020343 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6dd450d4-5fc3-4a83-ab8c-b7adfb626278 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "PUT /v2.0/floatingips/772385b3-fc68-4c8f-8a08-8008bc437d63 HTTP/1.1" status: 200 len: 687 time: 2.8947012 Mar 16 10:51:18.024625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Allocated IP 172.20.0.3 (0df65720-81ba-4a1e-9377-e5e1ccb6a9a6/9c997746-7617-4044-ae1d-ff8d8d896cc8/c776bbae-aee0-40db-a908-0874d7a4b8a7) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:18.027296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44348) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:18.034911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1477cf5-7297-46dc-9043-48c49e68ab82 req-0261d568-cce1-49f1-ba5f-aa189d7a38db tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:18.036407 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d1477cf5-7297-46dc-9043-48c49e68ab82 req-0261d568-cce1-49f1-ba5f-aa189d7a38db tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.4094799 Mar 16 10:51:18.125981 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f7662-d96a-4fe3-b818-ed05bc31b7a4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Checking segment: {'id': 'ac9526c3-dee4-4563-b756-4123e834a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '214550a4-44b2-4d8a-b53a-db04a465ca49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:18.126207 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f7662-d96a-4fe3-b818-ed05bc31b7a4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network hostable DHCP agents. Network: 214550a4-44b2-4d8a-b53a-db04a465ca49, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:18.257080 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.272248 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Transition to ACTIVE for port object c776bbae-aee0-40db-a908-0874d7a4b8a7 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:18.296910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Transition to ACTIVE for port object c776bbae-aee0-40db-a908-0874d7a4b8a7 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:18.305665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.332541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.336289 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-77a339f0-0b9f-4922-b468-9c3d3d05651a tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "DELETE /v2.0/ports/3605d61b-7742-4b6a-8745-9c010278b9f3 HTTP/1.1" status: 204 len: 168 time: 2.1006565 Mar 16 10:51:18.340287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44352) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:18.366726 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Network 0df65720-81ba-4a1e-9377-e5e1ccb6a9a6 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:18.369840 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:18.373650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:18.377852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-570e3128-c24a-48a0-8a25-21caa97982dd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting port 38baf460-68f6-4a53-9920-adbd95b3ef17 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:18.378109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-570e3128-c24a-48a0-8a25-21caa97982dd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.419069 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d1477cf5-7297-46dc-9043-48c49e68ab82 req-07964593-4200-4e23-8a7d-aedba5adda4f tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174822 Mar 16 10:51:18.421886 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Pushing event updated for resources: {'Port': ['ID=c776bbae-aee0-40db-a908-0874d7a4b8a7,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:18.437544 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f7662-d96a-4fe3-b818-ed05bc31b7a4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 214550a4-44b2-4d8a-b53a-db04a465ca49 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:18.462794 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.467746 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c629c058-3cef-4649-9135-1cfcf79b46c1 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Deleting port 059f3cde-2a6e-42a7-8135-cba641026993 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:18.468191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c629c058-3cef-4649-9135-1cfcf79b46c1 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.471783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-cc3f7662-d96a-4fe3-b818-ed05bc31b7a4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 214550a4-44b2-4d8a-b53a-db04a465ca49) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:18.479250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3f7662-d96a-4fe3-b818-ed05bc31b7a4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:18.479862 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cc3f7662-d96a-4fe3-b818-ed05bc31b7a4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.486829 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b55e82-affc-43ca-b0f4-e4429c16f325 None None] Network 214550a4-44b2-4d8a-b53a-db04a465ca49 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:18.534180 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Attempting to bind port c776bbae-aee0-40db-a908-0874d7a4b8a7 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:18.534542 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Attempting to bind port c776bbae-aee0-40db-a908-0874d7a4b8a7 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'b2bb2209-10c4-465b-b22c-e99ad5b8534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0df65720-81ba-4a1e-9377-e5e1ccb6a9a6'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:18.535662 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Attempting to bind port c776bbae-aee0-40db-a908-0874d7a4b8a7 on network 0df65720-81ba-4a1e-9377-e5e1ccb6a9a6 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:18.563427 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cc3f7662-d96a-4fe3-b818-ed05bc31b7a4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5823052 Mar 16 10:51:18.566959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44356) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:18.577803 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-168cf0e2-ec34-4350-aee0-e243be7cb65d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1968408776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:18.587527 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:18.587912 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Checking segment: {'id': 'b2bb2209-10c4-465b-b22c-e99ad5b8534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0df65720-81ba-4a1e-9377-e5e1ccb6a9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:18.588282 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.588666 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Bound using segment: {'id': 'b2bb2209-10c4-465b-b22c-e99ad5b8534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0df65720-81ba-4a1e-9377-e5e1ccb6a9a6'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:18.589126 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Bound port: c776bbae-aee0-40db-a908-0874d7a4b8a7, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bb2209-10c4-465b-b22c-e99ad5b8534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0df65720-81ba-4a1e-9377-e5e1ccb6a9a6'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:18.589486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.597635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-168cf0e2-ec34-4350-aee0-e243be7cb65d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:18.607489 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-570e3128-c24a-48a0-8a25-21caa97982dd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.607818 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-570e3128-c24a-48a0-8a25-21caa97982dd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.612870 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Deleting port c776bbae-aee0-40db-a908-0874d7a4b8a7 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:18.613217 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.615536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-168cf0e2-ec34-4350-aee0-e243be7cb65d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:router and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:18.621695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-168cf0e2-ec34-4350-aee0-e243be7cb65d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:18.740455 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] For port c776bbae-aee0-40db-a908-0874d7a4b8a7, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:18.744600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-570e3128-c24a-48a0-8a25-21caa97982dd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Calling delete_port for 38baf460-68f6-4a53-9920-adbd95b3ef17 owned by network:floatingip {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:18.752635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] For port c776bbae-aee0-40db-a908-0874d7a4b8a7, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c776bbae-aee0-40db-a908-0874d7a4b8a7,segment=NetworkSegment(b2bb2209-10c4-465b-b22c-e99ad5b8534b),segment_id=b2bb2209-10c4-465b-b22c-e99ad5b8534b)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:18.777604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-168cf0e2-ec34-4350-aee0-e243be7cb65d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:18.793013 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.800017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-168cf0e2-ec34-4350-aee0-e243be7cb65d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.801144 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-168cf0e2-ec34-4350-aee0-e243be7cb65d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.846774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-168cf0e2-ec34-4350-aee0-e243be7cb65d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.859439 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-214550a4-44b2-4d8a-b53a-db04a465ca49', 'network_id': '214550a4-44b2-4d8a-b53a-db04a465ca49', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'fixed_ips': [{'subnet_id': '9d88ca6f-2468-4b67-aa78-bfb2936b7656'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:51:18.860588 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.884143 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c629c058-3cef-4649-9135-1cfcf79b46c1 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.898684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-168cf0e2-ec34-4350-aee0-e243be7cb65d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.953244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-168cf0e2-ec34-4350-aee0-e243be7cb65d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.958902 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-168cf0e2-ec34-4350-aee0-e243be7cb65d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3894181 Mar 16 10:51:18.960141 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44360) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:18.961247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-570e3128-c24a-48a0-8a25-21caa97982dd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.025679 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663b4c1-196e-48cd-b9f8-ec966a7856cc None None] Pushing event updated for resources: {'Port': ['ID=c776bbae-aee0-40db-a908-0874d7a4b8a7,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:19.088446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e3128-c24a-48a0-8a25-21caa97982dd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Port': ['ID=38baf460-68f6-4a53-9920-adbd95b3ef17,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:19.092449 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Allocated IP 172.20.0.2 (214550a4-44b2-4d8a-b53a-db04a465ca49/9d88ca6f-2468-4b67-aa78-bfb2936b7656/475a8bd0-0660-4449-8a32-af95eb2dcd13) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:19.156480 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c629c058-3cef-4649-9135-1cfcf79b46c1 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Calling delete_port for 059f3cde-2a6e-42a7-8135-cba641026993 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:19.407034 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.417967 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Transition to ACTIVE for port object 475a8bd0-0660-4449-8a32-af95eb2dcd13 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:19.440653 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Transition to ACTIVE for port object 475a8bd0-0660-4449-8a32-af95eb2dcd13 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:19.454488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.480468 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c629c058-3cef-4649-9135-1cfcf79b46c1 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.558058 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Pushing event updated for resources: {'Port': ['ID=475a8bd0-0660-4449-8a32-af95eb2dcd13,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:19.580976 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Network 214550a4-44b2-4d8a-b53a-db04a465ca49 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:19.583674 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:19.585992 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:19.599635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629c058-3cef-4649-9135-1cfcf79b46c1 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event deleted for resources: {'Port': ['ID=059f3cde-2a6e-42a7-8135-cba641026993,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:19.607572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] For port c776bbae-aee0-40db-a908-0874d7a4b8a7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c776bbae-aee0-40db-a908-0874d7a4b8a7,segment=NetworkSegment(b2bb2209-10c4-465b-b22c-e99ad5b8534b),segment_id=b2bb2209-10c4-465b-b22c-e99ad5b8534b)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:19.607795 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-570e3128-c24a-48a0-8a25-21caa97982dd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.607938 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.610558 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-570e3128-c24a-48a0-8a25-21caa97982dd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.611940 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-570e3128-c24a-48a0-8a25-21caa97982dd tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/floatingips/772385b3-fc68-4c8f-8a08-8008bc437d63 HTTP/1.1" status: 204 len: 168 time: 1.5746095 Mar 16 10:51:19.620778 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c629c058-3cef-4649-9135-1cfcf79b46c1 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.632237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44368) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:19.641790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c776bbae-aee0-40db-a908-0874d7a4b8a7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:19.711187 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.749623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Attempting to bind port 475a8bd0-0660-4449-8a32-af95eb2dcd13 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:19.750047 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Attempting to bind port 475a8bd0-0660-4449-8a32-af95eb2dcd13 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'ac9526c3-dee4-4563-b756-4123e834a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '214550a4-44b2-4d8a-b53a-db04a465ca49'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:19.750407 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Attempting to bind port 475a8bd0-0660-4449-8a32-af95eb2dcd13 on network 214550a4-44b2-4d8a-b53a-db04a465ca49 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:19.759337 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:19.759707 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Checking segment: {'id': 'ac9526c3-dee4-4563-b756-4123e834a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '214550a4-44b2-4d8a-b53a-db04a465ca49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:19.760105 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.760494 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Bound using segment: {'id': 'ac9526c3-dee4-4563-b756-4123e834a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '214550a4-44b2-4d8a-b53a-db04a465ca49'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:19.761331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Bound port: 475a8bd0-0660-4449-8a32-af95eb2dcd13, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9526c3-dee4-4563-b756-4123e834a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '214550a4-44b2-4d8a-b53a-db04a465ca49'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:19.761707 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.830449 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port c776bbae-aee0-40db-a908-0874d7a4b8a7 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:19.864620 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Calling delete_port for c776bbae-aee0-40db-a908-0874d7a4b8a7 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:19.875983 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] For port 475a8bd0-0660-4449-8a32-af95eb2dcd13, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:19.879091 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] For port 475a8bd0-0660-4449-8a32-af95eb2dcd13, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=475a8bd0-0660-4449-8a32-af95eb2dcd13,segment=NetworkSegment(ac9526c3-dee4-4563-b756-4123e834a5b7),segment_id=ac9526c3-dee4-4563-b756-4123e834a5b7)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:19.884166 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.909357 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-bd134e4c-5752-459c-919b-341f2606da67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] delete failed (client error): The resource could not be found. Mar 16 10:51:19.910383 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bd134e4c-5752-459c-919b-341f2606da67 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/floatingips/772385b3-fc68-4c8f-8a08-8008bc437d63 HTTP/1.1" status: 404 len: 345 time: 0.2772102 Mar 16 10:51:19.919645 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44372) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:19.931787 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c629c058-3cef-4649-9135-1cfcf79b46c1 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "DELETE /v2.0/ports/059f3cde-2a6e-42a7-8135-cba641026993 HTTP/1.1" status: 204 len: 168 time: 1.5851743 Mar 16 10:51:19.968682 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44376) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:19.977016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ebebe-3e7f-4d6c-b784-599df3c3bdb6 None None] Pushing event updated for resources: {'Port': ['ID=475a8bd0-0660-4449-8a32-af95eb2dcd13,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:20.031984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.079260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-78dbf84a-d98a-45dd-98fb-e023dc105aaa tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Synchronizing usage tracker for tenant:f7d706c97d5b45f0b7ed1ce76ff25162 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:20.089137 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.171950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-78dbf84a-d98a-45dd-98fb-e023dc105aaa tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Unset dirty status for tenant:f7d706c97d5b45f0b7ed1ce76ff25162 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:20.173123 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-78dbf84a-d98a-45dd-98fb-e023dc105aaa tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1984026 Mar 16 10:51:20.189230 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44380) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:20.213840 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-65b7d2d5-27ad-4174-97a3-1d4254c5e647 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1219996830'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:20.226450 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-65b7d2d5-27ad-4174-97a3-1d4254c5e647 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:20.270889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-65b7d2d5-27ad-4174-97a3-1d4254c5e647 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Usage tracker for resource:network and tenant:f7d706c97d5b45f0b7ed1ce76ff25162 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:20.298452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-65b7d2d5-27ad-4174-97a3-1d4254c5e647 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:20.302265 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Allocated IP 172.20.0.1 (214550a4-44b2-4d8a-b53a-db04a465ca49/9d88ca6f-2468-4b67-aa78-bfb2936b7656/de76ec67-816b-481c-abed-bc1737f0f619) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:20.338952 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38594e16-be42-4ca1-8be0-f88c4427fdc9 req-f6644919-56f9-434d-9eb7-6d063a4ca7d6 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:20.340418 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-38594e16-be42-4ca1-8be0-f88c4427fdc9 req-f6644919-56f9-434d-9eb7-6d063a4ca7d6 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.5335903 Mar 16 10:51:20.342513 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-65b7d2d5-27ad-4174-97a3-1d4254c5e647 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:20.394380 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ec9e9c-370a-4d9d-aa19-406dd869f798 None None] Network 0df65720-81ba-4a1e-9377-e5e1ccb6a9a6 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:20.437242 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81321bec-75d0-47e9-ab4a-2d293b621d75 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:20.445564 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81321bec-75d0-47e9-ab4a-2d293b621d75 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:20.453316 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81321bec-75d0-47e9-ab4a-2d293b621d75 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:20.454167 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-81321bec-75d0-47e9-ab4a-2d293b621d75 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Synchronizing usage tracker for tenant:0f12354052d5494e842e68b562c9c3fe on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:20.480698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b7d2d5-27ad-4174-97a3-1d4254c5e647 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Made reservation on behalf of f7d706c97d5b45f0b7ed1ce76ff25162 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:20.485296 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-65b7d2d5-27ad-4174-97a3-1d4254c5e647 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.491132 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3fde69b5-a65b-4dc6-a0e2-ed47608a70f9 None None] Provisioning for port c776bbae-aee0-40db-a908-0874d7a4b8a7 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:20.494704 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.506108 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3fde69b5-a65b-4dc6-a0e2-ed47608a70f9 None None] Provisioning complete for port c776bbae-aee0-40db-a908-0874d7a4b8a7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:20.506475 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3fde69b5-a65b-4dc6-a0e2-ed47608a70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.513416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Transition to ACTIVE for port object de76ec67-816b-481c-abed-bc1737f0f619 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:20.519423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b7d2d5-27ad-4174-97a3-1d4254c5e647 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:20.528324 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-65b7d2d5-27ad-4174-97a3-1d4254c5e647 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.528547 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-65b7d2d5-27ad-4174-97a3-1d4254c5e647 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Added segment 274dd661-ce38-423d-ac13-230a01d8fab8 of type vlan for network c5cb2515-10c1-4a12-a265-afa6a7f25265 Mar 16 10:51:20.540259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.545988 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3fde69b5-a65b-4dc6-a0e2-ed47608a70f9 None None] Port c776bbae-aee0-40db-a908-0874d7a4b8a7 was deleted so its status cannot be updated. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 16 10:51:20.550323 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.611083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 214550a4-44b2-4d8a-b53a-db04a465ca49 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:20.613885 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:20.621956 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:20.666064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=de76ec67-816b-481c-abed-bc1737f0f619,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:20.691526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.756690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Port': ['ID=c776bbae-aee0-40db-a908-0874d7a4b8a7,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:20.778636 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-38594e16-be42-4ca1-8be0-f88c4427fdc9 req-7e8c8a76-2374-4a53-86e1-a3669f8dacc9 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4198110 Mar 16 10:51:20.808219 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Allocated IP 172.26.3.90 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/6f9ad1a6-3ec8-4a15-a450-023ca671bb51) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:20.819132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-65b7d2d5-27ad-4174-97a3-1d4254c5e647 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.823188 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.834194 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-81321bec-75d0-47e9-ab4a-2d293b621d75 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Unset dirty status for tenant:0f12354052d5494e842e68b562c9c3fe on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:20.838441 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-81321bec-75d0-47e9-ab4a-2d293b621d75 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "GET /v2.0/ports?network_id=96076bee-547a-4717-bdc5-212bf28e34cf HTTP/1.1" status: 200 len: 2356 time: 0.9122455 Mar 16 10:51:20.842928 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44384) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:20.888711 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No DVR routers for this DVR port c776bbae-aee0-40db-a908-0874d7a4b8a7 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:51:20.924669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0320d468-8857-40d0-89bd-b23dfa77e559 None None] Network 0df65720-81ba-4a1e-9377-e5e1ccb6a9a6 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:21.019925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41011ba5-ae02-4e73-ba47-78503059975d tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:21.021250 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-41011ba5-ae02-4e73-ba47-78503059975d tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "GET /v2.0/subnets/66e8536a-6b62-47c9-a688-17bdf3a00b49 HTTP/1.1" status: 200 len: 797 time: 0.1770573 Mar 16 10:51:21.029502 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44388) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:21.038669 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-65b7d2d5-27ad-4174-97a3-1d4254c5e647 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.038959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-af599768-de83-409b-9674-8d23fd68a890 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'port': {'network_id': '96076bee-547a-4717-bdc5-212bf28e34cf', 'name': 'tempest-FloatingIPTestJSON-51905524', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:21.044264 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7d2d5-27ad-4174-97a3-1d4254c5e647 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:21.045058 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-65b7d2d5-27ad-4174-97a3-1d4254c5e647 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.049052 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.310350 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7d2d5-27ad-4174-97a3-1d4254c5e647 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event updated for resources: {'Network': ['ID=c5cb2515-10c1-4a12-a265-afa6a7f25265,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:21.323639 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-65b7d2d5-27ad-4174-97a3-1d4254c5e647 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1275053 Mar 16 10:51:21.324174 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network c5cb2515-10c1-4a12-a265-afa6a7f25265 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:21.328603 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44392) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:21.343403 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-e023c451-cf5f-4736-9158-a2551db80abd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-99278665'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:21.359433 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-af599768-de83-409b-9674-8d23fd68a890 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:21.363542 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e023c451-cf5f-4736-9158-a2551db80abd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:21.384570 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-af599768-de83-409b-9674-8d23fd68a890 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:21.401331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.405181 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e023c451-cf5f-4736-9158-a2551db80abd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Usage tracker for resource:network and tenant:f7d706c97d5b45f0b7ed1ce76ff25162 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:21.417101 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e023c451-cf5f-4736-9158-a2551db80abd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:21.430691 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af599768-de83-409b-9674-8d23fd68a890 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Made reservation on behalf of 0f12354052d5494e842e68b562c9c3fe for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:21.435139 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e023c451-cf5f-4736-9158-a2551db80abd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:21.447776 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.519796 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871da2a9-f382-48da-bc14-b2e6fbf821b7 None None] Network 214550a4-44b2-4d8a-b53a-db04a465ca49 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:21.565057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af599768-de83-409b-9674-8d23fd68a890 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.567591 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3335e761-aef0-4647-931d-1d544a6e9a57 None None] Network 0df65720-81ba-4a1e-9377-e5e1ccb6a9a6 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:21.576565 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Subnet': ['ID=9c997746-7617-4044-ae1d-ff8d8d896cc8,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:21.590906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-af599768-de83-409b-9674-8d23fd68a890 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] device_id is not set on port dd6b7af3-2089-4ef9-9ccd-b6bd81fe0835 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:21.596351 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e023c451-cf5f-4736-9158-a2551db80abd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Made reservation on behalf of f7d706c97d5b45f0b7ed1ce76ff25162 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:21.600017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e023c451-cf5f-4736-9158-a2551db80abd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.673503 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 475a8bd0-0660-4449-8a32-af95eb2dcd13 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:21.686942 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.723525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e023c451-cf5f-4736-9158-a2551db80abd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:21.728385 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df65720-81ba-4a1e-9377-e5e1ccb6a9a6']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:21.741762 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.777474 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2bb2209-10c4-465b-b22c-e99ad5b8534b') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:21.777831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2bb2209-10c4-465b-b22c-e99ad5b8534b') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:21.798929 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e023c451-cf5f-4736-9158-a2551db80abd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.799427 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-e023c451-cf5f-4736-9158-a2551db80abd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Added segment 3598cacf-16f3-495b-a780-de8624b80ece of type vlan for network b2f8d64b-ec59-4169-ab36-b2cc195d504f Mar 16 10:51:21.837537 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.846444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.858585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5ba863b1-c77b-4ed1-91e7-e3fd6efc391f None None] Provisioning for port 475a8bd0-0660-4449-8a32-af95eb2dcd13 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:21.874766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Pushing event updated for resources: {'Port': ['ID=6f9ad1a6-3ec8-4a15-a450-023ca671bb51,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:21.891443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.911470 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:21.919788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:21.922421 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:21.955415 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.986180 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:21.986583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:22.010572 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:22.028785 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e023c451-cf5f-4736-9158-a2551db80abd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.047011 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 475a8bd0-0660-4449-8a32-af95eb2dcd13 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:22.058452 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 475a8bd0-0660-4449-8a32-af95eb2dcd13 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:22.058823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.084908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=de76ec67-816b-481c-abed-bc1737f0f619,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:22.095056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.099730 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d499e67-7bc8-4c45-9c54-ebfbdcbbcc5e None None] DHCP port deletion for 0df65720-81ba-4a1e-9377-e5e1ccb6a9a6 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:51:22.231590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.269291 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.288357 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 475a8bd0-0660-4449-8a32-af95eb2dcd13, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=475a8bd0-0660-4449-8a32-af95eb2dcd13,segment=NetworkSegment(ac9526c3-dee4-4563-b756-4123e834a5b7),segment_id=ac9526c3-dee4-4563-b756-4123e834a5b7)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:22.294035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.301021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.330513 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fb59f-9226-4582-ac04-e698fe9c00e1 req-cd35bdbf-1524-4a64-bcd2-6a7443ff7885 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:22.332173 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d80fb59f-9226-4582-ac04-e698fe9c00e1 req-cd35bdbf-1524-4a64-bcd2-6a7443ff7885 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.4236088 Mar 16 10:51:22.371918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e023c451-cf5f-4736-9158-a2551db80abd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.377310 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e023c451-cf5f-4736-9158-a2551db80abd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:22.377904 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e023c451-cf5f-4736-9158-a2551db80abd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.392965 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=475a8bd0-0660-4449-8a32-af95eb2dcd13,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:22.395459 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Network': ['ID=0df65720-81ba-4a1e-9377-e5e1ccb6a9a6,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:22.459316 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-756c961b-e7f7-4d9c-9e9a-af70a785726f tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/0df65720-81ba-4a1e-9377-e5e1ccb6a9a6 HTTP/1.1" status: 204 len: 168 time: 4.5228119 Mar 16 10:51:22.466538 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44398) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:22.480095 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8549bfc4-fcbe-4023-8434-1521c4e3f1f2 None None] Provisioning for port de76ec67-816b-481c-abed-bc1737f0f619 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:22.483805 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e023c451-cf5f-4736-9158-a2551db80abd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1539624 Mar 16 10:51:22.487245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8549bfc4-fcbe-4023-8434-1521c4e3f1f2 None None] Provisioning complete for port de76ec67-816b-481c-abed-bc1737f0f619 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:22.487619 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8549bfc4-fcbe-4023-8434-1521c4e3f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.489753 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d80fb59f-9226-4582-ac04-e698fe9c00e1 req-b26374ce-f426-48af-bae7-ccfaec203db5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480284 Mar 16 10:51:22.497297 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-af599768-de83-409b-9674-8d23fd68a890 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Allocated IP 172.20.0.14 (96076bee-547a-4717-bdc5-212bf28e34cf/66e8536a-6b62-47c9-a688-17bdf3a00b49/dd6b7af3-2089-4ef9-9ccd-b6bd81fe0835) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:22.502400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 214550a4-44b2-4d8a-b53a-db04a465ca49 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:22.508263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:22.527943 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-af599768-de83-409b-9674-8d23fd68a890 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Allocated IP 172.20.0.13 (96076bee-547a-4717-bdc5-212bf28e34cf/66e8536a-6b62-47c9-a688-17bdf3a00b49/dd6b7af3-2089-4ef9-9ccd-b6bd81fe0835) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:22.576201 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-8549bfc4-fcbe-4023-8434-1521c4e3f1f2 None None] Port de76ec67-816b-481c-abed-bc1737f0f619 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:22.589726 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8549bfc4-fcbe-4023-8434-1521c4e3f1f2 None None] Provisioning complete for port 475a8bd0-0660-4449-8a32-af95eb2dcd13 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:22.590333 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8549bfc4-fcbe-4023-8434-1521c4e3f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.610887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44402) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:22.617010 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Request body: {'subnets': [{'network_id': 'c5cb2515-10c1-4a12-a265-afa6a7f25265', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1411736306', 'ip_version': 4}, {'network_id': 'b2f8d64b-ec59-4169-ab36-b2cc195d504f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:22.617317 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Request body: {'subnet': {'network_id': 'c5cb2515-10c1-4a12-a265-afa6a7f25265', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1411736306', 'ip_version': 4}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:22.617871 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Request body: {'subnet': {'network_id': 'b2f8d64b-ec59-4169-ab36-b2cc195d504f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:22.641710 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a068a10-3dce-4b2a-ab99-078cf6eaed54 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:22.642272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a068a10-3dce-4b2a-ab99-078cf6eaed54 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:22.646496 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0a068a10-3dce-4b2a-ab99-078cf6eaed54 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/subnets/9c997746-7617-4044-ae1d-ff8d8d896cc8 HTTP/1.1" status: 404 len: 337 time: 0.1610615 Mar 16 10:51:22.647140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44406) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:22.716659 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023c451-cf5f-4736-9158-a2551db80abd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event updated for resources: {'Network': ['ID=b2f8d64b-ec59-4169-ab36-b2cc195d504f,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:22.747640 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de770f7-03aa-42da-9200-f073e75ac917 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:22.748283 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de770f7-03aa-42da-9200-f073e75ac917 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:22.753760 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6de770f7-03aa-42da-9200-f073e75ac917 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/0df65720-81ba-4a1e-9377-e5e1ccb6a9a6 HTTP/1.1" status: 404 len: 339 time: 0.1033647 Mar 16 10:51:22.754356 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44410) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:22.755891 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network b2f8d64b-ec59-4169-ab36-b2cc195d504f details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:22.896172 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0487b5c0-71f7-48f3-9f83-8cfc11032b2a None None] Provisioning complete for port de76ec67-816b-481c-abed-bc1737f0f619 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:22.896838 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0487b5c0-71f7-48f3-9f83-8cfc11032b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.927873 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e808c9a-2a4a-424b-83e1-7eb3d6b510b1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:22.928584 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e808c9a-2a4a-424b-83e1-7eb3d6b510b1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:22.933031 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4e808c9a-2a4a-424b-83e1-7eb3d6b510b1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/subnets/e1ae5454-2020-4f9d-aac8-ece0e52b2c23 HTTP/1.1" status: 404 len: 337 time: 0.1747229 Mar 16 10:51:22.933810 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44414) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:22.962621 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-0487b5c0-71f7-48f3-9f83-8cfc11032b2a None None] Port de76ec67-816b-481c-abed-bc1737f0f619 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:23.021781 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3cf9f1-99c9-4cae-85d6-ee7c1193eb65 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:23.022155 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3cf9f1-99c9-4cae-85d6-ee7c1193eb65 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:23.023836 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9f3cf9f1-99c9-4cae-85d6-ee7c1193eb65 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/33d60be3-fd94-4185-a7e0-a7264e2203da HTTP/1.1" status: 404 len: 339 time: 0.0870855 Mar 16 10:51:23.030987 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44418) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:23.082630 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-89410cec-3383-4f09-bca9-393323be288a None None] Provisioning complete for port de76ec67-816b-481c-abed-bc1737f0f619 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:23.083645 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-89410cec-3383-4f09-bca9-393323be288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.087307 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:23.095146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Usage tracker for resource:subnet and tenant:f7d706c97d5b45f0b7ed1ce76ff25162 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:23.100701 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:23.111008 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 1bbb3c71-398e-46e6-b46f-bb642be37686 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:51:23.119271 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:23.142647 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-89410cec-3383-4f09-bca9-393323be288a None None] Port de76ec67-816b-481c-abed-bc1737f0f619 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:23.145033 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.147781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af599768-de83-409b-9674-8d23fd68a890 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.209305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Made reservation on behalf of f7d706c97d5b45f0b7ed1ce76ff25162 for: {'subnet': 2} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:23.214034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.214322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.240547 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3fe2bfe1-d9c5-41a2-be0b-f39bff249f2b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.443982 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 475a8bd0-0660-4449-8a32-af95eb2dcd13 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:23.513803 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 475a8bd0-0660-4449-8a32-af95eb2dcd13 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:23.516193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.536368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:23.541533 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3fe2bfe1-d9c5-41a2-be0b-f39bff249f2b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.550634 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f49839-28c7-4c0a-88cc-71dfb8c147f2 None None] Sync routers for ids ['1bbb3c71-398e-46e6-b46f-bb642be37686'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:23.561014 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f49839-28c7-4c0a-88cc-71dfb8c147f2 None None] Routers {'1bbb3c71-398e-46e6-b46f-bb642be37686'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:23.561946 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-35f49839-28c7-4c0a-88cc-71dfb8c147f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1bbb3c71-398e-46e6-b46f-bb642be37686'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:23.566035 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-918dfb4c-dde1-445a-8078-cdbce7d96f7a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/1bbb3c71-398e-46e6-b46f-bb642be37686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5994043 Mar 16 10:51:23.569068 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44424) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:23.580347 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-3fe2bfe1-d9c5-41a2-be0b-f39bff249f2b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c0df0f-652c-46a9-919a-ececd68d3867']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:23.605724 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-3fe2bfe1-d9c5-41a2-be0b-f39bff249f2b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a97154-ea4f-47dd-b6d7-1ca690555eeb') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:23.606089 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-3fe2bfe1-d9c5-41a2-be0b-f39bff249f2b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a97154-ea4f-47dd-b6d7-1ca690555eeb') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:23.609368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af599768-de83-409b-9674-8d23fd68a890 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.627644 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3fe2bfe1-d9c5-41a2-be0b-f39bff249f2b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.633501 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-35f49839-28c7-4c0a-88cc-71dfb8c147f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:23.642834 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f49839-28c7-4c0a-88cc-71dfb8c147f2 None None] Routers {'1bbb3c71-398e-46e6-b46f-bb642be37686'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:23.643758 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-35f49839-28c7-4c0a-88cc-71dfb8c147f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1bbb3c71-398e-46e6-b46f-bb642be37686'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:23.649218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3fe2bfe1-d9c5-41a2-be0b-f39bff249f2b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.660356 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe2bfe1-d9c5-41a2-be0b-f39bff249f2b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:23.660762 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3fe2bfe1-d9c5-41a2-be0b-f39bff249f2b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.711206 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-35f49839-28c7-4c0a-88cc-71dfb8c147f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:23.711962 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f49839-28c7-4c0a-88cc-71dfb8c147f2 None None] The sync data for ids ['1bbb3c71-398e-46e6-b46f-bb642be37686'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:23.725437 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c776bbae-aee0-40db-a908-0874d7a4b8a7 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:23.757882 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:23.760972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065c4faf-f7ee-4c48-88ce-e78b8109d96f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:23.761235 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: c776bbae-aee0-40db-a908-0874d7a4b8a7 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:51:23.761556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-065c4faf-f7ee-4c48-88ce-e78b8109d96f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Synchronizing usage tracker for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:23.761664 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c776bbae-aee0-40db-a908-0874d7a4b8a7 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:51:23.765822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af599768-de83-409b-9674-8d23fd68a890 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network 96076bee-547a-4717-bdc5-212bf28e34cf is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:23.774269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-af599768-de83-409b-9674-8d23fd68a890 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:23.784202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af599768-de83-409b-9674-8d23fd68a890 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:23.810565 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af599768-de83-409b-9674-8d23fd68a890 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=dd6b7af3-2089-4ef9-9ccd-b6bd81fe0835,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:23.854458 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-065c4faf-f7ee-4c48-88ce-e78b8109d96f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Unset dirty status for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:23.855617 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-065c4faf-f7ee-4c48-88ce-e78b8109d96f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports/de76ec67-816b-481c-abed-bc1737f0f619 HTTP/1.1" status: 200 len: 910 time: 0.2856672 Mar 16 10:51:23.865198 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44428) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:23.894317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3fe2bfe1-d9c5-41a2-be0b-f39bff249f2b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.919781 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3fe2bfe1-d9c5-41a2-be0b-f39bff249f2b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.932750 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2bfe1-d9c5-41a2-be0b-f39bff249f2b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Network': ['ID=f3c0df0f-652c-46a9-919a-ececd68d3867,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:23.950127 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3fe2bfe1-d9c5-41a2-be0b-f39bff249f2b tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/f3c0df0f-652c-46a9-919a-ececd68d3867 HTTP/1.1" status: 204 len: 168 time: 0.9179463 Mar 16 10:51:23.955290 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44432) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:23.973872 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af599768-de83-409b-9674-8d23fd68a890 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:23.974476 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af599768-de83-409b-9674-8d23fd68a890 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.989190 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.002601 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f50b65b-202b-4ac2-b8a6-ecd0d9cc5ec3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:24.003048 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f50b65b-202b-4ac2-b8a6-ecd0d9cc5ec3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:24.004726 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5f50b65b-202b-4ac2-b8a6-ecd0d9cc5ec3 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/subnets/6cd1bb42-6eed-42fa-b6ae-d349aeea5e22 HTTP/1.1" status: 404 len: 337 time: 0.0454700 Mar 16 10:51:24.046390 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44436) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:24.091459 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b527e-133d-4069-b1b4-f483507e7d0d req-dafc1bcd-1414-4dec-8f0b-153f9a0788c6 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:24.093470 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ab8b527e-133d-4069-b1b4-f483507e7d0d req-dafc1bcd-1414-4dec-8f0b-153f9a0788c6 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.3222804 Mar 16 10:51:24.137974 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-af599768-de83-409b-9674-8d23fd68a890 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.1074483 Mar 16 10:51:24.148662 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44440) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:24.153389 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf731470-86ee-4d41-b159-919bb253671e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:24.153843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf731470-86ee-4d41-b159-919bb253671e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:24.155493 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cf731470-86ee-4d41-b159-919bb253671e tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/9648dca2-b18a-42ed-b4af-3c0c21482ae4 HTTP/1.1" status: 404 len: 339 time: 0.1060028 Mar 16 10:51:24.169222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': 'dd6b7af3-2089-4ef9-9ccd-b6bd81fe0835', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:24.172928 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44444) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:24.220792 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ab8b527e-133d-4069-b1b4-f483507e7d0d req-e274b0c9-7759-4163-a8cf-e19794bf31ef tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202052 Mar 16 10:51:24.237856 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:24.270417 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Router 6b3f72e4-23ad-4ac4-9b51-e01d41b658c7 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:51:24.292133 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-911f8051-cd51-492d-9977-e5f8df41fd5c tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:24.292666 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911f8051-cd51-492d-9977-e5f8df41fd5c tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:24.358118 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:24.373118 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-911f8051-cd51-492d-9977-e5f8df41fd5c tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/subnets/ffe34fe8-bb2a-49ef-b2f0-6d69379fda08 HTTP/1.1" status: 404 len: 337 time: 0.1991875 Mar 16 10:51:24.382058 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44448) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:24.426285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.507602 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d1f97c-2468-425b-805e-61b9341e8f82 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:24.508057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d1f97c-2468-425b-805e-61b9341e8f82 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:24.509679 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-82d1f97c-2468-425b-805e-61b9341e8f82 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/38eec55b-f623-488d-8db8-969b9794f3b9 HTTP/1.1" status: 404 len: 339 time: 0.1266973 Mar 16 10:51:24.523275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44452) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:24.572705 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-930a4754-45bb-4f0c-bdef-4f4cc5776bad tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:24.572972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930a4754-45bb-4f0c-bdef-4f4cc5776bad tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:24.577603 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-930a4754-45bb-4f0c-bdef-4f4cc5776bad tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/subnets/34fd75ce-8e96-4a9e-8162-c6e113a365c4 HTTP/1.1" status: 404 len: 337 time: 0.0510421 Mar 16 10:51:24.577914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44456) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:24.615860 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-14545ed0-17e2-48ad-9b29-ff6523b55e39 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:24.616320 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14545ed0-17e2-48ad-9b29-ff6523b55e39 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:24.620286 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-14545ed0-17e2-48ad-9b29-ff6523b55e39 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/c7f1db79-1429-40da-8365-4c092e0ca685 HTTP/1.1" status: 404 len: 339 time: 0.0391705 Mar 16 10:51:24.620786 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44460) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:24.623871 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:24.632232 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Sync routers for ids ['6b3f72e4-23ad-4ac4-9b51-e01d41b658c7'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:24.642321 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Routers {'6b3f72e4-23ad-4ac4-9b51-e01d41b658c7'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:24.642923 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6b3f72e4-23ad-4ac4-9b51-e01d41b658c7'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:24.670614 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-082b64a6-35ae-4257-83f5-5a300a861262 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:24.671253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082b64a6-35ae-4257-83f5-5a300a861262 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:24.672790 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-082b64a6-35ae-4257-83f5-5a300a861262 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/subnets/8128c6a7-2dca-4f7d-9cfd-42246a4bb4ab HTTP/1.1" status: 404 len: 337 time: 0.0511174 Mar 16 10:51:24.675659 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44464) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:24.701266 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae270c4d-1429-469b-a992-3d980f40a168 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:24.702870 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae270c4d-1429-469b-a992-3d980f40a168 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:24.703863 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ae270c4d-1429-469b-a992-3d980f40a168 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/4f3d9084-0803-4180-9d11-579e4862e059 HTTP/1.1" status: 404 len: 339 time: 0.0273175 Mar 16 10:51:24.704715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.708170 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-669c2f0d-c099-4f69-9c1b-e225ccb4ebea tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8580334 Mar 16 10:51:24.708332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.708784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44468) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:24.708784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44470) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:24.809131 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4c4331-7b21-4fb8-aac8-9281f8bfbaa1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:24.809573 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4c4331-7b21-4fb8-aac8-9281f8bfbaa1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:24.810023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event updated for resources: {'Subnet': ['ID=d1b37ce6-edbb-4491-9256-59e8d1a3b190,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:24.811256 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0c4c4331-7b21-4fb8-aac8-9281f8bfbaa1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/subnets/e6e97df6-15b1-4feb-b9e9-dbb576c262dc HTTP/1.1" status: 404 len: 337 time: 0.1038158 Mar 16 10:51:24.813857 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44476) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:24.844607 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Set router 6b3f72e4-23ad-4ac4-9b51-e01d41b658c7 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:24.846769 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c9fd78-471b-4e84-8f6b-7eacaca44624 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:24.847258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c9fd78-471b-4e84-8f6b-7eacaca44624 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:24.848920 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-87c9fd78-471b-4e84-8f6b-7eacaca44624 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/bb8032f8-ada5-4737-a1cd-0ad82084924a HTTP/1.1" status: 404 len: 339 time: 0.0341847 Mar 16 10:51:24.851440 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44480) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:24.868853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Checking segment: {'id': '274dd661-ce38-423d-ac13-230a01d8fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c5cb2515-10c1-4a12-a265-afa6a7f25265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:24.869192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Network hostable DHCP agents. Network: c5cb2515-10c1-4a12-a265-afa6a7f25265, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:24.894211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.938594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Network c5cb2515-10c1-4a12-a265-afa6a7f25265 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:24.958535 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-0818a049-8050-4b39-86c5-1e10e38a8a29 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:24.958976 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0818a049-8050-4b39-86c5-1e10e38a8a29 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:24.960687 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0818a049-8050-4b39-86c5-1e10e38a8a29 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/subnets/2fa9fd73-a4ff-49d6-86fa-4e5a6ad21339 HTTP/1.1" status: 404 len: 337 time: 0.1083674 Mar 16 10:51:24.963927 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44484) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:25.001249 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-423f4c9b-28d9-4710-b091-ac645703269a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:25.001715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423f4c9b-28d9-4710-b091-ac645703269a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:25.003435 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-423f4c9b-28d9-4710-b091-ac645703269a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/117afac2-0577-457b-b799-aec937b00719 HTTP/1.1" status: 404 len: 339 time: 0.0391686 Mar 16 10:51:25.006704 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44488) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:25.050926 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c46b7e9f-8064-43ef-85b9-0e5b09d17c2c tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "GET /v2.0/routers/6b3f72e4-23ad-4ac4-9b51-e01d41b658c7 HTTP/1.1" status: 200 len: 908 time: 0.3408482 Mar 16 10:51:25.054994 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44492) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:25.057971 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa098b58-8477-487b-891f-6e2577b6fdb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:25.058404 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa098b58-8477-487b-891f-6e2577b6fdb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:25.062969 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-aa098b58-8477-487b-891f-6e2577b6fdb1 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/subnets/47a09b83-abe0-42c2-926c-caef3774a69c HTTP/1.1" status: 404 len: 337 time: 0.0524192 Mar 16 10:51:25.064225 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1532812028', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'enable_snat': True}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:25.066970 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44496) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:25.071018 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:25.094841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Usage tracker for resource:router and tenant:13c77b1a1063425d8cd2541e1f12f079 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:25.099893 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:25.106378 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cae1fa5-b713-4960-a2c0-3deae7bec50a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:25.106848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cae1fa5-b713-4960-a2c0-3deae7bec50a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:25.110894 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6cae1fa5-b713-4960-a2c0-3deae7bec50a tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/b98f74c3-dc45-4421-9cdd-575a54648e99 HTTP/1.1" status: 404 len: 339 time: 0.0406923 Mar 16 10:51:25.111078 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, c5cb2515-10c1-4a12-a265-afa6a7f25265) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:25.111709 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:25.111709 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44500) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:25.119201 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.127053 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840a6a6d-5604-4888-b448-818f573c0245 None None] Network c5cb2515-10c1-4a12-a265-afa6a7f25265 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:25.152650 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c8f055-b54a-4c50-80e8-b340d0f08659 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:25.153385 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c8f055-b54a-4c50-80e8-b340d0f08659 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:25.157786 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-84c8f055-b54a-4c50-80e8-b340d0f08659 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/subnets/91b29a8b-3277-4c82-8617-6463e6813d72 HTTP/1.1" status: 404 len: 337 time: 0.0422509 Mar 16 10:51:25.157961 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-815f079e-c533-4abd-b65f-262bca66cad5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.158069 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44506) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:25.183381 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.184376 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.189301 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-4351c2b6-3dd3-4531-a305-17e4511a7016 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:25.189761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4351c2b6-3dd3-4531-a305-17e4511a7016 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:25.194286 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4351c2b6-3dd3-4531-a305-17e4511a7016 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/2ae27df2-a5a7-484b-8c22-90d187e4f68a HTTP/1.1" status: 404 len: 339 time: 0.0326343 Mar 16 10:51:25.194286 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44510) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:25.289775 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.323788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-980dc63d-945f-4fc0-851b-bc438f5954e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Deleting subnet 91b23f44-edbc-4b68-99ea-428073dd65e5 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:51:25.329017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-980dc63d-945f-4fc0-851b-bc438f5954e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.364122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event updated for resources: {'Subnet': ['ID=acd21a58-6472-48df-bc04-7fd9d3e435d3,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:25.436536 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-980dc63d-945f-4fc0-851b-bc438f5954e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.475130 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f72e4-23ad-4ac4-9b51-e01d41b658c7', 'name': 'tempest-snat-router-1532812028', 'tenant_id': '13c77b1a1063425d8cd2541e1f12f079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.90'}], 'enable_snat': False}, 'gw_port_id': '6f9ad1a6-3ec8-4a15-a450-023ca671bb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:17Z', 'updated_at': '2022-03-16T10:51:22Z', 'revision_number': 3, 'project_id': '13c77b1a1063425d8cd2541e1f12f079', 'gw_port': {'id': '6f9ad1a6-3ec8-4a15-a450-023ca671bb51', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f72e4-23ad-4ac4-9b51-e01d41b658c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:20Z', 'updated_at': '2022-03-16T10:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:25.479055 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Checking router: 6b3f72e4-23ad-4ac4-9b51-e01d41b658c7 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:51:25.479441 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Updating router 6b3f72e4-23ad-4ac4-9b51-e01d41b658c7 port 6f9ad1a6-3ec8-4a15-a450-023ca671bb51 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:51:25.510295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Allocated IP 172.26.3.182 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/27c3043a-d7e3-42e2-8af6-b28f431cb44d) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:25.534507 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-c5cb2515-10c1-4a12-a265-afa6a7f25265', 'network_id': 'c5cb2515-10c1-4a12-a265-afa6a7f25265', 'tenant_id': 'f7d706c97d5b45f0b7ed1ce76ff25162', 'fixed_ips': [{'subnet_id': 'd1b37ce6-edbb-4491-9256-59e8d1a3b190'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:51:25.535342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.541401 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-980dc63d-945f-4fc0-851b-bc438f5954e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.546238 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Checking segment: {'id': '3598cacf-16f3-495b-a780-de8624b80ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b2f8d64b-ec59-4169-ab36-b2cc195d504f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:25.546595 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Network hostable DHCP agents. Network: b2f8d64b-ec59-4169-ab36-b2cc195d504f, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:25.553342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.694883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Network b2f8d64b-ec59-4169-ab36-b2cc195d504f is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:25.738925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, b2f8d64b-ec59-4169-ab36-b2cc195d504f) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:25.747183 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:25.747660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:25.748263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.783984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6204251d-be2c-4688-8d85-03c10a743df3 None None] Network b2f8d64b-ec59-4169-ab36-b2cc195d504f requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:25.786724 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f8acd-cd98-4848-856a-a49c8e852477 req-77b257ed-9abd-4c91-a83a-6ba3d996e04d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:25.788234 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c67f8acd-cd98-4848-856a-a49c8e852477 req-77b257ed-9abd-4c91-a83a-6ba3d996e04d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.3794563 Mar 16 10:51:25.793756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.872802 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.877548 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5f554a44-5634-4b57-b49e-6a568900e7bd tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.2648890 Mar 16 10:51:25.880919 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44516) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:25.898083 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c67f8acd-cd98-4848-856a-a49c8e852477 req-b363ea70-9795-4d16-8feb-64f696807957 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968590 Mar 16 10:51:25.907126 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Allocated IP 172.20.0.2 (c5cb2515-10c1-4a12-a265-afa6a7f25265/d1b37ce6-edbb-4491-9256-59e8d1a3b190/05b33459-e3c6-44ff-892f-5376d7122b98) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:25.925051 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-815f079e-c533-4abd-b65f-262bca66cad5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port de76ec67-816b-481c-abed-bc1737f0f619 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:25.925051 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-815f079e-c533-4abd-b65f-262bca66cad5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.943124 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-980dc63d-945f-4fc0-851b-bc438f5954e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.973563 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.995934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980dc63d-945f-4fc0-851b-bc438f5954e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Subnet': ['ID=91b23f44-edbc-4b68-99ea-428073dd65e5,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:26.016440 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-980dc63d-945f-4fc0-851b-bc438f5954e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.019872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd57f22-5b83-445a-866b-45f804e54c5c None None] Network b0e08326-07c6-4f49-8583-a5de0ae8192c requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:26.036105 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-980dc63d-945f-4fc0-851b-bc438f5954e0 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/subnets/91b23f44-edbc-4b68-99ea-428073dd65e5 HTTP/1.1" status: 204 len: 168 time: 0.8387103 Mar 16 10:51:26.040796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44520) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:26.113774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:26.130140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:26.157734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b95495-9fbb-463c-82e4-6ae38e1839bb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:26.159357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b95495-9fbb-463c-82e4-6ae38e1839bb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:26.160864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b95495-9fbb-463c-82e4-6ae38e1839bb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:26.162451 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-12b95495-9fbb-463c-82e4-6ae38e1839bb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2805953 Mar 16 10:51:26.165656 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44524) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:26.182821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:26.215611 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=27c3043a-d7e3-42e2-8af6-b28f431cb44d,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:26.283286 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-200b41a5-2184-47b4-abfa-d18f11b80c3d tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Deleting subnet d1b37ce6-edbb-4491-9256-59e8d1a3b190 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:51:26.346615 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.353400 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-b2f8d64b-ec59-4169-ab36-b2cc195d504f', 'network_id': 'b2f8d64b-ec59-4169-ab36-b2cc195d504f', 'tenant_id': 'f7d706c97d5b45f0b7ed1ce76ff25162', 'fixed_ips': [{'subnet_id': 'acd21a58-6472-48df-bc04-7fd9d3e435d3'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:51:26.354207 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.427323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Deleting port ab983074-84cc-4e69-abb9-64304047f86e {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:26.427669 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.456137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-815f079e-c533-4abd-b65f-262bca66cad5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.510212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.541680 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.605539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-815f079e-c533-4abd-b65f-262bca66cad5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Calling delete_port for de76ec67-816b-481c-abed-bc1737f0f619 owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:26.695312 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.726216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Transition to ACTIVE for port object 05b33459-e3c6-44ff-892f-5376d7122b98 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:26.799674 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.807847 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Transition to ACTIVE for port object 05b33459-e3c6-44ff-892f-5376d7122b98 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:26.821370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-200b41a5-2184-47b4-abfa-d18f11b80c3d tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.833052 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.838486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Transition to ACTIVE for port object 6f9ad1a6-3ec8-4a15-a450-023ca671bb51 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:26.887646 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-200b41a5-2184-47b4-abfa-d18f11b80c3d tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.906076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.914740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Allocated IP 172.20.0.18 (b2f8d64b-ec59-4169-ab36-b2cc195d504f/acd21a58-6472-48df-bc04-7fd9d3e435d3/dd9db30d-49e0-4daf-be10-2fc2179c5e30) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:26.928115 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Network c5cb2515-10c1-4a12-a265-afa6a7f25265 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:26.935471 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:26.938700 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:26.985738 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa96a4f-63eb-45a3-8ee5-817c2504502a None None] DHCP port deletion for b0e08326-07c6-4f49-8583-a5de0ae8192c request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:51:27.028322 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Allocated IP 172.26.3.55 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/3f65721a-3cb3-4821-9765-42ff3aff020a) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:27.042399 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Pushing event updated for resources: {'Port': ['ID=05b33459-e3c6-44ff-892f-5376d7122b98,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:27.099269 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-4fa96a4f-63eb-45a3-8ee5-817c2504502a None None] Deleting port ab983074-84cc-4e69-abb9-64304047f86e {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:27.099573 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4fa96a4f-63eb-45a3-8ee5-817c2504502a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.141663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-200b41a5-2184-47b4-abfa-d18f11b80c3d tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.155526 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Attempting to bind port 6f9ad1a6-3ec8-4a15-a450-023ca671bb51 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:27.155894 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Attempting to bind port 6f9ad1a6-3ec8-4a15-a450-023ca671bb51 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:27.156253 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Attempting to bind port 6f9ad1a6-3ec8-4a15-a450-023ca671bb51 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:27.162005 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] For port ab983074-84cc-4e69-abb9-64304047f86e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ab983074-84cc-4e69-abb9-64304047f86e,segment=NetworkSegment(38ef9b88-8e78-4103-ae1c-3336fecbc78a),segment_id=38ef9b88-8e78-4103-ae1c-3336fecbc78a)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:27.162562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.250249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:27.250249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:27.250249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.250664 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:27.251042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Bound port: 6f9ad1a6-3ec8-4a15-a450-023ca671bb51, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:27.251442 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.324488 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3128-dbb3-41f7-ab42-13fb60b44da8 req-26866a30-3120-4bc3-ad3a-e196a224ba01 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:27.325261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Calling delete_port for ab983074-84cc-4e69-abb9-64304047f86e owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:27.328352 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Attempting to bind port 05b33459-e3c6-44ff-892f-5376d7122b98 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:27.328716 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Attempting to bind port 05b33459-e3c6-44ff-892f-5376d7122b98 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '274dd661-ce38-423d-ac13-230a01d8fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c5cb2515-10c1-4a12-a265-afa6a7f25265'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:27.329072 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Attempting to bind port 05b33459-e3c6-44ff-892f-5376d7122b98 on network c5cb2515-10c1-4a12-a265-afa6a7f25265 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:27.332974 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b4bd3128-dbb3-41f7-ab42-13fb60b44da8 req-26866a30-3120-4bc3-ad3a-e196a224ba01 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.1600704 Mar 16 10:51:27.343334 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c13fc1-4d04-4022-be05-9f476de2cc86 None None] Pushing event updated for resources: {'Port': ['ID=6f9ad1a6-3ec8-4a15-a450-023ca671bb51,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:27.359364 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.386329 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-200b41a5-2184-47b4-abfa-d18f11b80c3d tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.391184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:27.391704 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Checking segment: {'id': '274dd661-ce38-423d-ac13-230a01d8fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c5cb2515-10c1-4a12-a265-afa6a7f25265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:27.392182 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.392636 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Bound using segment: {'id': '274dd661-ce38-423d-ac13-230a01d8fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c5cb2515-10c1-4a12-a265-afa6a7f25265'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:27.393184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Bound port: 05b33459-e3c6-44ff-892f-5376d7122b98, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274dd661-ce38-423d-ac13-230a01d8fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c5cb2515-10c1-4a12-a265-afa6a7f25265'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:27.393616 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.438733 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b41a5-2184-47b4-abfa-d18f11b80c3d tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b37ce6-edbb-4491-9256-59e8d1a3b190,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:27.442409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-200b41a5-2184-47b4-abfa-d18f11b80c3d tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.461612 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b4bd3128-dbb3-41f7-ab42-13fb60b44da8 req-88f89400-bc6d-4172-ae19-db5ff645c3ab tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279438 Mar 16 10:51:27.474490 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-200b41a5-2184-47b4-abfa-d18f11b80c3d tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "DELETE /v2.0/subnets/d1b37ce6-edbb-4491-9256-59e8d1a3b190 HTTP/1.1" status: 204 len: 168 time: 1.3075485 Mar 16 10:51:27.477443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44530) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:27.505018 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-815f079e-c533-4abd-b65f-262bca66cad5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.528458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ab983074-84cc-4e69-abb9-64304047f86e no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:51:27.555757 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a780473-a980-47f0-b02f-295908121bfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Deleting subnet acd21a58-6472-48df-bc04-7fd9d3e435d3 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:51:27.566927 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] For port 6f9ad1a6-3ec8-4a15-a450-023ca671bb51, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:27.581504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.636167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] For port 6f9ad1a6-3ec8-4a15-a450-023ca671bb51, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6f9ad1a6-3ec8-4a15-a450-023ca671bb51,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:27.670151 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:27.674112 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:27.679236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:27.766704 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f079e-c533-4abd-b65f-262bca66cad5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Port': ['ID=de76ec67-816b-481c-abed-bc1737f0f619,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:27.773247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.798846 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.926693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4fa96a4f-63eb-45a3-8ee5-817c2504502a None None] For port ab983074-84cc-4e69-abb9-64304047f86e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ab983074-84cc-4e69-abb9-64304047f86e,segment=NetworkSegment(38ef9b88-8e78-4103-ae1c-3336fecbc78a),segment_id=38ef9b88-8e78-4103-ae1c-3336fecbc78a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:27.927328 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4fa96a4f-63eb-45a3-8ee5-817c2504502a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.928034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Port': ['ID=ab983074-84cc-4e69-abb9-64304047f86e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:27.937511 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] No DVR routers for this DVR port ab983074-84cc-4e69-abb9-64304047f86e on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:51:27.937699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] For port 05b33459-e3c6-44ff-892f-5376d7122b98, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:27.959071 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Pushing event updated for resources: {'Port': ['ID=3f65721a-3cb3-4821-9765-42ff3aff020a,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:28.022771 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No active binding found for port ab983074-84cc-4e69-abb9-64304047f86e {{(pid=87970) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 10:51:28.023220 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ab983074-84cc-4e69-abb9-64304047f86e not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:51:28.025670 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] For port 05b33459-e3c6-44ff-892f-5376d7122b98, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=05b33459-e3c6-44ff-892f-5376d7122b98,segment=NetworkSegment(274dd661-ce38-423d-ac13-230a01d8fab8),segment_id=274dd661-ce38-423d-ac13-230a01d8fab8)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:28.038179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.094352 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.107028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-4fa96a4f-63eb-45a3-8ee5-817c2504502a None None] Calling delete_port for ab983074-84cc-4e69-abb9-64304047f86e owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:28.148473 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.158940 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Routers {'6b3f72e4-23ad-4ac4-9b51-e01d41b658c7'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:28.159497 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6b3f72e4-23ad-4ac4-9b51-e01d41b658c7'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:28.162241 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71559bd8-ad9a-4302-baf5-928ba99a80d6 req-68582cc7-0b5e-42dd-b658-5db8693617a8 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:28.163847 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-71559bd8-ad9a-4302-baf5-928ba99a80d6 req-68582cc7-0b5e-42dd-b658-5db8693617a8 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.3424630 Mar 16 10:51:28.185225 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.212040 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Transition to ACTIVE for port object dd9db30d-49e0-4daf-be10-2fc2179c5e30 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:28.227520 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c13fc1-4d04-4022-be05-9f476de2cc86 None None] Pushing event updated for resources: {'Port': ['ID=6f9ad1a6-3ec8-4a15-a450-023ca671bb51,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:28.272031 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Transition to ACTIVE for port object dd9db30d-49e0-4daf-be10-2fc2179c5e30 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:28.272468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-815f079e-c533-4abd-b65f-262bca66cad5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.289268 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-71559bd8-ad9a-4302-baf5-928ba99a80d6 req-df06199d-f732-49ef-98d6-eae7466af9d9 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168652 Mar 16 10:51:28.292118 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6a780473-a980-47f0-b02f-295908121bfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.355196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.440523 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e08326-07c6-4f49-8583-a5de0ae8192c']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:28.454505 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6a780473-a980-47f0-b02f-295908121bfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.500169 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.527142 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ef9b88-8e78-4103-ae1c-3336fecbc78a') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:28.527455 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ef9b88-8e78-4103-ae1c-3336fecbc78a') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:28.544866 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7ab2c-b118-4a41-8ef6-9dcdda59d1b7 req-e28b1247-2d66-4ac6-90f7-f71cca654543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:28.547113 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-13d7ab2c-b118-4a41-8ef6-9dcdda59d1b7 req-e28b1247-2d66-4ac6-90f7-f71cca654543 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f7f82da52584a9cb3b9e11b4547dbe8&device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 1099 time: 0.6569479 Mar 16 10:51:28.585579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.621069 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Network b2f8d64b-ec59-4169-ab36-b2cc195d504f is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:28.639217 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:28.642735 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:28.642873 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.677793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aca886-c4eb-4700-955e-cd8fd083f29b None None] Pushing event updated for resources: {'Port': ['ID=05b33459-e3c6-44ff-892f-5376d7122b98,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:28.707356 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6a780473-a980-47f0-b02f-295908121bfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.717312 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.724062 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-4fa96a4f-63eb-45a3-8ee5-817c2504502a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:51:28.724406 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-4fa96a4f-63eb-45a3-8ee5-817c2504502a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:51:28.742755 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] Set router 6b3f72e4-23ad-4ac4-9b51-e01d41b658c7 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:28.849871 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:28.850278 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:28.865201 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:28.932746 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6a780473-a980-47f0-b02f-295908121bfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.940385 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb79262-b719-4683-8487-20be512540f1 None None] Network c5cb2515-10c1-4a12-a265-afa6a7f25265 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:28.976049 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.979347 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a780473-a980-47f0-b02f-295908121bfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event deleted for resources: {'Subnet': ['ID=acd21a58-6472-48df-bc04-7fd9d3e435d3,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:28.981270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6a780473-a980-47f0-b02f-295908121bfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.989566 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Pushing event updated for resources: {'Port': ['ID=dd9db30d-49e0-4daf-be10-2fc2179c5e30,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:28.996862 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Attempting to bind port dd9db30d-49e0-4daf-be10-2fc2179c5e30 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:28.997223 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Attempting to bind port dd9db30d-49e0-4daf-be10-2fc2179c5e30 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '3598cacf-16f3-495b-a780-de8624b80ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b2f8d64b-ec59-4169-ab36-b2cc195d504f'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:28.998223 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Attempting to bind port dd9db30d-49e0-4daf-be10-2fc2179c5e30 on network b2f8d64b-ec59-4169-ab36-b2cc195d504f {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:29.046723 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815f079e-c533-4abd-b65f-262bca66cad5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 1bbb3c71-398e-46e6-b46f-bb642be37686 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:29.058058 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6a780473-a980-47f0-b02f-295908121bfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "DELETE /v2.0/subnets/acd21a58-6472-48df-bc04-7fd9d3e435d3 HTTP/1.1" status: 204 len: 168 time: 1.5790548 Mar 16 10:51:29.058826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44540) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:29.114075 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:29.114075 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Checking segment: {'id': '3598cacf-16f3-495b-a780-de8624b80ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b2f8d64b-ec59-4169-ab36-b2cc195d504f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:29.114449 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.114835 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Bound using segment: {'id': '3598cacf-16f3-495b-a780-de8624b80ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b2f8d64b-ec59-4169-ab36-b2cc195d504f'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:29.115220 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Bound port: dd9db30d-49e0-4daf-be10-2fc2179c5e30, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3598cacf-16f3-495b-a780-de8624b80ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b2f8d64b-ec59-4169-ab36-b2cc195d504f'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:29.115335 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.115587 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.125005 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7ab2c-b118-4a41-8ef6-9dcdda59d1b7 req-051bffbd-100e-42f8-b3fa-082ec20169da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:29.126024 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-13d7ab2c-b118-4a41-8ef6-9dcdda59d1b7 req-051bffbd-100e-42f8-b3fa-082ec20169da service neutron] 10.222.0.18 "GET /v2.0/networks?id=4401366c-47f7-47e5-8a08-62fbd69fe2e5 HTTP/1.1" status: 200 len: 913 time: 0.5657704 Mar 16 10:51:29.153619 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.202474 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79155194-7892-4567-b898-eeccbb9ca219 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:29.203147 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-79155194-7892-4567-b898-eeccbb9ca219 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Synchronizing usage tracker for tenant:f7d706c97d5b45f0b7ed1ce76ff25162 on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:29.225398 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-4fa96a4f-63eb-45a3-8ee5-817c2504502a None None] Deleting port ab983074-84cc-4e69-abb9-64304047f86e {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:29.225835 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4fa96a4f-63eb-45a3-8ee5-817c2504502a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.239318 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-79155194-7892-4567-b898-eeccbb9ca219 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Unset dirty status for tenant:f7d706c97d5b45f0b7ed1ce76ff25162 on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:29.246503 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-79155194-7892-4567-b898-eeccbb9ca219 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1847286 Mar 16 10:51:29.249134 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44544) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:29.271467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] Pushing event deleted for resources: {'Network': ['ID=b0e08326-07c6-4f49-8583-a5de0ae8192c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:29.316431 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-4fa96a4f-63eb-45a3-8ee5-817c2504502a None None] The port 'ab983074-84cc-4e69-abb9-64304047f86e' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:51:29.382789 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Router f69a9c97-3fbf-4e22-b59b-bb88db7a48d5 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:51:29.389935 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.409908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815f079e-c533-4abd-b65f-262bca66cad5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:29.412188 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-669776e5-49f9-4ab6-b21d-ce2d4181bd80 tempest-NetworksTest-190830042 tempest-NetworksTest-190830042-project] 10.222.0.44 "DELETE /v2.0/networks/b0e08326-07c6-4f49-8583-a5de0ae8192c HTTP/1.1" status: 204 len: 168 time: 3.3604996 Mar 16 10:51:29.421026 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43ddd3-2eb7-4e5b-91b5-4da076c15929 None None] Sync routers for ids ['1bbb3c71-398e-46e6-b46f-bb642be37686'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:29.441083 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb43ddd3-2eb7-4e5b-91b5-4da076c15929 None None] Routers {'1bbb3c71-398e-46e6-b46f-bb642be37686'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:29.441705 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-eb43ddd3-2eb7-4e5b-91b5-4da076c15929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1bbb3c71-398e-46e6-b46f-bb642be37686'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:29.448880 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-815f079e-c533-4abd-b65f-262bca66cad5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/1bbb3c71-398e-46e6-b46f-bb642be37686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5801296 Mar 16 10:51:29.453277 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44552) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:29.474143 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-13d7ab2c-b118-4a41-8ef6-9dcdda59d1b7 req-56cdba77-8971-4fd8-89e6-2770d4fc4963 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20612511-e8b3-4849-b916-37451ada4783 HTTP/1.1" status: 200 len: 1001 time: 0.3032570 Mar 16 10:51:29.477831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Deleting port dd9db30d-49e0-4daf-be10-2fc2179c5e30 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:29.478333 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.549625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] For port dd9db30d-49e0-4daf-be10-2fc2179c5e30, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:29.558134 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] For port dd9db30d-49e0-4daf-be10-2fc2179c5e30, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=dd9db30d-49e0-4daf-be10-2fc2179c5e30,segment=NetworkSegment(3598cacf-16f3-495b-a780-de8624b80ece),segment_id=3598cacf-16f3-495b-a780-de8624b80ece)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:29.564578 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f72e4-23ad-4ac4-9b51-e01d41b658c7', 'name': 'tempest-snat-router-1532812028', 'tenant_id': '13c77b1a1063425d8cd2541e1f12f079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.90'}], 'enable_snat': False}, 'gw_port_id': '6f9ad1a6-3ec8-4a15-a450-023ca671bb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:17Z', 'updated_at': '2022-03-16T10:51:22Z', 'revision_number': 3, 'project_id': '13c77b1a1063425d8cd2541e1f12f079', 'gw_port': {'id': '6f9ad1a6-3ec8-4a15-a450-023ca671bb51', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f72e4-23ad-4ac4-9b51-e01d41b658c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:20Z', 'updated_at': '2022-03-16T10:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:29.569862 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfba92c-6a92-4912-8b72-27cd35f518f0 None None] The sync data for ids ['6b3f72e4-23ad-4ac4-9b51-e01d41b658c7'] in dv-neutron-833859-1-hyperv is: [{'id': '6b3f72e4-23ad-4ac4-9b51-e01d41b658c7', 'name': 'tempest-snat-router-1532812028', 'tenant_id': '13c77b1a1063425d8cd2541e1f12f079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.90'}], 'enable_snat': False}, 'gw_port_id': '6f9ad1a6-3ec8-4a15-a450-023ca671bb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:17Z', 'updated_at': '2022-03-16T10:51:22Z', 'revision_number': 3, 'project_id': '13c77b1a1063425d8cd2541e1f12f079', 'gw_port': {'id': '6f9ad1a6-3ec8-4a15-a450-023ca671bb51', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f72e4-23ad-4ac4-9b51-e01d41b658c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:20Z', 'updated_at': '2022-03-16T10:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:29.572132 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.603090 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-eb43ddd3-2eb7-4e5b-91b5-4da076c15929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:29.625983 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb43ddd3-2eb7-4e5b-91b5-4da076c15929 None None] Routers {'1bbb3c71-398e-46e6-b46f-bb642be37686'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:29.629443 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-eb43ddd3-2eb7-4e5b-91b5-4da076c15929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1bbb3c71-398e-46e6-b46f-bb642be37686'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:29.676111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.715671 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b703fc2-28f9-4d7c-8873-344d16662135 None None] Pushing event updated for resources: {'Port': ['ID=dd9db30d-49e0-4daf-be10-2fc2179c5e30,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:29.754175 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429f4743-dcd8-4457-a4af-002e4bfaf374 None None] Network b2f8d64b-ec59-4169-ab36-b2cc195d504f requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:29.754648 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-eb43ddd3-2eb7-4e5b-91b5-4da076c15929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:29.755063 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43ddd3-2eb7-4e5b-91b5-4da076c15929 None None] The sync data for ids ['1bbb3c71-398e-46e6-b46f-bb642be37686'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:29.786961 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.864607 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:29.873163 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-72b35f49-69e9-4628-889b-391d377f44fb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Synchronizing usage tracker for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:29.882984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Sync routers for ids ['f69a9c97-3fbf-4e22-b59b-bb88db7a48d5'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:29.932699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Routers {'f69a9c97-3fbf-4e22-b59b-bb88db7a48d5'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:29.933333 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f69a9c97-3fbf-4e22-b59b-bb88db7a48d5'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:30.011461 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44558) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:30.012640 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.013987 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-36c57031-d543-437c-8b79-0a372f739d8a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9578485 Mar 16 10:51:30.029194 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44562) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:30.144261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-72b35f49-69e9-4628-889b-391d377f44fb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Unset dirty status for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:30.148188 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-72b35f49-69e9-4628-889b-391d377f44fb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bbb3c71-398e-46e6-b46f-bb642be37686 HTTP/1.1" status: 200 len: 205 time: 0.5901904 Mar 16 10:51:30.149569 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44568) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:30.151913 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] For port dd9db30d-49e0-4daf-be10-2fc2179c5e30, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=dd9db30d-49e0-4daf-be10-2fc2179c5e30,segment=NetworkSegment(3598cacf-16f3-495b-a780-de8624b80ece),segment_id=3598cacf-16f3-495b-a780-de8624b80ece)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:30.152380 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.208290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7ab2c-b118-4a41-8ef6-9dcdda59d1b7 req-38b3182f-c872-4651-9ecb-6d9befc6a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:30.208290 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-13d7ab2c-b118-4a41-8ef6-9dcdda59d1b7 req-38b3182f-c872-4651-9ecb-6d9befc6a9dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c1c0157-574c-4c1c-a73d-323ed6286819 HTTP/1.1" status: 200 len: 851 time: 0.7332065 Mar 16 10:51:30.212380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=27c3043a-d7e3-42e2-8af6-b28f431cb44d,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:30.316620 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Set router f69a9c97-3fbf-4e22-b59b-bb88db7a48d5 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:30.323108 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.419679 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Calling delete_port for dd9db30d-49e0-4daf-be10-2fc2179c5e30 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:30.437659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2ff16-e1d7-4216-b41e-e46dff7a6c2e req-af597a23-a336-4c6a-9778-3c07f310027b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:30.444738 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0be2ff16-e1d7-4216-b41e-e46dff7a6c2e req-af597a23-a336-4c6a-9778-3c07f310027b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.8806877 Mar 16 10:51:30.463198 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775ee5cd-8a19-4219-b067-7e5211c20d99 None None] get_active_networks_info from dv-neutron-833859-1-hyperv {{(pid=87970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:51:30.545213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef184737-785a-4b3d-ac06-489d3b524eec tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.634101 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0be2ff16-e1d7-4216-b41e-e46dff7a6c2e req-227a169c-0976-4198-b00c-0a5130f72dfb tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883984 Mar 16 10:51:30.653495 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7ab2c-b118-4a41-8ef6-9dcdda59d1b7 req-c60ff561-c6bd-42d5-8782-9c2815201936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:30.655288 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-13d7ab2c-b118-4a41-8ef6-9dcdda59d1b7 req-c60ff561-c6bd-42d5-8782-9c2815201936 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4401366c-47f7-47e5-8a08-62fbd69fe2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4364812 Mar 16 10:51:30.707702 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ee5cd-8a19-4219-b067-7e5211c20d99 None None] Resources bound (agent type, host, resource id): {{(pid=87970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:51:30.719073 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Floating IP 55eb2c2e-c127-4ab6-82c2-54a552a564d8 associated. External IP: 172.26.3.182, port: dd6b7af3-2089-4ef9-9ccd-b6bd81fe0835. Mar 16 10:51:30.864703 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69a9c97-3fbf-4e22-b59b-bb88db7a48d5', 'name': 'tempest-snat-router-1532812028', 'tenant_id': '13c77b1a1063425d8cd2541e1f12f079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '3f65721a-3cb3-4821-9765-42ff3aff020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:25Z', 'updated_at': '2022-03-16T10:51:28Z', 'revision_number': 3, 'project_id': '13c77b1a1063425d8cd2541e1f12f079', 'gw_port': {'id': '3f65721a-3cb3-4821-9765-42ff3aff020a', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69a9c97-3fbf-4e22-b59b-bb88db7a48d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:26Z', 'updated_at': '2022-03-16T10:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:30.878162 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Checking router: f69a9c97-3fbf-4e22-b59b-bb88db7a48d5 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:51:30.878426 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Updating router f69a9c97-3fbf-4e22-b59b-bb88db7a48d5 port 3f65721a-3cb3-4821-9765-42ff3aff020a binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:51:30.918002 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7a712040-5f01-481d-9ee9-c172ae775aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.968901 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.969856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef184737-785a-4b3d-ac06-489d3b524eec tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.987141 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-13d7ab2c-b118-4a41-8ef6-9dcdda59d1b7 req-087ae913-3e54-4dce-a814-a94612812292 service neutron] 10.222.0.18 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193920 Mar 16 10:51:30.993617 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef184737-785a-4b3d-ac06-489d3b524eec tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.003101 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4c9fa565-5c08-41e0-ac3b-a2f0e0e96968 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=447abc0a1dba40e8899d6ce7bd5c04f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9849727 Mar 16 10:51:31.011518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44574) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:31.019691 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cd22ca78-d8db-4b3b-8e0a-fcd9f274d36e tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "GET /v2.0/routers/f69a9c97-3fbf-4e22-b59b-bb88db7a48d5 HTTP/1.1" status: 200 len: 907 time: 0.9885752 Mar 16 10:51:31.041743 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44578) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:31.050992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.286237 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-13d7ab2c-b118-4a41-8ef6-9dcdda59d1b7 req-fd0e4202-c63a-4c3b-8b5c-75ee5b8b359a service neutron] 10.222.0.18 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922161 Mar 16 10:51:31.306473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 70932f2b-e2ed-421c-886a-a7bd9593eacc has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:31.306863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event deleted for resources: {'Port': ['ID=dd9db30d-49e0-4daf-be10-2fc2179c5e30,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:31.333749 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef184737-785a-4b3d-ac06-489d3b524eec tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.334240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef184737-785a-4b3d-ac06-489d3b524eec tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Fanout notify agent at l3_agent the message router_deleted on router 1bbb3c71-398e-46e6-b46f-bb642be37686 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:51:31.352036 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] No DVR routers for this DVR port dd9db30d-49e0-4daf-be10-2fc2179c5e30 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:51:31.412431 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a69123-b816-4a6a-b7c9-fa6b98cd81b1 None None] get_active_networks_info from dv-neutron-833859-1-hyperv {{(pid=87970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:51:31.516626 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.546177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f8d64b-ec59-4169-ab36-b2cc195d504f']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:31.552186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:31.561604 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f85340f-1543-4f98-90a2-d341e3d1d3f8 None None] Sync routers for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:31.567974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef184737-785a-4b3d-ac06-489d3b524eec tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.571458 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ef184737-785a-4b3d-ac06-489d3b524eec tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/routers/1bbb3c71-398e-46e6-b46f-bb642be37686 HTTP/1.1" status: 204 len: 168 time: 1.4076309 Mar 16 10:51:31.572122 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f85340f-1543-4f98-90a2-d341e3d1d3f8 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:31.572903 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-1f85340f-1543-4f98-90a2-d341e3d1d3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:31.576419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44582) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:31.588123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6f9ad1a6-3ec8-4a15-a450-023ca671bb51 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:31.631560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3598cacf-16f3-495b-a780-de8624b80ece') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:31.631827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.631990 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3598cacf-16f3-495b-a780-de8624b80ece') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:31.665110 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-1f85340f-1543-4f98-90a2-d341e3d1d3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:31.668988 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.670832 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a69123-b816-4a6a-b7c9-fa6b98cd81b1 None None] Resources bound (agent type, host, resource id): {{(pid=87970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:51:31.681529 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f85340f-1543-4f98-90a2-d341e3d1d3f8 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:31.686716 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-1f85340f-1543-4f98-90a2-d341e3d1d3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:31.689686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-65eb8ebd-5f67-4ca8-b029-90d33dfcf82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.757628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.760022 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.786519 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Transition to ACTIVE for port object 3f65721a-3cb3-4821-9765-42ff3aff020a will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:31.786941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac65da4-a5cf-4f5e-b257-db4337340acb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting subnet 9d88ca6f-2468-4b67-aa78-bfb2936b7656 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:51:31.794435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ac65da4-a5cf-4f5e-b257-db4337340acb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.818410 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-65eb8ebd-5f67-4ca8-b029-90d33dfcf82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.835384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4f802c4f-c579-45ff-ac0b-41b2f0cf51b0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.850025 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-1f85340f-1543-4f98-90a2-d341e3d1d3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:31.850540 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f85340f-1543-4f98-90a2-d341e3d1d3f8 None None] The sync data for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:31.870524 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-35790a14-910b-44c1-bbab-eb462c83d62c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.7184772 Mar 16 10:51:31.874416 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.877957 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44588) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:31.884713 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-f485f14b-11ab-4723-91d8-5acbb867f5a7 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'floatingip': {'port_id': 'dd6b7af3-2089-4ef9-9ccd-b6bd81fe0835', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:31.967288 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b4c90-af30-4bcf-aaab-39798d448291 None None] Pushing event updated for resources: {'Port': ['ID=3f65721a-3cb3-4821-9765-42ff3aff020a,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:31.974063 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 6f9ad1a6-3ec8-4a15-a450-023ca671bb51 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:32.003047 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:32.003734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.005057 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 6f9ad1a6-3ec8-4a15-a450-023ca671bb51 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:32.005425 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:32.022816 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:32.127633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Attempting to bind port 3f65721a-3cb3-4821-9765-42ff3aff020a on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:32.128039 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Attempting to bind port 3f65721a-3cb3-4821-9765-42ff3aff020a by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:32.128356 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Attempting to bind port 3f65721a-3cb3-4821-9765-42ff3aff020a on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:32.145225 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ac65da4-a5cf-4f5e-b257-db4337340acb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.163449 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.179641 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:32.180027 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:32.180347 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.180744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:32.181439 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Bound port: 3f65721a-3cb3-4821-9765-42ff3aff020a, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:32.181809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.209757 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f485f14b-11ab-4723-91d8-5acbb867f5a7 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.325623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] For port 3f65721a-3cb3-4821-9765-42ff3aff020a, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:32.342139 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4f802c4f-c579-45ff-ac0b-41b2f0cf51b0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.343298 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.351260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] For port 3f65721a-3cb3-4821-9765-42ff3aff020a, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3f65721a-3cb3-4821-9765-42ff3aff020a,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:32.351487 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.355998 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-65eb8ebd-5f67-4ca8-b029-90d33dfcf82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.363386 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.383087 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event deleted for resources: {'Network': ['ID=b2f8d64b-ec59-4169-ab36-b2cc195d504f,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:32.384622 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb8ebd-5f67-4ca8-b029-90d33dfcf82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a85db8-ad8f-4cdc-994b-0ec68bd21874,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:32.392088 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4f802c4f-c579-45ff-ac0b-41b2f0cf51b0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Deleting port 3f65721a-3cb3-4821-9765-42ff3aff020a {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:32.392088 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4f802c4f-c579-45ff-ac0b-41b2f0cf51b0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.439611 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-65eb8ebd-5f67-4ca8-b029-90d33dfcf82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.443164 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-65eb8ebd-5f67-4ca8-b029-90d33dfcf82d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40a85db8-ad8f-4cdc-994b-0ec68bd21874 HTTP/1.1" status: 204 len: 168 time: 1.4305894 Mar 16 10:51:32.446040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ac65da4-a5cf-4f5e-b257-db4337340acb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.451407 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-acb7428e-f4e3-4d81-bd89-4bd365c7d741 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "DELETE /v2.0/networks/b2f8d64b-ec59-4169-ab36-b2cc195d504f HTTP/1.1" status: 204 len: 168 time: 3.2010849 Mar 16 10:51:32.453363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44594) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:32.486536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 6f9ad1a6-3ec8-4a15-a450-023ca671bb51, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6f9ad1a6-3ec8-4a15-a450-023ca671bb51,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:32.505981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.509057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe15118-9b74-42d0-9539-7feb1e58fc23 req-720ca371-91d2-48b6-a434-50e5e97dab89 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:32.516543 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-efe15118-9b74-42d0-9539-7feb1e58fc23 req-720ca371-91d2-48b6-a434-50e5e97dab89 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.5459268 Mar 16 10:51:32.544253 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b4c90-af30-4bcf-aaab-39798d448291 None None] Pushing event updated for resources: {'Port': ['ID=3f65721a-3cb3-4821-9765-42ff3aff020a,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:32.547400 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Routers {'f69a9c97-3fbf-4e22-b59b-bb88db7a48d5'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:32.548184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f69a9c97-3fbf-4e22-b59b-bb88db7a48d5'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:32.625981 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ac65da4-a5cf-4f5e-b257-db4337340acb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.728479 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-efe15118-9b74-42d0-9539-7feb1e58fc23 req-20dcc684-1f46-49cb-bca8-cdc92521fa59 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112556 Mar 16 10:51:32.731584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac65da4-a5cf-4f5e-b257-db4337340acb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Subnet': ['ID=9d88ca6f-2468-4b67-aa78-bfb2936b7656,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:32.745840 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.751965 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ac65da4-a5cf-4f5e-b257-db4337340acb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.761738 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6ac65da4-a5cf-4f5e-b257-db4337340acb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/9d88ca6f-2468-4b67-aa78-bfb2936b7656 HTTP/1.1" status: 204 len: 168 time: 1.1839099 Mar 16 10:51:32.762547 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44600) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:32.787194 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=6f9ad1a6-3ec8-4a15-a450-023ca671bb51,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:32.790293 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] Set router f69a9c97-3fbf-4e22-b59b-bb88db7a48d5 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:32.816571 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Deleting port 05b33459-e3c6-44ff-892f-5376d7122b98 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:32.816985 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.832737 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea2e04c-3ab0-4e0e-8e72-9bd2922f9eb6 None None] Network 214550a4-44b2-4d8a-b53a-db04a465ca49 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:32.924923 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69a9c97-3fbf-4e22-b59b-bb88db7a48d5', 'name': 'tempest-snat-router-1532812028', 'tenant_id': '13c77b1a1063425d8cd2541e1f12f079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:25Z', 'updated_at': '2022-03-16T10:51:32Z', 'revision_number': 4, 'project_id': '13c77b1a1063425d8cd2541e1f12f079', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:32.938423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-4f802c4f-c579-45ff-ac0b-41b2f0cf51b0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] For port 3f65721a-3cb3-4821-9765-42ff3aff020a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3f65721a-3cb3-4821-9765-42ff3aff020a,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:32.939105 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4f802c4f-c579-45ff-ac0b-41b2f0cf51b0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.997648 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d8e2f-a39a-45e8-afc6-947205f91e9e None None] The sync data for ids ['f69a9c97-3fbf-4e22-b59b-bb88db7a48d5'] in dv-neutron-833859-1-hyperv is: [{'id': 'f69a9c97-3fbf-4e22-b59b-bb88db7a48d5', 'name': 'tempest-snat-router-1532812028', 'tenant_id': '13c77b1a1063425d8cd2541e1f12f079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:25Z', 'updated_at': '2022-03-16T10:51:32Z', 'revision_number': 4, 'project_id': '13c77b1a1063425d8cd2541e1f12f079', 'gw_port_host': None}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:33.074599 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-99a936cb-c255-4bbb-a5f9-c16b52fd4313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.129846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f485f14b-11ab-4723-91d8-5acbb867f5a7 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.139792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f485f14b-11ab-4723-91d8-5acbb867f5a7 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.277833 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4f802c4f-c579-45ff-ac0b-41b2f0cf51b0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Calling delete_port for 3f65721a-3cb3-4821-9765-42ff3aff020a owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:33.304416 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08606d6-808b-4a20-9300-eaa9fd384f76 None None] DHCP port deletion for 214550a4-44b2-4d8a-b53a-db04a465ca49 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:51:33.309026 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b08606d6-808b-4a20-9300-eaa9fd384f76 None None] Deleting port 475a8bd0-0660-4449-8a32-af95eb2dcd13 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:33.309394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b08606d6-808b-4a20-9300-eaa9fd384f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.322477 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.427522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port 475a8bd0-0660-4449-8a32-af95eb2dcd13 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:33.427864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.582181 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] For port 05b33459-e3c6-44ff-892f-5376d7122b98, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=05b33459-e3c6-44ff-892f-5376d7122b98,segment=NetworkSegment(274dd661-ce38-423d-ac13-230a01d8fab8),segment_id=274dd661-ce38-423d-ac13-230a01d8fab8)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:33.582544 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.624017 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b08606d6-808b-4a20-9300-eaa9fd384f76 None None] For port 475a8bd0-0660-4449-8a32-af95eb2dcd13, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=475a8bd0-0660-4449-8a32-af95eb2dcd13,segment=NetworkSegment(ac9526c3-dee4-4563-b756-4123e834a5b7),segment_id=ac9526c3-dee4-4563-b756-4123e834a5b7)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:33.625086 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b08606d6-808b-4a20-9300-eaa9fd384f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.659853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f485f14b-11ab-4723-91d8-5acbb867f5a7 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 70932f2b-e2ed-421c-886a-a7bd9593eacc has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:33.701193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6f9ad1a6-3ec8-4a15-a450-023ca671bb51 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:33.722396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44620) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:33.757020 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Calling delete_port for 05b33459-e3c6-44ff-892f-5376d7122b98 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:33.877722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b08606d6-808b-4a20-9300-eaa9fd384f76 None None] Calling delete_port for 475a8bd0-0660-4449-8a32-af95eb2dcd13 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:34.017434 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b08606d6-808b-4a20-9300-eaa9fd384f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.022553 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 6f9ad1a6-3ec8-4a15-a450-023ca671bb51 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:34.022553 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.032331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] For port 475a8bd0-0660-4449-8a32-af95eb2dcd13, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=475a8bd0-0660-4449-8a32-af95eb2dcd13,segment=NetworkSegment(ac9526c3-dee4-4563-b756-4123e834a5b7),segment_id=ac9526c3-dee4-4563-b756-4123e834a5b7)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:34.032680 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.034142 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1363808265'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:34.073884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:34.085185 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:network and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:34.094295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:34.100192 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.104614 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08606d6-808b-4a20-9300-eaa9fd384f76 None None] Pushing event deleted for resources: {'Port': ['ID=475a8bd0-0660-4449-8a32-af95eb2dcd13,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:34.110285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:34.114015 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08606d6-808b-4a20-9300-eaa9fd384f76 None None] No DVR routers for this DVR port 475a8bd0-0660-4449-8a32-af95eb2dcd13 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:51:34.129221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f485f14b-11ab-4723-91d8-5acbb867f5a7 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:34.137440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f485f14b-11ab-4723-91d8-5acbb867f5a7 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.168618 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:34.172655 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4c6549-6b57-4a11-b7a0-45d367d96625 None None] Sync routers for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:34.173805 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.193579 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4c6549-6b57-4a11-b7a0-45d367d96625 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:34.194350 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-5d4c6549-6b57-4a11-b7a0-45d367d96625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:34.201020 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.225946 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Calling delete_port for 475a8bd0-0660-4449-8a32-af95eb2dcd13 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:34.226681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:34.230452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:security_group_rule and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:34.233864 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:34.240132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:34.262210 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4f802c4f-c579-45ff-ac0b-41b2f0cf51b0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.272602 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-5d4c6549-6b57-4a11-b7a0-45d367d96625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:34.287898 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4c6549-6b57-4a11-b7a0-45d367d96625 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:34.288733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-5d4c6549-6b57-4a11-b7a0-45d367d96625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:34.290464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event deleted for resources: {'Port': ['ID=05b33459-e3c6-44ff-892f-5376d7122b98,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:34.294386 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] No DVR routers for this DVR port 05b33459-e3c6-44ff-892f-5376d7122b98 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:51:34.382508 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 475a8bd0-0660-4449-8a32-af95eb2dcd13 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:51:34.405947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a76288-de5d-4450-864e-7f159f3e7a7f req-2f444178-d3c8-4770-b8fb-80f61eabeb7c tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:34.407318 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a7a76288-de5d-4450-864e-7f159f3e7a7f req-2f444178-d3c8-4770-b8fb-80f61eabeb7c tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.3853502 Mar 16 10:51:34.419449 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 475a8bd0-0660-4449-8a32-af95eb2dcd13 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:51:34.419783 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 475a8bd0-0660-4449-8a32-af95eb2dcd13 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:51:34.422279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-5d4c6549-6b57-4a11-b7a0-45d367d96625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:34.422279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4c6549-6b57-4a11-b7a0-45d367d96625 None None] The sync data for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:34.422998 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f802c4f-c579-45ff-ac0b-41b2f0cf51b0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f65721a-3cb3-4821-9765-42ff3aff020a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:34.428513 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.430132 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.465037 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f485f14b-11ab-4723-91d8-5acbb867f5a7 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "PUT /v2.0/floatingips/55eb2c2e-c127-4ab6-82c2-54a552a564d8 HTTP/1.1" status: 200 len: 977 time: 2.5859389 Mar 16 10:51:34.474089 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44630) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:34.500674 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a7a76288-de5d-4450-864e-7f159f3e7a7f req-674f0f2f-3561-4361-ad41-313fab4a62d8 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815365 Mar 16 10:51:34.507472 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.512621 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.545884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:34.557618 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8c69a6-f9d6-4e37-9b5e-d5d3986e56e9,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:34.563440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.563776 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Added segment aa1451f4-ae61-4d20-833a-10c155327883 of type vlan for network d5d3073b-b6fa-4b30-b26b-659de5566503 Mar 16 10:51:34.596605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.627757 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.633365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:34.633946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.750305 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0237684 Mar 16 10:51:34.751361 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44636) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:34.758914 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503', 'name': 'tempest-PortsTestJSON-2073316090'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:34.778119 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75fa24-0763-46ea-9ef9-60a2526af1a4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Network': ['ID=d5d3073b-b6fa-4b30-b26b-659de5566503,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:34.789667 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network d5d3073b-b6fa-4b30-b26b-659de5566503 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:34.823203 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.880318 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:34.885875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:port and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:34.887029 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:51:34.887375 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:51:34.888833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:34.889011 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5cb2515-10c1-4a12-a265-afa6a7f25265']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:34.896401 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4f802c4f-c579-45ff-ac0b-41b2f0cf51b0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.896587 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:34.906266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:34.909791 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.930488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] device_id is not set on port 48158491-8e53-4d9b-9532-d7d9ab6b4ad1 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:35.069826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274dd661-ce38-423d-ac13-230a01d8fab8') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:35.070059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274dd661-ce38-423d-ac13-230a01d8fab8') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:35.104686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.151527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.177829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.188872 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4f802c4f-c579-45ff-ac0b-41b2f0cf51b0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.197303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.199743 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4f802c4f-c579-45ff-ac0b-41b2f0cf51b0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.227360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:35.227761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:35.242915 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:35.268960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=48158491-8e53-4d9b-9532-d7d9ab6b4ad1,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:35.272361 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e06196-76dd-4981-8ff8-69fc9cdec92f req-41edefa1-d935-426e-9def-cc3cf455ae3b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:35.273874 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-26e06196-76dd-4981-8ff8-69fc9cdec92f req-41edefa1-d935-426e-9def-cc3cf455ae3b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.6491187 Mar 16 10:51:35.274908 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-245b288f-c64f-4fb9-a4b7-e9ac0058b090 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting port 27c3043a-d7e3-42e2-8af6-b28f431cb44d {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:35.275275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-245b288f-c64f-4fb9-a4b7-e9ac0058b090 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.278792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Checking segment: {'id': 'aa1451f4-ae61-4d20-833a-10c155327883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:35.279138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network hostable DHCP agents. Network: d5d3073b-b6fa-4b30-b26b-659de5566503, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:35.298406 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network d5d3073b-b6fa-4b30-b26b-659de5566503 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:35.310478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, d5d3073b-b6fa-4b30-b26b-659de5566503) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:35.316086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:35.322014 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ca1a99-e09e-427e-8fb2-72cc1c44c8b2 None None] Network d5d3073b-b6fa-4b30-b26b-659de5566503 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:35.324794 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:35.325457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.356418 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e0d264aa-92e2-4f24-aa00-f298860b03c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6034071 Mar 16 10:51:35.356602 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44640) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:35.362880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-43b2eb31-407e-49b0-addd-40459f4f7141 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1326071995'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:35.367759 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-43b2eb31-407e-49b0-addd-40459f4f7141 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:35.371847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-43b2eb31-407e-49b0-addd-40459f4f7141 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:network and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:35.375252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-43b2eb31-407e-49b0-addd-40459f4f7141 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:35.381149 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-43b2eb31-407e-49b0-addd-40459f4f7141 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:35.387314 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4f802c4f-c579-45ff-ac0b-41b2f0cf51b0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.388348 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f802c4f-c579-45ff-ac0b-41b2f0cf51b0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f69a9c97-3fbf-4e22-b59b-bb88db7a48d5 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:51:35.396284 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port 475a8bd0-0660-4449-8a32-af95eb2dcd13 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:35.396787 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.408696 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b2eb31-407e-49b0-addd-40459f4f7141 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:35.412269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43b2eb31-407e-49b0-addd-40459f4f7141 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.449616 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b2eb31-407e-49b0-addd-40459f4f7141 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:35.465508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43b2eb31-407e-49b0-addd-40459f4f7141 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.465847 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-43b2eb31-407e-49b0-addd-40459f4f7141 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Added segment c079703d-04f7-4134-bd8c-9a67e08503b3 of type vlan for network 3e507972-5199-4b98-aaf8-3a857a6a0b7d Mar 16 10:51:35.505894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43b2eb31-407e-49b0-addd-40459f4f7141 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.548331 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43b2eb31-407e-49b0-addd-40459f4f7141 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.555060 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b2eb31-407e-49b0-addd-40459f4f7141 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:35.555664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43b2eb31-407e-49b0-addd-40459f4f7141 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.579504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.583192 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-26e06196-76dd-4981-8ff8-69fc9cdec92f req-c7b03c33-0e94-4884-b8a3-f523b645bf8d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753046 Mar 16 10:51:35.589808 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] The port '475a8bd0-0660-4449-8a32-af95eb2dcd13' was deleted {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:51:35.610544 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-43b2eb31-407e-49b0-addd-40459f4f7141 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2500300 Mar 16 10:51:35.612322 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44646) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:35.655125 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.680140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2eb31-407e-49b0-addd-40459f4f7141 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Network': ['ID=3e507972-5199-4b98-aaf8-3a857a6a0b7d,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:35.691650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 3e507972-5199-4b98-aaf8-3a857a6a0b7d details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:35.713819 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'ports': [{'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503'}, {'network_id': '3e507972-5199-4b98-aaf8-3a857a6a0b7d'}]} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:35.714128 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:35.714593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'network_id': '3e507972-5199-4b98-aaf8-3a857a6a0b7d'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:35.730808 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event deleted for resources: {'Network': ['ID=c5cb2515-10c1-4a12-a265-afa6a7f25265,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:35.734072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4f802c4f-c579-45ff-ac0b-41b2f0cf51b0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.737557 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4f802c4f-c579-45ff-ac0b-41b2f0cf51b0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "DELETE /v2.0/routers/f69a9c97-3fbf-4e22-b59b-bb88db7a48d5 HTTP/1.1" status: 204 len: 168 time: 4.6916609 Mar 16 10:51:35.737949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44652) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:35.804284 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.843490 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a870c9c9-a1c7-464d-842d-dfa2d5cdb32e tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "DELETE /v2.0/networks/c5cb2515-10c1-4a12-a265-afa6a7f25265 HTTP/1.1" status: 204 len: 168 time: 3.3871403 Mar 16 10:51:35.845948 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44658) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:35.864265 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.012713 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-245b288f-c64f-4fb9-a4b7-e9ac0058b090 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.013094 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-245b288f-c64f-4fb9-a4b7-e9ac0058b090 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.039566 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214550a4-44b2-4d8a-b53a-db04a465ca49']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:36.041696 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-92d6b776-0701-4628-91bf-7f6487d60dfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.049923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5284e032-13df-4491-a36b-ca6d0984e02b tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.125063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9526c3-dee4-4563-b756-4123e834a5b7') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:36.125352 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9526c3-dee4-4563-b756-4123e834a5b7') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:36.197827 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-245b288f-c64f-4fb9-a4b7-e9ac0058b090 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Calling delete_port for 27c3043a-d7e3-42e2-8af6-b28f431cb44d owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:36.358371 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.438037 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-92d6b776-0701-4628-91bf-7f6487d60dfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.453184 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.471955 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:36.472255 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.474579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5284e032-13df-4491-a36b-ca6d0984e02b tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.478199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-92d6b776-0701-4628-91bf-7f6487d60dfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7e2657-c0c7-4691-8eef-ae11377211e7']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:36.487536 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:36.493960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-92d6b776-0701-4628-91bf-7f6487d60dfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead22142-783e-46f9-bda7-c70c002be3eb') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:36.494209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-92d6b776-0701-4628-91bf-7f6487d60dfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead22142-783e-46f9-bda7-c70c002be3eb') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:36.501822 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:36.502214 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5284e032-13df-4491-a36b-ca6d0984e02b tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Deleting port 6f9ad1a6-3ec8-4a15-a450-023ca671bb51 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:36.502545 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5284e032-13df-4491-a36b-ca6d0984e02b tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.539607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-92d6b776-0701-4628-91bf-7f6487d60dfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.563751 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:port and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:36.565538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-92d6b776-0701-4628-91bf-7f6487d60dfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.569771 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:36.594250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:36.601487 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d6b776-0701-4628-91bf-7f6487d60dfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:36.601920 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-92d6b776-0701-4628-91bf-7f6487d60dfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:36.618095 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:36.620132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c02be6-2f9b-4176-a427-c9fb652b85bc req-e2c444b6-4e26-42f4-8075-3e56e66ad369 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:36.621620 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b4c02be6-2f9b-4176-a427-c9fb652b85bc req-e2c444b6-4e26-42f4-8075-3e56e66ad369 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.6896222 Mar 16 10:51:36.632996 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'port': 2} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:36.637466 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.646447 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.666756 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.700358 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.708921 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Network': ['ID=214550a4-44b2-4d8a-b53a-db04a465ca49,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:36.746460 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/networks/214550a4-44b2-4d8a-b53a-db04a465ca49 HTTP/1.1" status: 204 len: 168 time: 3.9807141 Mar 16 10:51:36.751359 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44662) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:36.759225 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1807382402', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}, 'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:36.768836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:36.771668 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:36.772005 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:36.772336 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:36.772671 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:36.772984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:36.773308 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:36.773621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:36.773935 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:36.774193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-92d6b776-0701-4628-91bf-7f6487d60dfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.774319 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:36.774547 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:36.774881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:36.775221 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02227bd8-c10a-4571-a296-fe8f63918d09 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:36.780375 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-92d6b776-0701-4628-91bf-7f6487d60dfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.784469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:router and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:36.806660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:36.819221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:36.824507 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6b776-0701-4628-91bf-7f6487d60dfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event deleted for resources: {'Network': ['ID=3f7e2657-c0c7-4691-8eef-ae11377211e7,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:36.834066 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-92d6b776-0701-4628-91bf-7f6487d60dfb tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "DELETE /v2.0/networks/3f7e2657-c0c7-4691-8eef-ae11377211e7 HTTP/1.1" status: 204 len: 168 time: 0.9843442 Mar 16 10:51:36.835735 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44666) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:36.840472 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b4c02be6-2f9b-4176-a427-c9fb652b85bc req-4e1336ca-bd6e-46c8-bfa3-8a88f71db794 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916575 Mar 16 10:51:36.863372 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-5284e032-13df-4491-a36b-ca6d0984e02b tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] For port 6f9ad1a6-3ec8-4a15-a450-023ca671bb51, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6f9ad1a6-3ec8-4a15-a450-023ca671bb51,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:36.863372 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5284e032-13df-4491-a36b-ca6d0984e02b tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.863372 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.864059 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.989354 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5284e032-13df-4491-a36b-ca6d0984e02b tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Calling delete_port for 6f9ad1a6-3ec8-4a15-a450-023ca671bb51 owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:36.999180 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-245b288f-c64f-4fb9-a4b7-e9ac0058b090 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.068113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.078913 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b288f-c64f-4fb9-a4b7-e9ac0058b090 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Port': ['ID=27c3043a-d7e3-42e2-8af6-b28f431cb44d,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:37.126522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad099-d50a-4b29-91e6-3e5439a13343 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.223427 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] device_id is not set on port 2676bfa8-376d-44be-a1e3-98205dadd783 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:37.341969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eea3c4-8738-40e4-a695-8c2533ab95ae req-1099b672-7420-439c-95e9-68855f518b81 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:37.343481 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-65eea3c4-8738-40e4-a695-8c2533ab95ae req-1099b672-7420-439c-95e9-68855f518b81 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.3627620 Mar 16 10:51:37.365095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-245b288f-c64f-4fb9-a4b7-e9ac0058b090 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.365427 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-245b288f-c64f-4fb9-a4b7-e9ac0058b090 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Floating IP 55eb2c2e-c127-4ab6-82c2-54a552a564d8 disassociated (deleted). External IP: 172.26.3.182, port: dd6b7af3-2089-4ef9-9ccd-b6bd81fe0835. Mar 16 10:51:37.437180 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad099-d50a-4b29-91e6-3e5439a13343 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.477931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-7c0ad099-d50a-4b29-91e6-3e5439a13343 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32dc222a-766b-46c9-a4c1-7abd618e81c4']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:37.502796 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-7c0ad099-d50a-4b29-91e6-3e5439a13343 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed6047d-e17d-4066-aca0-cf136d7e772d') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:37.503083 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-7c0ad099-d50a-4b29-91e6-3e5439a13343 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed6047d-e17d-4066-aca0-cf136d7e772d') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:37.543882 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.571848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad099-d50a-4b29-91e6-3e5439a13343 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.617528 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-65eea3c4-8738-40e4-a695-8c2533ab95ae req-9c500f25-8008-43ba-a468-a4067273bde0 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636847 Mar 16 10:51:37.620085 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad099-d50a-4b29-91e6-3e5439a13343 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.649034 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0ad099-d50a-4b29-91e6-3e5439a13343 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:37.649410 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad099-d50a-4b29-91e6-3e5439a13343 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:37.664021 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:37.724697 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5284e032-13df-4491-a36b-ca6d0984e02b tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.776542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284e032-13df-4491-a36b-ca6d0984e02b tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f9ad1a6-3ec8-4a15-a450-023ca671bb51,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:37.893093 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5284e032-13df-4491-a36b-ca6d0984e02b tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.964418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.990556 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad099-d50a-4b29-91e6-3e5439a13343 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.035514 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad099-d50a-4b29-91e6-3e5439a13343 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.075390 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5284e032-13df-4491-a36b-ca6d0984e02b tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.106529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ad099-d50a-4b29-91e6-3e5439a13343 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] Pushing event deleted for resources: {'Network': ['ID=32dc222a-766b-46c9-a4c1-7abd618e81c4,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:38.131750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5284e032-13df-4491-a36b-ca6d0984e02b tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.189115 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7c0ad099-d50a-4b29-91e6-3e5439a13343 tempest-BulkNetworkOpsTest-1177505255 tempest-BulkNetworkOpsTest-1177505255-project] 10.222.0.44 "DELETE /v2.0/networks/32dc222a-766b-46c9-a4c1-7abd618e81c4 HTTP/1.1" status: 204 len: 168 time: 1.3475852 Mar 16 10:51:38.210770 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] device_id is not set on port 3b22cdfc-cf02-4c5c-bbc9-499c62f77f4b yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:38.241299 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245b288f-c64f-4fb9-a4b7-e9ac0058b090 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 70932f2b-e2ed-421c-886a-a7bd9593eacc has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:38.245416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.255865 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f0d78-6970-4689-b7e7-19fb00f21652 req-d0855a0a-c0d6-4930-b1da-705b2bc4588a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:38.257320 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0c7f0d78-6970-4689-b7e7-19fb00f21652 req-d0855a0a-c0d6-4930-b1da-705b2bc4588a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.5155895 Mar 16 10:51:38.276639 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.311313 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5284e032-13df-4491-a36b-ca6d0984e02b tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.311850 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5284e032-13df-4491-a36b-ca6d0984e02b tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b3f72e4-23ad-4ac4-9b51-e01d41b658c7 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:51:38.352875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5284e032-13df-4491-a36b-ca6d0984e02b tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.353998 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5284e032-13df-4491-a36b-ca6d0984e02b tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "DELETE /v2.0/routers/6b3f72e4-23ad-4ac4-9b51-e01d41b658c7 HTTP/1.1" status: 204 len: 168 time: 2.6150279 Mar 16 10:51:38.361958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44676) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:38.371452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-168431254', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}, 'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:38.381299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:38.390241 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Usage tracker for resource:router and tenant:3b45365384544d2aa7bc1cd0060bd8cf is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:38.428945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:38.447746 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:38.488592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Allocated IP 172.26.3.40 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/710f0f1d-d2bc-48b1-97df-41a16670927e) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:38.490760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.491792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.505345 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0c7f0d78-6970-4689-b7e7-19fb00f21652 req-a4cbba9c-e3b2-4ee3-9c32-58ca8c1cfa85 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394559 Mar 16 10:51:38.538567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.572418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245b288f-c64f-4fb9-a4b7-e9ac0058b090 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:38.586493 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b814c-e0bd-4327-9aba-2b6cf5f6ffbe None None] Sync routers for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:38.600510 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-245b288f-c64f-4fb9-a4b7-e9ac0058b090 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.618184 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b814c-e0bd-4327-9aba-2b6cf5f6ffbe None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:38.619135 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-285b814c-e0bd-4327-9aba-2b6cf5f6ffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:38.643478 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44684) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:38.645592 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.686503 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-245b288f-c64f-4fb9-a4b7-e9ac0058b090 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/floatingips/55eb2c2e-c127-4ab6-82c2-54a552a564d8 HTTP/1.1" status: 204 len: 168 time: 4.2070987 Mar 16 10:51:38.692188 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44690) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:38.722512 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-285b814c-e0bd-4327-9aba-2b6cf5f6ffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:38.738015 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b814c-e0bd-4327-9aba-2b6cf5f6ffbe None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:38.744684 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-285b814c-e0bd-4327-9aba-2b6cf5f6ffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:38.815327 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-0b6eb981-305a-416c-bf3d-5bb339403739 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting port dd6b7af3-2089-4ef9-9ccd-b6bd81fe0835 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:38.815665 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b6eb981-305a-416c-bf3d-5bb339403739 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.872488 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-285b814c-e0bd-4327-9aba-2b6cf5f6ffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:38.872488 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b814c-e0bd-4327-9aba-2b6cf5f6ffbe None None] The sync data for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:38.990467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.990999 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.077639 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-31c7d629-a53b-4d80-81c1-5af3ea4b9f35 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7d706c97d5b45f0b7ed1ce76ff25162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4289935 Mar 16 10:51:39.096432 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44696) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:39.167053 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network d5d3073b-b6fa-4b30-b26b-659de5566503 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:39.188823 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:39.189677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.203881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:39.204667 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.212099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=2676bfa8-376d-44be-a1e3-98205dadd783,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:39.303076 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.349545 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730b018-4858-476c-9126-5d4f729f1344 req-51b0c54a-a1ca-4696-9303-18f515946c57 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:39.351002 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6730b018-4858-476c-9126-5d4f729f1344 req-51b0c54a-a1ca-4696-9303-18f515946c57 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.4511154 Mar 16 10:51:39.381063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:39.391428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:39.393970 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:39.428937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fed917ce-50d4-47fa-90d2-4d89e32c2353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.432334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=710f0f1d-d2bc-48b1-97df-41a16670927e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:39.438571 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=3b22cdfc-cf02-4c5c-bbc9-499c62f77f4b,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:39.457026 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:39.457363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:39.457703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:39.458113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:39.458547 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:39.459108 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:39.459728 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:39.460177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:39.460507 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:39.461562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:39.461923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:39.462252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:39.463781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6f9ad1a6-3ec8-4a15-a450-023ca671bb51 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:51:39.516248 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 6f9ad1a6-3ec8-4a15-a450-023ca671bb51 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:51:39.516910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6f9ad1a6-3ec8-4a15-a450-023ca671bb51 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:51:39.539657 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fed917ce-50d4-47fa-90d2-4d89e32c2353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.552765 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6730b018-4858-476c-9126-5d4f729f1344 req-08c0d457-a4e8-44b1-85ce-e7c2d114439a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910131 Mar 16 10:51:39.553825 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Checking segment: {'id': 'c079703d-04f7-4134-bd8c-9a67e08503b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3e507972-5199-4b98-aaf8-3a857a6a0b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:39.554184 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network hostable DHCP agents. Network: 3e507972-5199-4b98-aaf8-3a857a6a0b7d, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:39.581140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b6eb981-305a-416c-bf3d-5bb339403739 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.748643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-0b6eb981-305a-416c-bf3d-5bb339403739 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Calling delete_port for dd6b7af3-2089-4ef9-9ccd-b6bd81fe0835 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:39.876965 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.897209 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network 3e507972-5199-4b98-aaf8-3a857a6a0b7d is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:39.915061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.924414 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 3e507972-5199-4b98-aaf8-3a857a6a0b7d) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:39.938222 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f330cc-4ad6-4ccf-ae66-912598c3da5f None None] Network 3e507972-5199-4b98-aaf8-3a857a6a0b7d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:39.939686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:39.945267 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:39.950359 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:39.951014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.993395 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fed917ce-50d4-47fa-90d2-4d89e32c2353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.996023 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fed917ce-50d4-47fa-90d2-4d89e32c2353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.997314 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fed917ce-50d4-47fa-90d2-4d89e32c2353 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e2d3e34-2afc-4188-bded-2be592ce2f4d HTTP/1.1" status: 204 len: 168 time: 0.8989971 Mar 16 10:51:40.028081 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d7377de2-fa1c-4f03-9da2-ad7c9e27dad4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3659177 Mar 16 10:51:40.033019 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44702) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:40.034111 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed917ce-50d4-47fa-90d2-4d89e32c2353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2d3e34-2afc-4188-bded-2be592ce2f4d,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:40.224975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:40.323659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Allocated IP 172.26.3.3 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/c554aeed-27c8-4611-a72a-3ab7050a38e1) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:40.371353 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-da25b0e9-065e-48d9-ab52-ba3b20e841e7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 3b22cdfc-cf02-4c5c-bbc9-499c62f77f4b {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:40.372119 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-da25b0e9-065e-48d9-ab52-ba3b20e841e7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:40.411926 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b6eb981-305a-416c-bf3d-5bb339403739 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:40.487769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6eb981-305a-416c-bf3d-5bb339403739 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Port': ['ID=dd6b7af3-2089-4ef9-9ccd-b6bd81fe0835,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:40.682671 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b6eb981-305a-416c-bf3d-5bb339403739 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:40.708931 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0b6eb981-305a-416c-bf3d-5bb339403739 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/ports/dd6b7af3-2089-4ef9-9ccd-b6bd81fe0835 HTTP/1.1" status: 204 len: 168 time: 2.0152154 Mar 16 10:51:40.714160 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44722) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:40.751509 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:40.763429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:40.825890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:40.844595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-da25b0e9-065e-48d9-ab52-ba3b20e841e7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:40.862204 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:40.923490 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:40.990305 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44732) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:40.998649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-da25b0e9-065e-48d9-ab52-ba3b20e841e7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for 3b22cdfc-cf02-4c5c-bbc9-499c62f77f4b owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:41.052865 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.119034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee8f2b-854e-4638-9765-30a79efb72ff req-818f48e1-775c-4bd1-a6e4-d8e7b2310f64 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:41.120514 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-42ee8f2b-854e-4638-9765-30a79efb72ff req-818f48e1-775c-4bd1-a6e4-d8e7b2310f64 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.2746344 Mar 16 10:51:41.156741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-da25b0e9-065e-48d9-ab52-ba3b20e841e7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.174772 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.216080 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-738859158'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:41.225770 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25b0e9-065e-48d9-ab52-ba3b20e841e7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=3b22cdfc-cf02-4c5c-bbc9-499c62f77f4b,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:41.229603 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:41.235185 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-da25b0e9-065e-48d9-ab52-ba3b20e841e7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.242030 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:network and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:41.245659 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:41.255045 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:41.258319 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-da25b0e9-065e-48d9-ab52-ba3b20e841e7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/3b22cdfc-cf02-4c5c-bbc9-499c62f77f4b HTTP/1.1" status: 204 len: 168 time: 1.2212501 Mar 16 10:51:41.261151 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44738) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:41.307901 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:41.310987 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.312471 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-42ee8f2b-854e-4638-9765-30a79efb72ff req-d7e2cd87-558f-4cfe-ae63-a84efafe2fb0 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809177 Mar 16 10:51:41.315941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:41.320231 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:41.337755 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.338669 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:41.360144 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.362034 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:41.387219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Pushing event updated for resources: {'Port': ['ID=c554aeed-27c8-4611-a72a-3ab7050a38e1,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:41.400706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:security_group_rule and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:41.405162 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:41.419760 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:41.487221 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea49f47-0d5c-41b0-bd01-25d2217663dd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:41.492895 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea49f47-0d5c-41b0-bd01-25d2217663dd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:41.493648 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1ea49f47-0d5c-41b0-bd01-25d2217663dd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:41.597257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router ce130988-3cc5-4a11-a42a-0d89b25492ca is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:51:41.643793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Allocated IP 172.26.3.21 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/08bfc646-cb36-44a9-b31b-20f6b2186d4e) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:41.664417 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.688824 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.719432 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1ea49f47-0d5c-41b0-bd01-25d2217663dd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:41.723279 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1ea49f47-0d5c-41b0-bd01-25d2217663dd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4545054 Mar 16 10:51:41.726530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44746) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:41.838078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:41.857256 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3d5b3e-8210-4a44-a022-964946854566,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:41.992389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:41.995298 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.995599 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Added segment 3a94e082-077b-4ffd-99c0-1d39f12681e7 of type vlan for network 11edfc0f-ccfb-433f-a71c-f7e67b66743b Mar 16 10:51:42.001270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5439c-0f2d-4224-bc76-e991a8f30dfd req-2cda75a2-c919-48b0-883b-e3823ad3ddb6 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:42.002777 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4ef5439c-0f2d-4224-bc76-e991a8f30dfd req-2cda75a2-c919-48b0-883b-e3823ad3ddb6 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.3944972 Mar 16 10:51:42.004026 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc56cbe-35d0-484e-a8eb-a9715cf9e423 None None] Sync routers for ids ['ce130988-3cc5-4a11-a42a-0d89b25492ca'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:42.006868 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-9b694f12-1d14-4bb3-9ac9-10e04ec7101b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 2676bfa8-376d-44be-a1e3-98205dadd783 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:42.007218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b694f12-1d14-4bb3-9ac9-10e04ec7101b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.015870 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc56cbe-35d0-484e-a8eb-a9715cf9e423 None None] Routers {'ce130988-3cc5-4a11-a42a-0d89b25492ca'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:42.016561 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9dc56cbe-35d0-484e-a8eb-a9715cf9e423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['ce130988-3cc5-4a11-a42a-0d89b25492ca'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:42.047812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.076951 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.083797 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9dc56cbe-35d0-484e-a8eb-a9715cf9e423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:42.087262 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.093639 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc56cbe-35d0-484e-a8eb-a9715cf9e423 None None] Routers {'ce130988-3cc5-4a11-a42a-0d89b25492ca'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:42.094404 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9dc56cbe-35d0-484e-a8eb-a9715cf9e423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['ce130988-3cc5-4a11-a42a-0d89b25492ca'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:42.159177 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9dc56cbe-35d0-484e-a8eb-a9715cf9e423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:42.159759 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc56cbe-35d0-484e-a8eb-a9715cf9e423 None None] The sync data for ids ['ce130988-3cc5-4a11-a42a-0d89b25492ca'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:42.223871 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.229144 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:42.230021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.263837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.267590 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-da839dca-c204-4be7-9aae-fac65c401013 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.5121720 Mar 16 10:51:42.269395 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44750) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:42.277553 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4ef5439c-0f2d-4224-bc76-e991a8f30dfd req-5980bbcb-2afd-4e21-a60e-4bc1902891fa tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578309 Mar 16 10:51:42.388436 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.457545 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Network': ['ID=11edfc0f-ccfb-433f-a71c-f7e67b66743b,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:42.462397 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b694f12-1d14-4bb3-9ac9-10e04ec7101b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.469120 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:42.484435 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-875d214f-9ffe-453c-b867-b67cd8513bff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4930868 Mar 16 10:51:42.486467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:42.490287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44754) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:42.496836 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:42.550273 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:42.606555 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-81e9b692-6483-48fb-9c91-eba2132bfffb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/routers/ce130988-3cc5-4a11-a42a-0d89b25492ca HTTP/1.1" status: 200 len: 880 time: 0.3346431 Mar 16 10:51:42.614849 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44758) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:42.634911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'name': 'tempest-PortsIpV6TestJSON-1641355561'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:42.660828 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-9b694f12-1d14-4bb3-9ac9-10e04ec7101b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for 2676bfa8-376d-44be-a1e3-98205dadd783 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:42.706894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=08bfc646-cb36-44a9-b31b-20f6b2186d4e,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:42.762971 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.846216 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:42.851344 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b694f12-1d14-4bb3-9ac9-10e04ec7101b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.853159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:port and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:42.860399 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:42.909376 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:42.915432 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b694f12-1d14-4bb3-9ac9-10e04ec7101b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=2676bfa8-376d-44be-a1e3-98205dadd783,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:42.930006 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b694f12-1d14-4bb3-9ac9-10e04ec7101b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.932772 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.935030 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:42.938388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.995831 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9b694f12-1d14-4bb3-9ac9-10e04ec7101b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/2676bfa8-376d-44be-a1e3-98205dadd783 HTTP/1.1" status: 204 len: 168 time: 1.2211664 Mar 16 10:51:43.000841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44762) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:43.006334 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] device_id is not set on port 6646f7ce-c5e6-4964-9dda-6497e85cc325 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:43.069190 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c32844c7-1d4d-4522-95d2-64803ed86f31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Synchronizing usage tracker for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:router {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:43.072583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Router 24c45495-39b4-4305-b579-fdcd5d6471ae is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:51:43.114766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.153975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c32844c7-1d4d-4522-95d2-64803ed86f31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Unset dirty status for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:router {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:43.155211 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c32844c7-1d4d-4522-95d2-64803ed86f31 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5394392 Mar 16 10:51:43.159279 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44766) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:43.165888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-00b359ea-f605-4b91-bf22-6901236fa3fb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1807382402'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:43.388371 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f09214-3a46-4a98-b79b-fb2325f3a033 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:43.389139 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e3f09214-3a46-4a98-b79b-fb2325f3a033 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:43.518781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:43.529430 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46fe5b7-6490-4734-af48-5e953a91bdba None None] Sync routers for ids ['24c45495-39b4-4305-b579-fdcd5d6471ae'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:43.540689 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46fe5b7-6490-4734-af48-5e953a91bdba None None] Routers {'24c45495-39b4-4305-b579-fdcd5d6471ae'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:43.541475 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c46fe5b7-6490-4734-af48-5e953a91bdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['24c45495-39b4-4305-b579-fdcd5d6471ae'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:43.610788 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c46fe5b7-6490-4734-af48-5e953a91bdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:43.619755 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46fe5b7-6490-4734-af48-5e953a91bdba None None] Routers {'24c45495-39b4-4305-b579-fdcd5d6471ae'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:43.620592 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c46fe5b7-6490-4734-af48-5e953a91bdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['24c45495-39b4-4305-b579-fdcd5d6471ae'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:43.621269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.622471 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0a41633e-3d1b-4e17-ad88-78e8a4eb08ce tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.2575436 Mar 16 10:51:43.624283 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e3f09214-3a46-4a98-b79b-fb2325f3a033 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:43.628232 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e3f09214-3a46-4a98-b79b-fb2325f3a033 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6224446 Mar 16 10:51:43.628401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44774) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:43.630349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-ae43dcfb-25fd-408c-8779-3e6c5406424c tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'enable_snat': False}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:43.632900 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.635938 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44778) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:43.684795 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c46fe5b7-6490-4734-af48-5e953a91bdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:43.686341 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46fe5b7-6490-4734-af48-5e953a91bdba None None] The sync data for ids ['24c45495-39b4-4305-b579-fdcd5d6471ae'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:43.695944 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f253db81-3c5d-4c3b-921b-a6e531427d4b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] GET failed (client error): The resource could not be found. Mar 16 10:51:43.699782 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f253db81-3c5d-4c3b-921b-a6e531427d4b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports/3b22cdfc-cf02-4c5c-bbc9-499c62f77f4b HTTP/1.1" status: 404 len: 333 time: 0.0604203 Mar 16 10:51:43.700757 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44782) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:43.764939 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.774607 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-e450f05a-bc99-45a6-b47c-b14cbd0ced9d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] GET failed (client error): The resource could not be found. Mar 16 10:51:43.775942 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e450f05a-bc99-45a6-b47c-b14cbd0ced9d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports/2676bfa8-376d-44be-a1e3-98205dadd783 HTTP/1.1" status: 404 len: 333 time: 0.0734553 Mar 16 10:51:43.779965 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44786) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:43.782047 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.843838 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d67085-6280-486e-bf94-8cb241d13894 req-7c8377ed-1785-4389-94ea-1bc67702fe78 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:43.845279 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-79d67085-6280-486e-bf94-8cb241d13894 req-7c8377ed-1785-4389-94ea-1bc67702fe78 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.4364371 Mar 16 10:51:43.895797 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.945972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=08bfc646-cb36-44a9-b31b-20f6b2186d4e,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:44.011058 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-79d67085-6280-486e-bf94-8cb241d13894 req-ed2c8234-630f-4172-9149-69db1efcf40b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385660 Mar 16 10:51:44.014633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.052780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c8f80690-9722-45a0-b078-76a0befaf830 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.062182 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=6646f7ce-c5e6-4964-9dda-6497e85cc325,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:44.064415 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Checking segment: {'id': '3a94e082-077b-4ffd-99c0-1d39f12681e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:44.064767 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network hostable DHCP agents. Network: 11edfc0f-ccfb-433f-a71c-f7e67b66743b, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:44.079088 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.083075 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ba58e473-5b13-4dee-a1f5-179aa5f1e579 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3679445 Mar 16 10:51:44.085288 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44792) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:44.094379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'port': {'network_id': '96076bee-547a-4717-bdc5-212bf28e34cf', 'name': 'tempest-FloatingIPTestJSON-694326509'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:44.110964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:44.182858 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 11edfc0f-ccfb-433f-a71c-f7e67b66743b) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:44.191774 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261274b7-5273-4807-af6e-91184a07d5b1 None None] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:44.197523 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:44.203453 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:44.204070 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.238257 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3e246f0e-5fe5-4c1c-b1c5-6826ccc4a171 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7385607 Mar 16 10:51:44.242228 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44796) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:44.256242 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-8d55f5d9-1bc8-4007-bc6d-b0f68ab4f5a4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-152941173'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:44.266234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8d55f5d9-1bc8-4007-bc6d-b0f68ab4f5a4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:44.274481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8d55f5d9-1bc8-4007-bc6d-b0f68ab4f5a4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:network and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:44.277253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:44.279576 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8d55f5d9-1bc8-4007-bc6d-b0f68ab4f5a4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:44.286545 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Usage tracker for resource:port and tenant:0f12354052d5494e842e68b562c9c3fe is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:44.289289 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8d55f5d9-1bc8-4007-bc6d-b0f68ab4f5a4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:44.291459 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:44.300274 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:44.311463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d55f5d9-1bc8-4007-bc6d-b0f68ab4f5a4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:44.315593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d55f5d9-1bc8-4007-bc6d-b0f68ab4f5a4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.327923 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Made reservation on behalf of 0f12354052d5494e842e68b562c9c3fe for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:44.331498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.365283 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] device_id is not set on port 5eb711bd-bf9b-44ee-af4d-5a99fa4cf416 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:44.409333 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d55f5d9-1bc8-4007-bc6d-b0f68ab4f5a4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:44.436807 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d55f5d9-1bc8-4007-bc6d-b0f68ab4f5a4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.437146 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-8d55f5d9-1bc8-4007-bc6d-b0f68ab4f5a4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Added segment fb384029-f3a7-4019-a8cd-bf0d69fb6af8 of type vlan for network 5265f825-987d-454c-9bef-20fdbe365a6a Mar 16 10:51:44.478146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-00b359ea-f605-4b91-bf22-6901236fa3fb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.510449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c8f80690-9722-45a0-b078-76a0befaf830 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.513734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d55f5d9-1bc8-4007-bc6d-b0f68ab4f5a4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.550925 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Allocated IP 172.20.0.7 (96076bee-547a-4717-bdc5-212bf28e34cf/66e8536a-6b62-47c9-a688-17bdf3a00b49/5eb711bd-bf9b-44ee-af4d-5a99fa4cf416) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:44.569413 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d55f5d9-1bc8-4007-bc6d-b0f68ab4f5a4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.574701 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d55f5d9-1bc8-4007-bc6d-b0f68ab4f5a4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:44.575434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d55f5d9-1bc8-4007-bc6d-b0f68ab4f5a4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.581616 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-00b359ea-f605-4b91-bf22-6901236fa3fb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.616043 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-c8f80690-9722-45a0-b078-76a0befaf830 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e507972-5199-4b98-aaf8-3a857a6a0b7d']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:44.710172 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8d55f5d9-1bc8-4007-bc6d-b0f68ab4f5a4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4668219 Mar 16 10:51:44.718460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44800) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:44.754211 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'ports': [{'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b'}, {'network_id': '5265f825-987d-454c-9bef-20fdbe365a6a'}]} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:44.754506 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:44.754976 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'network_id': '5265f825-987d-454c-9bef-20fdbe365a6a'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:44.771923 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55f5d9-1bc8-4007-bc6d-b0f68ab4f5a4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Network': ['ID=5265f825-987d-454c-9bef-20fdbe365a6a,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:44.783991 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 5265f825-987d-454c-9bef-20fdbe365a6a details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:44.819679 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af01346-90f8-4726-be74-952c594c032f req-696e7948-2b9f-4036-ba1d-061bd70e23b4 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:44.821125 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2af01346-90f8-4726-be74-952c594c032f req-696e7948-2b9f-4036-ba1d-061bd70e23b4 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.6899333 Mar 16 10:51:44.836447 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-c8f80690-9722-45a0-b078-76a0befaf830 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c079703d-04f7-4134-bd8c-9a67e08503b3') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:44.836650 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-c8f80690-9722-45a0-b078-76a0befaf830 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c079703d-04f7-4134-bd8c-9a67e08503b3') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:44.878065 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c8f80690-9722-45a0-b078-76a0befaf830 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.981254 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c8f80690-9722-45a0-b078-76a0befaf830 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.048370 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f80690-9722-45a0-b078-76a0befaf830 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:45.048766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c8f80690-9722-45a0-b078-76a0befaf830 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.049472 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.065808 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:45.066371 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:45.069360 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2af01346-90f8-4726-be74-952c594c032f req-b4c81495-7175-46b7-b498-da418608cd93 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348194 Mar 16 10:51:45.070878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:port and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:45.074523 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:45.082032 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:45.101613 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'port': 2} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:45.106122 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.127913 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.168690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.173473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae43dcfb-25fd-408c-8779-3e6c5406424c tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.190052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b359ea-f605-4b91-bf22-6901236fa3fb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router ce130988-3cc5-4a11-a42a-0d89b25492ca has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:45.194314 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c8f80690-9722-45a0-b078-76a0befaf830 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.230121 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c8f80690-9722-45a0-b078-76a0befaf830 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.240194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f80690-9722-45a0-b078-76a0befaf830 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Network': ['ID=3e507972-5199-4b98-aaf8-3a857a6a0b7d,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:45.245687 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network 96076bee-547a-4717-bdc5-212bf28e34cf is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:45.261914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:45.296250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:45.308965 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c8f80690-9722-45a0-b078-76a0befaf830 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/networks/3e507972-5199-4b98-aaf8-3a857a6a0b7d HTTP/1.1" status: 204 len: 168 time: 1.5184460 Mar 16 10:51:45.320586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44806) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:45.328250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-cfd5c53c-d9e9-46da-a8e3-61c3c609bcde tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-76693994'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:45.335509 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=5eb711bd-bf9b-44ee-af4d-5a99fa4cf416,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:45.338199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cfd5c53c-d9e9-46da-a8e3-61c3c609bcde tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:45.349771 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cfd5c53c-d9e9-46da-a8e3-61c3c609bcde tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:network and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:45.361106 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cfd5c53c-d9e9-46da-a8e3-61c3c609bcde tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:45.459848 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cfd5c53c-d9e9-46da-a8e3-61c3c609bcde tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:45.487256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd5c53c-d9e9-46da-a8e3-61c3c609bcde tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:45.490693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cfd5c53c-d9e9-46da-a8e3-61c3c609bcde tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.531692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b359ea-f605-4b91-bf22-6901236fa3fb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:45.540015 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-00b359ea-f605-4b91-bf22-6901236fa3fb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.543837 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-00b359ea-f605-4b91-bf22-6901236fa3fb tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/ce130988-3cc5-4a11-a42a-0d89b25492ca HTTP/1.1" status: 200 len: 887 time: 2.3809755 Mar 16 10:51:45.546435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44810) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:45.548815 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac227460-4801-49cb-a88b-085a8f134367 None None] Sync routers for ids ['ce130988-3cc5-4a11-a42a-0d89b25492ca'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:45.562460 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac227460-4801-49cb-a88b-085a8f134367 None None] Routers {'ce130988-3cc5-4a11-a42a-0d89b25492ca'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:45.563415 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-ac227460-4801-49cb-a88b-085a8f134367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['ce130988-3cc5-4a11-a42a-0d89b25492ca'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:45.567469 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:45.568072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.622497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd5c53c-d9e9-46da-a8e3-61c3c609bcde tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:45.628943 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-ac227460-4801-49cb-a88b-085a8f134367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:45.638436 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac227460-4801-49cb-a88b-085a8f134367 None None] Routers {'ce130988-3cc5-4a11-a42a-0d89b25492ca'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:45.639807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-ac227460-4801-49cb-a88b-085a8f134367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['ce130988-3cc5-4a11-a42a-0d89b25492ca'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:45.644428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cfd5c53c-d9e9-46da-a8e3-61c3c609bcde tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.645113 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-cfd5c53c-d9e9-46da-a8e3-61c3c609bcde tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Added segment 6196c964-71cc-459f-86b5-dfe4b8f9a0b1 of type vlan for network e258305d-53c6-4423-9c28-848e6566dfe7 Mar 16 10:51:45.663270 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1016d7e9-e7d4-4bdc-a776-e30903f180b8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5762613 Mar 16 10:51:45.665006 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44814) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:45.670480 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] device_id is not set on port bfe22eb5-f879-457f-8123-feeb5b27204a yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:45.677166 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-0d3e04d9-427c-40fa-84ef-89bf10cabc0b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'floatingip': {'port_id': '5eb711bd-bf9b-44ee-af4d-5a99fa4cf416'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:45.703712 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-ac227460-4801-49cb-a88b-085a8f134367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:45.704118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac227460-4801-49cb-a88b-085a8f134367 None None] The sync data for ids ['ce130988-3cc5-4a11-a42a-0d89b25492ca'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:45.760005 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cfd5c53c-d9e9-46da-a8e3-61c3c609bcde tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.760459 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb24cf-79fc-4943-9454-955088b78e02 req-3c43f2bc-17e0-4758-88ef-c0df27b313cc tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:45.761617 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-85eb24cf-79fc-4943-9454-955088b78e02 req-3c43f2bc-17e0-4758-88ef-c0df27b313cc tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.5678129 Mar 16 10:51:45.768598 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0d3e04d9-427c-40fa-84ef-89bf10cabc0b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.846434 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4d057ce9-fae3-400f-9e84-b4f7de589eb8 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/routers/ce130988-3cc5-4a11-a42a-0d89b25492ca HTTP/1.1" status: 200 len: 887 time: 0.2966030 Mar 16 10:51:45.847005 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44818) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:45.906202 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bfc4dded-c49b-4ceb-b494-3f13d66f3116 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce130988-3cc5-4a11-a42a-0d89b25492ca HTTP/1.1" status: 200 len: 205 time: 0.0567565 Mar 16 10:51:45.911719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44822) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:45.933765 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-85eb24cf-79fc-4943-9454-955088b78e02 req-88ace70c-8066-45c1-aeb6-12920571bcd9 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122255 Mar 16 10:51:46.039202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cfd5c53c-d9e9-46da-a8e3-61c3c609bcde tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.044339 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd5c53c-d9e9-46da-a8e3-61c3c609bcde tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:46.044941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cfd5c53c-d9e9-46da-a8e3-61c3c609bcde tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.133605 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.297309 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cfd5c53c-d9e9-46da-a8e3-61c3c609bcde tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9755945 Mar 16 10:51:46.310437 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44828) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:46.374684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'subnet': {'network_id': 'e258305d-53c6-4423-9c28-848e6566dfe7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:46.406529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] device_id is not set on port f200eed3-6a7d-4314-a976-cd0d20be7e6b yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:46.478296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5c53c-d9e9-46da-a8e3-61c3c609bcde tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Network': ['ID=e258305d-53c6-4423-9c28-848e6566dfe7,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:46.490613 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network e258305d-53c6-4423-9c28-848e6566dfe7 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:46.528677 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:46.537474 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:subnet and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:46.542052 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:46.547636 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc932c2b-4adf-443e-b271-ab975302ceea tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.553177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:46.600047 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:46.603457 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.678363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcf8a4-046c-4a2d-92aa-568379c90d4a req-a29541e3-b948-4fb0-bf9b-0fcc3d60f97c tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:46.679831 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23fcf8a4-046c-4a2d-92aa-568379c90d4a req-a29541e3-b948-4fb0-bf9b-0fcc3d60f97c tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.6312058 Mar 16 10:51:46.791143 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.ipam_backend_mixin [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Performing IP validity checks on allocation pools {{(pid=87968) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:51:46.791766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.ipam_backend_mixin [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87968) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:51:46.808826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.821354 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0d3e04d9-427c-40fa-84ef-89bf10cabc0b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.829477 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0d3e04d9-427c-40fa-84ef-89bf10cabc0b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.888958 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23fcf8a4-046c-4a2d-92aa-568379c90d4a req-ab82b88e-135c-45d6-9a9b-e3e2794fb915 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030237 Mar 16 10:51:46.899438 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:51:46.991926 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc932c2b-4adf-443e-b271-ab975302ceea tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.014848 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae43dcfb-25fd-408c-8779-3e6c5406424c tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.017887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-dc932c2b-4adf-443e-b271-ab975302ceea tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port 710f0f1d-d2bc-48b1-97df-41a16670927e {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:47.018195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc932c2b-4adf-443e-b271-ab975302ceea tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.045788 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae43dcfb-25fd-408c-8779-3e6c5406424c tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.220227 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.269206 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-0d3e04d9-427c-40fa-84ef-89bf10cabc0b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Floating IP a4335054-6bb2-448e-9144-8845f38c50cb associated. External IP: 172.26.3.21, port: 5eb711bd-bf9b-44ee-af4d-5a99fa4cf416. Mar 16 10:51:47.343186 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.345587 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae43dcfb-25fd-408c-8779-3e6c5406424c tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Router 24c45495-39b4-4305-b579-fdcd5d6471ae has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:47.347315 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc932c2b-4adf-443e-b271-ab975302ceea tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.386322 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:47.405079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:47.413862 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:47.414686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.442415 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=bfe22eb5-f879-457f-8123-feeb5b27204a,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:47.458150 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93330c-c279-4444-8941-877967a80cba req-036a831b-4f49-4e7e-bb05-9d0173755899 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:47.459693 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3d93330c-c279-4444-8941-877967a80cba req-036a831b-4f49-4e7e-bb05-9d0173755899 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.4471204 Mar 16 10:51:47.586937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.616154 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-dc932c2b-4adf-443e-b271-ab975302ceea tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Calling delete_port for 710f0f1d-d2bc-48b1-97df-41a16670927e owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:47.706728 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=f200eed3-6a7d-4314-a976-cd0d20be7e6b,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:47.745236 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3d93330c-c279-4444-8941-877967a80cba req-9a14aebc-34d8-4add-b095-e40e650e6698 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035303 Mar 16 10:51:47.808157 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Checking segment: {'id': 'fb384029-f3a7-4019-a8cd-bf0d69fb6af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5265f825-987d-454c-9bef-20fdbe365a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:47.808498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network hostable DHCP agents. Network: 5265f825-987d-454c-9bef-20fdbe365a6a, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:47.813216 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Subnet': ['ID=600f61fa-a613-4d25-84d7-14a1ab94ce58,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:47.838225 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Checking segment: {'id': '6196c964-71cc-459f-86b5-dfe4b8f9a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e258305d-53c6-4423-9c28-848e6566dfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:47.838553 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network hostable DHCP agents. Network: e258305d-53c6-4423-9c28-848e6566dfe7, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:47.853100 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae43dcfb-25fd-408c-8779-3e6c5406424c tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:47.858668 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae43dcfb-25fd-408c-8779-3e6c5406424c tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.859645 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ae43dcfb-25fd-408c-8779-3e6c5406424c tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "PUT /v2.0/routers/24c45495-39b4-4305-b579-fdcd5d6471ae HTTP/1.1" status: 200 len: 919 time: 4.2331271 Mar 16 10:51:47.865366 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f56635-e8e3-4c66-b16a-65277d4408f1 None None] Sync routers for ids ['24c45495-39b4-4305-b579-fdcd5d6471ae'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:47.866644 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44838) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:47.877921 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f56635-e8e3-4c66-b16a-65277d4408f1 None None] Routers {'24c45495-39b4-4305-b579-fdcd5d6471ae'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:47.878824 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b9f56635-e8e3-4c66-b16a-65277d4408f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['24c45495-39b4-4305-b579-fdcd5d6471ae'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:47.946243 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b9f56635-e8e3-4c66-b16a-65277d4408f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:47.954769 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f56635-e8e3-4c66-b16a-65277d4408f1 None None] Routers {'24c45495-39b4-4305-b579-fdcd5d6471ae'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:47.955490 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b9f56635-e8e3-4c66-b16a-65277d4408f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['24c45495-39b4-4305-b579-fdcd5d6471ae'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:47.986150 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 5265f825-987d-454c-9bef-20fdbe365a6a is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:48.000124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f804b21-e38b-4682-bdfc-121b8496e781 req-67fc8f6a-47cf-4289-8f00-1f3c64d703bd tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:48.001610 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4f804b21-e38b-4682-bdfc-121b8496e781 req-67fc8f6a-47cf-4289-8f00-1f3c64d703bd tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.1354849 Mar 16 10:51:48.002707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc932c2b-4adf-443e-b271-ab975302ceea tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.021885 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b9f56635-e8e3-4c66-b16a-65277d4408f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:48.022414 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f56635-e8e3-4c66-b16a-65277d4408f1 None None] The sync data for ids ['24c45495-39b4-4305-b579-fdcd5d6471ae'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:48.037386 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network e258305d-53c6-4423-9c28-848e6566dfe7 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:48.044153 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 5265f825-987d-454c-9bef-20fdbe365a6a) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:48.052300 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e091b628-cace-4751-b921-67472fc33bd3 None None] Network 5265f825-987d-454c-9bef-20fdbe365a6a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:48.065282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc932c2b-4adf-443e-b271-ab975302ceea tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Port': ['ID=710f0f1d-d2bc-48b1-97df-41a16670927e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:48.112072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, e258305d-53c6-4423-9c28-848e6566dfe7) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:48.113259 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:48.118666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:48.123940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:48.124576 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.133791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751c661b-d364-4e20-b07b-ef21b059f879 None None] Network e258305d-53c6-4423-9c28-848e6566dfe7 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:48.140268 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3e04d9-427c-40fa-84ef-89bf10cabc0b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 70932f2b-e2ed-421c-886a-a7bd9593eacc has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:48.147975 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:48.148544 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.169709 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4f804b21-e38b-4682-bdfc-121b8496e781 req-6080e48e-a46b-4770-b451-556774e70dc7 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304247 Mar 16 10:51:48.203425 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b464a9d7-301e-4ad2-b624-7c49da59801c tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "GET /v2.0/routers/24c45495-39b4-4305-b579-fdcd5d6471ae HTTP/1.1" status: 200 len: 919 time: 0.3337014 Mar 16 10:51:48.205770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc932c2b-4adf-443e-b271-ab975302ceea tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.256472 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44844) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:48.311060 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-89a23db9-5262-4623-b851-59bdec3ab538 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5866609 Mar 16 10:51:48.311060 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1aa4b0e4-5872-400e-b820-41c453edf86a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9980860 Mar 16 10:51:48.318690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44848) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:48.318978 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44850) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:48.359449 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-38d9697a-52b0-4d4a-811a-3cb4ad03ef2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'network_id': 'e258305d-53c6-4423-9c28-848e6566dfe7', 'name': 'tempest-PortsTestJSON-1909574863'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:48.402552 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc932c2b-4adf-443e-b271-ab975302ceea tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.405343 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc932c2b-4adf-443e-b271-ab975302ceea tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.434082 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc932c2b-4adf-443e-b271-ab975302ceea tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.434615 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc932c2b-4adf-443e-b271-ab975302ceea tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Fanout notify agent at l3_agent the message router_deleted on router ce130988-3cc5-4a11-a42a-0d89b25492ca {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:51:48.463288 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc932c2b-4adf-443e-b271-ab975302ceea tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.464405 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-dc932c2b-4adf-443e-b271-ab975302ceea tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/routers/ce130988-3cc5-4a11-a42a-0d89b25492ca HTTP/1.1" status: 204 len: 168 time: 2.5518007 Mar 16 10:51:48.468841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44856) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:48.475476 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-66f62fe7-7517-4aae-851b-01e047061037 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'network': {'name': 'tempest-RoutersTest-1071406661'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:48.477457 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-e258305d-53c6-4423-9c28-848e6566dfe7', 'network_id': 'e258305d-53c6-4423-9c28-848e6566dfe7', 'tenant_id': 'ccc1f3e211964114b838d54c51aafa12', 'fixed_ips': [{'subnet_id': '600f61fa-a613-4d25-84d7-14a1ab94ce58'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:51:48.478285 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.480527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-66f62fe7-7517-4aae-851b-01e047061037 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:48.485171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-66f62fe7-7517-4aae-851b-01e047061037 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:network and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:48.488199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-66f62fe7-7517-4aae-851b-01e047061037 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:48.494192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-66f62fe7-7517-4aae-851b-01e047061037 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:48.504638 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f62fe7-7517-4aae-851b-01e047061037 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:48.508076 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-66f62fe7-7517-4aae-851b-01e047061037 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.537570 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f62fe7-7517-4aae-851b-01e047061037 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:48.547876 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-66f62fe7-7517-4aae-851b-01e047061037 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.548215 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-66f62fe7-7517-4aae-851b-01e047061037 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Added segment 0af9e988-0426-4834-a497-ff66aa953632 of type vlan for network 54b4b9e0-d049-491b-aa6c-57feda38003d Mar 16 10:51:48.577530 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-66f62fe7-7517-4aae-851b-01e047061037 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.607491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-66f62fe7-7517-4aae-851b-01e047061037 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.612904 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f62fe7-7517-4aae-851b-01e047061037 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:48.613492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-66f62fe7-7517-4aae-851b-01e047061037 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.637354 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Allocated IP 172.20.0.2 (e258305d-53c6-4423-9c28-848e6566dfe7/600f61fa-a613-4d25-84d7-14a1ab94ce58/92e7da2f-66f8-4cdc-8dfc-fed719d96d8c) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:48.700249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-fc36a320-e839-4979-a99e-abd5b6145008 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port f200eed3-6a7d-4314-a976-cd0d20be7e6b {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:48.700488 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc36a320-e839-4979-a99e-abd5b6145008 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.708753 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-66f62fe7-7517-4aae-851b-01e047061037 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2383652 Mar 16 10:51:48.715124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44860) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:48.726626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-1f9ddd3a-a1db-4010-906f-1bc56f198f4b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'subnet': {'network_id': '54b4b9e0-d049-491b-aa6c-57feda38003d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:48.742937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f62fe7-7517-4aae-851b-01e047061037 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Network': ['ID=54b4b9e0-d049-491b-aa6c-57feda38003d,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:48.753348 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3e04d9-427c-40fa-84ef-89bf10cabc0b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:48.762205 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0d3e04d9-427c-40fa-84ef-89bf10cabc0b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.763051 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 54b4b9e0-d049-491b-aa6c-57feda38003d details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:48.783894 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c8d8f2-054f-49bb-baa1-baadbc07cd50 None None] Sync routers for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:48.843242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1f9ddd3a-a1db-4010-906f-1bc56f198f4b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:48.847534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77747a3c-4edc-4d66-8753-e1e0e033836a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:48.847692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1f9ddd3a-a1db-4010-906f-1bc56f198f4b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:subnet and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:48.848209 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-77747a3c-4edc-4d66-8753-e1e0e033836a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Synchronizing usage tracker for tenant:13c77b1a1063425d8cd2541e1f12f079 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:48.850678 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1f9ddd3a-a1db-4010-906f-1bc56f198f4b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:48.857782 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1f9ddd3a-a1db-4010-906f-1bc56f198f4b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:48.868046 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9ddd3a-a1db-4010-906f-1bc56f198f4b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:48.873453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f9ddd3a-a1db-4010-906f-1bc56f198f4b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.877686 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c8d8f2-054f-49bb-baa1-baadbc07cd50 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:48.878310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-d9c8d8f2-054f-49bb-baa1-baadbc07cd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:48.893570 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-38d9697a-52b0-4d4a-811a-3cb4ad03ef2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:48.916363 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0d3e04d9-427c-40fa-84ef-89bf10cabc0b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "PUT /v2.0/floatingips/a4335054-6bb2-448e-9144-8845f38c50cb HTTP/1.1" status: 200 len: 976 time: 3.2462540 Mar 16 10:51:48.919844 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44864) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:48.925685 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-38d9697a-52b0-4d4a-811a-3cb4ad03ef2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:48.945404 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-77747a3c-4edc-4d66-8753-e1e0e033836a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Unset dirty status for tenant:13c77b1a1063425d8cd2541e1f12f079 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:48.949284 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-77747a3c-4edc-4d66-8753-e1e0e033836a tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&device_id=24c45495-39b4-4305-b579-fdcd5d6471ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.6918685 Mar 16 10:51:48.965207 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44866) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:48.982113 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d9697a-52b0-4d4a-811a-3cb4ad03ef2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:48.986118 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-38d9697a-52b0-4d4a-811a-3cb4ad03ef2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.028751 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-d9c8d8f2-054f-49bb-baa1-baadbc07cd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:49.062488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c8d8f2-054f-49bb-baa1-baadbc07cd50 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:49.063417 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-d9c8d8f2-054f-49bb-baa1-baadbc07cd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:49.126793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.129725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-d9c8d8f2-054f-49bb-baa1-baadbc07cd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:49.130125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c8d8f2-054f-49bb-baa1-baadbc07cd50 None None] The sync data for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:49.139735 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Transition to ACTIVE for port object 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:49.159038 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Transition to ACTIVE for port object 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:49.166687 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.174834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5581541d-4237-4b73-becf-71dc84ccc29f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting port 5eb711bd-bf9b-44ee-af4d-5a99fa4cf416 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:49.175420 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5581541d-4237-4b73-becf-71dc84ccc29f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.180041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-38d9697a-52b0-4d4a-811a-3cb4ad03ef2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] device_id is not set on port a060c1f2-d904-4ffb-8630-388451f246e9 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:49.227818 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc36a320-e839-4979-a99e-abd5b6145008 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.230513 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Network e258305d-53c6-4423-9c28-848e6566dfe7 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:49.233921 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:49.237463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:49.282554 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Pushing event updated for resources: {'Port': ['ID=92e7da2f-66f8-4cdc-8dfc-fed719d96d8c,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:49.332542 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:49.333169 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:49.333665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:49.334153 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:49.334644 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:49.335128 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:49.335629 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:49.336101 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:49.336572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:49.337124 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:49.337650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:49.338171 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:49.351183 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Attempting to bind port 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:49.351634 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Attempting to bind port 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '6196c964-71cc-459f-86b5-dfe4b8f9a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e258305d-53c6-4423-9c28-848e6566dfe7'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:49.352061 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Attempting to bind port 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c on network e258305d-53c6-4423-9c28-848e6566dfe7 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:49.357589 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:49.358055 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Checking segment: {'id': '6196c964-71cc-459f-86b5-dfe4b8f9a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e258305d-53c6-4423-9c28-848e6566dfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:49.358519 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.358974 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Bound using segment: {'id': '6196c964-71cc-459f-86b5-dfe4b8f9a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e258305d-53c6-4423-9c28-848e6566dfe7'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:49.359511 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Bound port: 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6196c964-71cc-459f-86b5-dfe4b8f9a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e258305d-53c6-4423-9c28-848e6566dfe7'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:49.360135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.394388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-fc36a320-e839-4979-a99e-abd5b6145008 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for f200eed3-6a7d-4314-a976-cd0d20be7e6b owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:49.451749 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] For port 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:49.454806 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] For port 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=92e7da2f-66f8-4cdc-8dfc-fed719d96d8c,segment=NetworkSegment(6196c964-71cc-459f-86b5-dfe4b8f9a0b1),segment_id=6196c964-71cc-459f-86b5-dfe4b8f9a0b1)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:49.459991 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.490518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f9ddd3a-a1db-4010-906f-1bc56f198f4b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.523765 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfcce04-8998-4a90-97ad-3d522c5b5f9f tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.524201 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4bfcce04-8998-4a90-97ad-3d522c5b5f9f tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Synchronizing usage tracker for tenant:13c77b1a1063425d8cd2541e1f12f079 on resource:network {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:49.543450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3a2b9-d8a9-4d6c-8e7c-9ebeb2580061 None None] Pushing event updated for resources: {'Port': ['ID=92e7da2f-66f8-4cdc-8dfc-fed719d96d8c,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:49.577491 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-38d9697a-52b0-4d4a-811a-3cb4ad03ef2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Allocated IP 172.20.0.14 (e258305d-53c6-4423-9c28-848e6566dfe7/600f61fa-a613-4d25-84d7-14a1ab94ce58/a060c1f2-d904-4ffb-8630-388451f246e9) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:49.585882 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4bfcce04-8998-4a90-97ad-3d522c5b5f9f tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Unset dirty status for tenant:13c77b1a1063425d8cd2541e1f12f079 on resource:network {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:49.587050 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4bfcce04-8998-4a90-97ad-3d522c5b5f9f tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "GET /v2.0/networks/45f28f19-efbf-4c93-99d2-e1008799650d HTTP/1.1" status: 200 len: 881 time: 0.6207883 Mar 16 10:51:49.587740 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc36a320-e839-4979-a99e-abd5b6145008 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.588083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5581541d-4237-4b73-becf-71dc84ccc29f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.596577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44872) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:49.687956 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ddd3a-a1db-4010-906f-1bc56f198f4b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Subnet': ['ID=2319b395-0dae-4b83-8971-2c27f89089a2,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:49.693943 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7872dd4d-61dd-4887-9cd4-ef8b6649b438 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "GET /v2.0/ports?device_id=24c45495-39b4-4305-b579-fdcd5d6471ae HTTP/1.1" status: 200 len: 205 time: 0.0642688 Mar 16 10:51:49.693943 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36a320-e839-4979-a99e-abd5b6145008 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=f200eed3-6a7d-4314-a976-cd0d20be7e6b,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:49.694877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44876) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:49.721103 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc36a320-e839-4979-a99e-abd5b6145008 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.743226 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fc36a320-e839-4979-a99e-abd5b6145008 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/f200eed3-6a7d-4314-a976-cd0d20be7e6b HTTP/1.1" status: 204 len: 168 time: 1.4219801 Mar 16 10:51:49.745751 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44880) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:49.767846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ddd3a-a1db-4010-906f-1bc56f198f4b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Checking segment: {'id': '0af9e988-0426-4834-a497-ff66aa953632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '54b4b9e0-d049-491b-aa6c-57feda38003d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:49.768202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9ddd3a-a1db-4010-906f-1bc56f198f4b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network hostable DHCP agents. Network: 54b4b9e0-d049-491b-aa6c-57feda38003d, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:49.963043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3d8c2c-becd-4ead-aaff-21a4f507c5de tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.968825 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3d8c2c-becd-4ead-aaff-21a4f507c5de tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.969607 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6e3d8c2c-becd-4ead-aaff-21a4f507c5de tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:49.979637 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-38d9697a-52b0-4d4a-811a-3cb4ad03ef2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.005932 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-38d9697a-52b0-4d4a-811a-3cb4ad03ef2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Transition to ACTIVE for port object a060c1f2-d904-4ffb-8630-388451f246e9 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:50.006949 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6e3d8c2c-becd-4ead-aaff-21a4f507c5de tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:50.011199 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6e3d8c2c-becd-4ead-aaff-21a4f507c5de tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2614963 Mar 16 10:51:50.011199 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44884) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:50.058455 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9ddd3a-a1db-4010-906f-1bc56f198f4b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 54b4b9e0-d049-491b-aa6c-57feda38003d is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:50.083460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b8f3a888-239a-49e2-9e0a-4bba5780661d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port bfe22eb5-f879-457f-8123-feeb5b27204a {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:50.083802 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a888-239a-49e2-9e0a-4bba5780661d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.094320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-1f9ddd3a-a1db-4010-906f-1bc56f198f4b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 54b4b9e0-d049-491b-aa6c-57feda38003d) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:50.103492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21148267-50dd-4468-a074-4420555f7186 None None] Network 54b4b9e0-d049-491b-aa6c-57feda38003d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:50.114148 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9ddd3a-a1db-4010-906f-1bc56f198f4b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:50.114329 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f9ddd3a-a1db-4010-906f-1bc56f198f4b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.119865 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2942f120-729b-4f79-a602-bc3f4a891012 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.139401 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-38d9697a-52b0-4d4a-811a-3cb4ad03ef2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.201849 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5581541d-4237-4b73-becf-71dc84ccc29f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.202417 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5581541d-4237-4b73-becf-71dc84ccc29f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.202534 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-5581541d-4237-4b73-becf-71dc84ccc29f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Floating IP a4335054-6bb2-448e-9144-8845f38c50cb disassociated. External IP: 172.26.3.21, port: 5eb711bd-bf9b-44ee-af4d-5a99fa4cf416. Mar 16 10:51:50.202861 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5581541d-4237-4b73-becf-71dc84ccc29f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Calling delete_port for 5eb711bd-bf9b-44ee-af4d-5a99fa4cf416 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:50.255382 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1f9ddd3a-a1db-4010-906f-1bc56f198f4b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5391071 Mar 16 10:51:50.260229 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44888) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:50.284583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-dfea7fee-ca3c-461e-b9c3-1ef1d451f8e2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1663626998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:50.360039 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-dfea7fee-ca3c-461e-b9c3-1ef1d451f8e2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:50.367406 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-dfea7fee-ca3c-461e-b9c3-1ef1d451f8e2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:router and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:50.370976 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-dfea7fee-ca3c-461e-b9c3-1ef1d451f8e2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:50.380243 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d9697a-52b0-4d4a-811a-3cb4ad03ef2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network e258305d-53c6-4423-9c28-848e6566dfe7 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:50.393003 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-dfea7fee-ca3c-461e-b9c3-1ef1d451f8e2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:50.393499 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-38d9697a-52b0-4d4a-811a-3cb4ad03ef2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:50.403377 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-54b4b9e0-d049-491b-aa6c-57feda38003d', 'network_id': '54b4b9e0-d049-491b-aa6c-57feda38003d', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'fixed_ips': [{'subnet_id': '2319b395-0dae-4b83-8971-2c27f89089a2'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:51:50.406117 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d9697a-52b0-4d4a-811a-3cb4ad03ef2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:50.409263 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.432309 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9697a-52b0-4d4a-811a-3cb4ad03ef2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=a060c1f2-d904-4ffb-8630-388451f246e9,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:50.455254 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dfea7fee-ca3c-461e-b9c3-1ef1d451f8e2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.456501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dfea7fee-ca3c-461e-b9c3-1ef1d451f8e2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.475322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2942f120-729b-4f79-a602-bc3f4a891012 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.502192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-2942f120-729b-4f79-a602-bc3f4a891012 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Deleting port c554aeed-27c8-4611-a72a-3ab7050a38e1 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:50.502523 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2942f120-729b-4f79-a602-bc3f4a891012 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.561011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5581541d-4237-4b73-becf-71dc84ccc29f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.570787 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d9697a-52b0-4d4a-811a-3cb4ad03ef2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:50.571455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-38d9697a-52b0-4d4a-811a-3cb4ad03ef2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.584219 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a888-239a-49e2-9e0a-4bba5780661d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.651228 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-38d9697a-52b0-4d4a-811a-3cb4ad03ef2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3271525 Mar 16 10:51:50.663827 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Allocated IP 172.20.0.2 (54b4b9e0-d049-491b-aa6c-57feda38003d/2319b395-0dae-4b83-8971-2c27f89089a2/895ed278-5d9f-4d0a-b540-7f4e35934bdd) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:50.708039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44892) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:50.716891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b8f3a888-239a-49e2-9e0a-4bba5780661d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for bfe22eb5-f879-457f-8123-feeb5b27204a owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:50.777047 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f789d6c-b3cc-476a-b851-010bd86017ac None None] Network e258305d-53c6-4423-9c28-848e6566dfe7 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:50.836161 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-2c915026-d00e-4dc3-a0eb-5eb98de8ec6d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port a060c1f2-d904-4ffb-8630-388451f246e9 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:50.836349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c915026-d00e-4dc3-a0eb-5eb98de8ec6d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.852895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dfea7fee-ca3c-461e-b9c3-1ef1d451f8e2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.864179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581541d-4237-4b73-becf-71dc84ccc29f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Port': ['ID=5eb711bd-bf9b-44ee-af4d-5a99fa4cf416,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:50.904293 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a888-239a-49e2-9e0a-4bba5780661d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.909235 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-464db350-d928-4ba3-b681-82581bc5dc59 None None] Provisioning for port 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:50.970058 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dfea7fee-ca3c-461e-b9c3-1ef1d451f8e2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.993210 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3a888-239a-49e2-9e0a-4bba5780661d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=bfe22eb5-f879-457f-8123-feeb5b27204a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:51.008240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a888-239a-49e2-9e0a-4bba5780661d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.053131 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b8f3a888-239a-49e2-9e0a-4bba5780661d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/bfe22eb5-f879-457f-8123-feeb5b27204a HTTP/1.1" status: 204 len: 168 time: 1.0409284 Mar 16 10:51:51.056652 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44896) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:51.058463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.074105 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Transition to ACTIVE for port object 895ed278-5d9f-4d0a-b540-7f4e35934bdd will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:51.110074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2942f120-729b-4f79-a602-bc3f4a891012 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.130687 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Transition to ACTIVE for port object 895ed278-5d9f-4d0a-b540-7f4e35934bdd will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:51.131316 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dfea7fee-ca3c-461e-b9c3-1ef1d451f8e2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.132709 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-dfea7fee-ca3c-461e-b9c3-1ef1d451f8e2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8699753 Mar 16 10:51:51.143863 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.144888 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44900) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:51.220732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Network 54b4b9e0-d049-491b-aa6c-57feda38003d is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:51.235468 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:51.239713 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:51.245509 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Pushing event updated for resources: {'Port': ['ID=895ed278-5d9f-4d0a-b540-7f4e35934bdd,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:51.260286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-2942f120-729b-4f79-a602-bc3f4a891012 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Calling delete_port for c554aeed-27c8-4611-a72a-3ab7050a38e1 owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:51.321599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5581541d-4237-4b73-becf-71dc84ccc29f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 70932f2b-e2ed-421c-886a-a7bd9593eacc has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:51.366558 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Attempting to bind port 895ed278-5d9f-4d0a-b540-7f4e35934bdd on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:51.367193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Attempting to bind port 895ed278-5d9f-4d0a-b540-7f4e35934bdd by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '0af9e988-0426-4834-a497-ff66aa953632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '54b4b9e0-d049-491b-aa6c-57feda38003d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:51.367755 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Attempting to bind port 895ed278-5d9f-4d0a-b540-7f4e35934bdd on network 54b4b9e0-d049-491b-aa6c-57feda38003d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:51.375449 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:51.375910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Checking segment: {'id': '0af9e988-0426-4834-a497-ff66aa953632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '54b4b9e0-d049-491b-aa6c-57feda38003d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:51.376380 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.376843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Bound using segment: {'id': '0af9e988-0426-4834-a497-ff66aa953632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '54b4b9e0-d049-491b-aa6c-57feda38003d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:51.377385 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Bound port: 895ed278-5d9f-4d0a-b540-7f4e35934bdd, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af9e988-0426-4834-a497-ff66aa953632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '54b4b9e0-d049-491b-aa6c-57feda38003d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:51.377755 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.531848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c915026-d00e-4dc3-a0eb-5eb98de8ec6d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.558287 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:51.638776 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5581541d-4237-4b73-becf-71dc84ccc29f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:51.650172 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d1e5e1-e8aa-43cd-85a6-1bcc0d5e6877 None None] Sync routers for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:51.657526 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] For port 895ed278-5d9f-4d0a-b540-7f4e35934bdd, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:51.662382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-08e09aba-44f0-4cd2-b46b-c901536f9f80 None None] Provisioning for port a060c1f2-d904-4ffb-8630-388451f246e9 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:51.671919 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] For port 895ed278-5d9f-4d0a-b540-7f4e35934bdd, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=895ed278-5d9f-4d0a-b540-7f4e35934bdd,segment=NetworkSegment(0af9e988-0426-4834-a497-ff66aa953632),segment_id=0af9e988-0426-4834-a497-ff66aa953632)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:51.674186 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-08e09aba-44f0-4cd2-b46b-c901536f9f80 None None] Provisioning complete for port a060c1f2-d904-4ffb-8630-388451f246e9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:51.674506 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-08e09aba-44f0-4cd2-b46b-c901536f9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.674692 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d1e5e1-e8aa-43cd-85a6-1bcc0d5e6877 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:51.675358 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-81d1e5e1-e8aa-43cd-85a6-1bcc0d5e6877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:51.705678 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.802868 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:51.808539 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-81d1e5e1-e8aa-43cd-85a6-1bcc0d5e6877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:51.818681 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d1e5e1-e8aa-43cd-85a6-1bcc0d5e6877 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:51.819335 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-81d1e5e1-e8aa-43cd-85a6-1bcc0d5e6877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:51.820697 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-08e09aba-44f0-4cd2-b46b-c901536f9f80 None None] Port a060c1f2-d904-4ffb-8630-388451f246e9 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:51.826915 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:51.827329 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.864412 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efc18c-9b32-4219-9565-6dd1eeb48766 None None] Pushing event updated for resources: {'Port': ['ID=895ed278-5d9f-4d0a-b540-7f4e35934bdd,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:51.899650 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5581541d-4237-4b73-becf-71dc84ccc29f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.906650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-08e09aba-44f0-4cd2-b46b-c901536f9f80 None None] Provisioning complete for port 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:51.907015 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-08e09aba-44f0-4cd2-b46b-c901536f9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.912749 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5581541d-4237-4b73-becf-71dc84ccc29f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/ports/5eb711bd-bf9b-44ee-af4d-5a99fa4cf416 HTTP/1.1" status: 204 len: 168 time: 2.9395142 Mar 16 10:51:51.914960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44906) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:51.938829 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-81d1e5e1-e8aa-43cd-85a6-1bcc0d5e6877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:51.939687 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d1e5e1-e8aa-43cd-85a6-1bcc0d5e6877 None None] The sync data for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:51.996746 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2942f120-729b-4f79-a602-bc3f4a891012 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.030574 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-2c915026-d00e-4dc3-a0eb-5eb98de8ec6d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for a060c1f2-d904-4ffb-8630-388451f246e9 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:52.093719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942f120-729b-4f79-a602-bc3f4a891012 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Pushing event deleted for resources: {'Port': ['ID=c554aeed-27c8-4611-a72a-3ab7050a38e1,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:52.117894 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.131917 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-683297ad-382f-4d1e-a2ba-4a9139bb7ee7 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "GET /v2.0/floatingips/a4335054-6bb2-448e-9144-8845f38c50cb HTTP/1.1" status: 200 len: 687 time: 0.2134624 Mar 16 10:51:52.134684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44910) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:52.166365 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-08e09aba-44f0-4cd2-b46b-c901536f9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.190806 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be761153-10bd-43f7-a721-eb385412e7d1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:52.191623 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-be761153-10bd-43f7-a721-eb385412e7d1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:52.197556 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=92e7da2f-66f8-4cdc-8dfc-fed719d96d8c,segment=NetworkSegment(6196c964-71cc-459f-86b5-dfe4b8f9a0b1),segment_id=6196c964-71cc-459f-86b5-dfe4b8f9a0b1)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:52.205370 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.317734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-be761153-10bd-43f7-a721-eb385412e7d1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:52.318854 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-be761153-10bd-43f7-a721-eb385412e7d1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.2609601 Mar 16 10:51:52.324739 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.328310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-08e09aba-44f0-4cd2-b46b-c901536f9f80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:51:52.328891 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-08e09aba-44f0-4cd2-b46b-c901536f9f80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:51:52.333819 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44914) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:52.365658 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=92e7da2f-66f8-4cdc-8dfc-fed719d96d8c,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:52.401806 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6061a-ca40-43fd-b0af-842f42dbcb78 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting port 08bfc646-cb36-44a9-b31b-20f6b2186d4e {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:52.402421 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bdc6061a-ca40-43fd-b0af-842f42dbcb78 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.443693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2942f120-729b-4f79-a602-bc3f4a891012 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.455325 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-235f1bfe-6bac-48a3-afa3-b4099afb7ef2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] GET failed (client error): The resource could not be found. Mar 16 10:51:52.456643 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-235f1bfe-6bac-48a3-afa3-b4099afb7ef2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports/f200eed3-6a7d-4314-a976-cd0d20be7e6b HTTP/1.1" status: 404 len: 333 time: 0.1128685 Mar 16 10:51:52.469826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44918) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:52.575383 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c915026-d00e-4dc3-a0eb-5eb98de8ec6d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.582324 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-603dfa32-30f0-4de3-8673-460e1c1e747a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] GET failed (client error): The resource could not be found. Mar 16 10:51:52.586768 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-603dfa32-30f0-4de3-8673-460e1c1e747a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports/bfe22eb5-f879-457f-8123-feeb5b27204a HTTP/1.1" status: 404 len: 333 time: 0.1113548 Mar 16 10:51:52.609555 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44922) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:52.676119 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c915026-d00e-4dc3-a0eb-5eb98de8ec6d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=a060c1f2-d904-4ffb-8630-388451f246e9,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:52.870791 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c915026-d00e-4dc3-a0eb-5eb98de8ec6d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.895605 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2c915026-d00e-4dc3-a0eb-5eb98de8ec6d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/a060c1f2-d904-4ffb-8630-388451f246e9 HTTP/1.1" status: 204 len: 168 time: 2.1864927 Mar 16 10:51:52.925106 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44926) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:52.986224 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2942f120-729b-4f79-a602-bc3f4a891012 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.986496 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5fb250-2b61-4a5d-ad39-a36d51f38068 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:52.986743 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5fb250-2b61-4a5d-ad39-a36d51f38068 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:52.988453 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ea5fb250-2b61-4a5d-ad39-a36d51f38068 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/a060c1f2-d904-4ffb-8630-388451f246e9 HTTP/1.1" status: 404 len: 333 time: 0.0624156 Mar 16 10:51:52.991142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44930) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:52.993302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2942f120-729b-4f79-a602-bc3f4a891012 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.020571 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-51c9185c-c765-4402-8c9c-002941f3d984 None None] Could not find standard attr ID for object a060c1f2-d904-4ffb-8630-388451f246e9. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:51:53.043631 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Allocated IP 172.20.0.1 (54b4b9e0-d049-491b-aa6c-57feda38003d/2319b395-0dae-4b83-8971-2c27f89089a2/e7bdb1c6-752b-4208-8f4f-2a9d7b94e9cc) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:53.045853 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5d2eb7-c446-461d-9fb7-35f15b425a03 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] GET failed (client error): The resource could not be found. Mar 16 10:51:53.046377 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cd5d2eb7-c446-461d-9fb7-35f15b425a03 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:53.047670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-792e7bd4-7665-44b1-a8e2-e76b7a66259d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.074346 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889c82b8-0af7-4a71-af02-dc773f38708c None None] Network 54b4b9e0-d049-491b-aa6c-57feda38003d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:53.083965 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cd5d2eb7-c446-461d-9fb7-35f15b425a03 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:53.087487 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cd5d2eb7-c446-461d-9fb7-35f15b425a03 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports/a060c1f2-d904-4ffb-8630-388451f246e9 HTTP/1.1" status: 404 len: 333 time: 0.0929151 Mar 16 10:51:53.088454 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2942f120-729b-4f79-a602-bc3f4a891012 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.088454 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2942f120-729b-4f79-a602-bc3f4a891012 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Fanout notify agent at l3_agent the message router_deleted on router 24c45495-39b4-4305-b579-fdcd5d6471ae {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:51:53.092709 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bdc6061a-ca40-43fd-b0af-842f42dbcb78 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.093030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bdc6061a-ca40-43fd-b0af-842f42dbcb78 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.097118 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44934) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:53.193907 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1143f8d3-8e12-4f79-887e-7d71030c55dd None None] Provisioning for port 895ed278-5d9f-4d0a-b540-7f4e35934bdd completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:53.208644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2942f120-729b-4f79-a602-bc3f4a891012 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.212977 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2942f120-729b-4f79-a602-bc3f4a891012 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "DELETE /v2.0/routers/24c45495-39b4-4305-b579-fdcd5d6471ae HTTP/1.1" status: 204 len: 168 time: 3.5119736 Mar 16 10:51:53.217525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44938) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:53.228441 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-94e5834e-b16d-4b0f-ad0b-5ed5a51c3438 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1480144373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:53.240388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-94e5834e-b16d-4b0f-ad0b-5ed5a51c3438 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:53.252940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1ad941-0af4-400e-8a65-9b166bb25d80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting subnet 600f61fa-a613-4d25-84d7-14a1ab94ce58 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:51:53.257975 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-94e5834e-b16d-4b0f-ad0b-5ed5a51c3438 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Usage tracker for resource:router and tenant:3b45365384544d2aa7bc1cd0060bd8cf is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:53.272276 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-94e5834e-b16d-4b0f-ad0b-5ed5a51c3438 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:53.274894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad941-0af4-400e-8a65-9b166bb25d80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.312995 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-94e5834e-b16d-4b0f-ad0b-5ed5a51c3438 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:53.313170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6061a-ca40-43fd-b0af-842f42dbcb78 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Calling delete_port for 08bfc646-cb36-44a9-b31b-20f6b2186d4e owned by network:floatingip {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:53.347222 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.355062 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94e5834e-b16d-4b0f-ad0b-5ed5a51c3438 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.356068 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94e5834e-b16d-4b0f-ad0b-5ed5a51c3438 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.370997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad941-0af4-400e-8a65-9b166bb25d80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.415723 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1a671680-0f47-4efd-83b6-b1bd1d578422 req-60fa73d4-a4c0-45fa-8fd5-00247541f401 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4665315 Mar 16 10:51:53.423113 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Transition to ACTIVE for port object e7bdb1c6-752b-4208-8f4f-2a9d7b94e9cc will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:53.434481 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-792e7bd4-7665-44b1-a8e2-e76b7a66259d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.439131 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94e5834e-b16d-4b0f-ad0b-5ed5a51c3438 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.480281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-792e7bd4-7665-44b1-a8e2-e76b7a66259d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5265f825-987d-454c-9bef-20fdbe365a6a']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:53.515376 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-792e7bd4-7665-44b1-a8e2-e76b7a66259d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb384029-f3a7-4019-a8cd-bf0d69fb6af8') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:53.515376 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-792e7bd4-7665-44b1-a8e2-e76b7a66259d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb384029-f3a7-4019-a8cd-bf0d69fb6af8') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:53.530892 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-792e7bd4-7665-44b1-a8e2-e76b7a66259d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.619673 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 895ed278-5d9f-4d0a-b540-7f4e35934bdd up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:53.633382 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94e5834e-b16d-4b0f-ad0b-5ed5a51c3438 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.655446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-792e7bd4-7665-44b1-a8e2-e76b7a66259d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.658202 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad941-0af4-400e-8a65-9b166bb25d80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.672024 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792e7bd4-7665-44b1-a8e2-e76b7a66259d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:53.672357 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-792e7bd4-7665-44b1-a8e2-e76b7a66259d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.687194 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:53.688075 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:53.717719 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 895ed278-5d9f-4d0a-b540-7f4e35934bdd completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:53.723363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 895ed278-5d9f-4d0a-b540-7f4e35934bdd triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:53.723733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.756116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94e5834e-b16d-4b0f-ad0b-5ed5a51c3438 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.760156 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-94e5834e-b16d-4b0f-ad0b-5ed5a51c3438 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5368655 Mar 16 10:51:53.762105 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44942) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:53.773493 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 54b4b9e0-d049-491b-aa6c-57feda38003d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:53.774724 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Request body: {'router': {'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:53.785066 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:53.797293 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:53.831837 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=e7bdb1c6-752b-4208-8f4f-2a9d7b94e9cc,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:53.855558 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bdc6061a-ca40-43fd-b0af-842f42dbcb78 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.879790 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.904667 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.945323 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 895ed278-5d9f-4d0a-b540-7f4e35934bdd, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=895ed278-5d9f-4d0a-b540-7f4e35934bdd,segment=NetworkSegment(0af9e988-0426-4834-a497-ff66aa953632),segment_id=0af9e988-0426-4834-a497-ff66aa953632)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:53.947777 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-09553c57-c57e-402e-9b3e-f65522fcee67 None None] Provisioning complete for port 895ed278-5d9f-4d0a-b540-7f4e35934bdd triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:53.948538 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-09553c57-c57e-402e-9b3e-f65522fcee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.985049 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.986045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:54.021531 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad941-0af4-400e-8a65-9b166bb25d80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.071950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad941-0af4-400e-8a65-9b166bb25d80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.088103 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ad941-0af4-400e-8a65-9b166bb25d80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Subnet': ['ID=600f61fa-a613-4d25-84d7-14a1ab94ce58,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:54.091684 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d079c0-2fce-4ae0-b45d-3f658d74c685 None None] Network e258305d-53c6-4423-9c28-848e6566dfe7 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:54.130017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6061a-ca40-43fd-b0af-842f42dbcb78 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Port': ['ID=08bfc646-cb36-44a9-b31b-20f6b2186d4e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:54.156118 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fe1ad941-0af4-400e-8a65-9b166bb25d80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/600f61fa-a613-4d25-84d7-14a1ab94ce58 HTTP/1.1" status: 204 len: 168 time: 1.0577734 Mar 16 10:51:54.160168 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44948) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:54.161280 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-792e7bd4-7665-44b1-a8e2-e76b7a66259d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.222031 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=895ed278-5d9f-4d0a-b540-7f4e35934bdd,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:54.261879 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-792e7bd4-7665-44b1-a8e2-e76b7a66259d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.309101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a671680-0f47-4efd-83b6-b1bd1d578422 req-25f85a77-f869-42dd-8d82-478126585ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:54.310753 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1a671680-0f47-4efd-83b6-b1bd1d578422 req-25f85a77-f869-42dd-8d82-478126585ba9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43fda5f5ba974e56935505a0f4978348&device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 1098 time: 0.7633712 Mar 16 10:51:54.312129 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.373016 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e7bd4-7665-44b1-a8e2-e76b7a66259d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Network': ['ID=5265f825-987d-454c-9bef-20fdbe365a6a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:54.373239 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:54.373573 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.394984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:54.395393 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.438443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.475496 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-792e7bd4-7665-44b1-a8e2-e76b7a66259d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/networks/5265f825-987d-454c-9bef-20fdbe365a6a HTTP/1.1" status: 204 len: 168 time: 1.8614516 Mar 16 10:51:54.489822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44952) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:54.507575 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-bb0a72e1-d36b-4624-8230-d22eed6f2d4b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-727486667'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:54.575119 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6ab00170-fb1b-49c8-8743-3b24a5c0f877 None None] Provisioning for port e7bdb1c6-752b-4208-8f4f-2a9d7b94e9cc completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:54.584963 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6ab00170-fb1b-49c8-8743-3b24a5c0f877 None None] Provisioning complete for port e7bdb1c6-752b-4208-8f4f-2a9d7b94e9cc triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:54.585337 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6ab00170-fb1b-49c8-8743-3b24a5c0f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.614361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962c3813-8bf9-45ee-bb05-ff88bfa7884c None None] DHCP port deletion for e258305d-53c6-4423-9c28-848e6566dfe7 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:51:54.627813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-bb0a72e1-d36b-4624-8230-d22eed6f2d4b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:54.631663 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-962c3813-8bf9-45ee-bb05-ff88bfa7884c None None] Deleting port 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:54.632037 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-962c3813-8bf9-45ee-bb05-ff88bfa7884c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.642549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.649199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bdc6061a-ca40-43fd-b0af-842f42dbcb78 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.651656 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bdc6061a-ca40-43fd-b0af-842f42dbcb78 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.656182 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bdc6061a-ca40-43fd-b0af-842f42dbcb78 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/floatingips/a4335054-6bb2-448e-9144-8845f38c50cb HTTP/1.1" status: 204 len: 168 time: 2.5170014 Mar 16 10:51:54.656182 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-bb0a72e1-d36b-4624-8230-d22eed6f2d4b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:network and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:54.657346 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44956) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:54.660309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-bb0a72e1-d36b-4624-8230-d22eed6f2d4b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:54.670058 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-bb0a72e1-d36b-4624-8230-d22eed6f2d4b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:54.672771 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': 'a94b9f04-1b69-4685-887e-91354c00ef62'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:54.698998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6ab00170-fb1b-49c8-8743-3b24a5c0f877 None None] Port e7bdb1c6-752b-4208-8f4f-2a9d7b94e9cc cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:54.720785 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0a72e1-d36b-4624-8230-d22eed6f2d4b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:54.724275 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bb0a72e1-d36b-4624-8230-d22eed6f2d4b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.730291 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:54.744526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a671680-0f47-4efd-83b6-b1bd1d578422 req-65bb196c-79c0-4bf2-8afc-d57512502256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:54.746061 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1a671680-0f47-4efd-83b6-b1bd1d578422 req-65bb196c-79c0-4bf2-8afc-d57512502256 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6053f626-2309-4760-a720-9eef23c240bd HTTP/1.1" status: 200 len: 912 time: 0.3699455 Mar 16 10:51:54.810005 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:54.828037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] For port 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=92e7da2f-66f8-4cdc-8dfc-fed719d96d8c,segment=NetworkSegment(6196c964-71cc-459f-86b5-dfe4b8f9a0b1),segment_id=6196c964-71cc-459f-86b5-dfe4b8f9a0b1)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:54.828505 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.853350 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.873145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-962c3813-8bf9-45ee-bb05-ff88bfa7884c None None] For port 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=92e7da2f-66f8-4cdc-8dfc-fed719d96d8c,segment=NetworkSegment(6196c964-71cc-459f-86b5-dfe4b8f9a0b1),segment_id=6196c964-71cc-459f-86b5-dfe4b8f9a0b1)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:54.873535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-962c3813-8bf9-45ee-bb05-ff88bfa7884c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.879552 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0a72e1-d36b-4624-8230-d22eed6f2d4b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:54.904802 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bb0a72e1-d36b-4624-8230-d22eed6f2d4b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.905230 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-bb0a72e1-d36b-4624-8230-d22eed6f2d4b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Added segment f01723fd-9515-4bfd-8d80-b6e9071caad0 of type vlan for network 28ed0a73-d6fd-4e7a-8fa5-2c2f50668012 Mar 16 10:51:54.937783 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1a671680-0f47-4efd-83b6-b1bd1d578422 req-3aa912e2-f197-4a6b-951c-bac6529636dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30956012-7c3e-4dd5-aee3-f07e84737b4d HTTP/1.1" status: 200 len: 1001 time: 0.1848309 Mar 16 10:51:54.993341 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bb0a72e1-d36b-4624-8230-d22eed6f2d4b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.995708 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-962c3813-8bf9-45ee-bb05-ff88bfa7884c None None] Calling delete_port for 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:55.001556 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:55.029889 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a671680-0f47-4efd-83b6-b1bd1d578422 req-42140bf2-93e1-495e-93c3-fc04bc0d864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:55.031449 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1a671680-0f47-4efd-83b6-b1bd1d578422 req-42140bf2-93e1-495e-93c3-fc04bc0d864b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=daeb902a-ccad-4a6c-aa0c-329a9cf985f7 HTTP/1.1" status: 200 len: 850 time: 0.0818586 Mar 16 10:51:55.074225 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-962c3813-8bf9-45ee-bb05-ff88bfa7884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.109827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bb0a72e1-d36b-4624-8230-d22eed6f2d4b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.116291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0a72e1-d36b-4624-8230-d22eed6f2d4b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:55.116291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bb0a72e1-d36b-4624-8230-d22eed6f2d4b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.125572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c3813-8bf9-45ee-bb05-ff88bfa7884c None None] Pushing event deleted for resources: {'Port': ['ID=92e7da2f-66f8-4cdc-8dfc-fed719d96d8c,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:55.129268 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962c3813-8bf9-45ee-bb05-ff88bfa7884c None None] No DVR routers for this DVR port 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:51:55.353814 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bb0a72e1-d36b-4624-8230-d22eed6f2d4b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8583772 Mar 16 10:51:55.357527 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44960) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:55.367092 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:51:55.367423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:51:55.370802 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'subnet': {'network_id': '28ed0a73-d6fd-4e7a-8fa5-2c2f50668012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:55.395804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a72e1-d36b-4624-8230-d22eed6f2d4b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Network': ['ID=28ed0a73-d6fd-4e7a-8fa5-2c2f50668012,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:55.399373 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.414744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 28ed0a73-d6fd-4e7a-8fa5-2c2f50668012 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:55.430692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.436056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a671680-0f47-4efd-83b6-b1bd1d578422 req-1869b070-ee8e-4436-8188-516b886e6c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:55.437564 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1a671680-0f47-4efd-83b6-b1bd1d578422 req-1869b070-ee8e-4436-8188-516b886e6c9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6053f626-2309-4760-a720-9eef23c240bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3956525 Mar 16 10:51:55.527656 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.531559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:55.534394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 895ed278-5d9f-4d0a-b540-7f4e35934bdd up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:55.538697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:subnet and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:55.541381 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.573563 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:55.623941 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 895ed278-5d9f-4d0a-b540-7f4e35934bdd triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:55.624248 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.645201 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:55.663882 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.718734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:55.722218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.768150 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=e7bdb1c6-752b-4208-8f4f-2a9d7b94e9cc,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:55.771298 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.804288 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1a671680-0f47-4efd-83b6-b1bd1d578422 req-7d478261-bc94-4f1e-87a9-b541fdd4f324 service neutron] 10.222.0.18 "GET /v2.0/networks/6053f626-2309-4760-a720-9eef23c240bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344007 Mar 16 10:51:55.804799 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:51:55.836622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Allocated IP 172.26.3.83 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/3477be0e-2ca8-4125-9ed8-65717bfbb153) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:55.852313 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:51:55.852707 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:51:55.871853 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 92e7da2f-66f8-4cdc-8dfc-fed719d96d8c {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:55.872136 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.917286 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.ipam_backend_mixin [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Performing IP validity checks on allocation pools {{(pid=87968) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:51:55.920547 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.ipam_backend_mixin [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87968) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:51:55.978012 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] The port '92e7da2f-66f8-4cdc-8dfc-fed719d96d8c' was deleted {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:51:56.054383 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1a671680-0f47-4efd-83b6-b1bd1d578422 req-1929220c-625b-4c59-9c25-31f57582e7c7 service neutron] 10.222.0.18 "GET /v2.0/networks/6053f626-2309-4760-a720-9eef23c240bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412710 Mar 16 10:51:56.087265 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.117088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.172991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:56.175721 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:56.179207 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:56.235533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Pushing event updated for resources: {'Port': ['ID=3477be0e-2ca8-4125-9ed8-65717bfbb153,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:56.265196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.306190 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 54b4b9e0-d049-491b-aa6c-57feda38003d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:56.314402 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:56.321073 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e258305d-53c6-4423-9c28-848e6566dfe7']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:56.344141 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6196c964-71cc-459f-86b5-dfe4b8f9a0b1') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:56.344468 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6196c964-71cc-459f-86b5-dfe4b8f9a0b1') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:56.429000 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Allocated IP 172.26.3.210 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/6c2240ca-110a-42b5-ad5a-85e1439f8104) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:56.450085 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.530641 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-448e5316-0472-4cf3-b5aa-d54d174d9011 None None] Provisioning complete for port e7bdb1c6-752b-4208-8f4f-2a9d7b94e9cc triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:56.531582 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-448e5316-0472-4cf3-b5aa-d54d174d9011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.551933 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.580710 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.593244 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-448e5316-0472-4cf3-b5aa-d54d174d9011 None None] Port e7bdb1c6-752b-4208-8f4f-2a9d7b94e9cc cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:56.613150 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.626452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:56.626838 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:56.768345 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:56.955330 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.958602 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.966729 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Subnet': ['ID=6947c30c-977f-44c2-b837-f3ff9d12bc3f,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:56.981737 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.985672 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.017805 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Checking segment: {'id': 'f01723fd-9515-4bfd-8d80-b6e9071caad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '28ed0a73-d6fd-4e7a-8fa5-2c2f50668012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:57.018150 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network hostable DHCP agents. Network: 28ed0a73-d6fd-4e7a-8fa5-2c2f50668012, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:57.055590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Network': ['ID=e258305d-53c6-4423-9c28-848e6566dfe7,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:57.069736 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 70fb4ab9-5779-4c49-bf63-67799f5f1032 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:51:57.078763 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.094566 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-05cdb640-5c25-48dd-8658-aa867bd2f10a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/networks/e258305d-53c6-4423-9c28-848e6566dfe7 HTTP/1.1" status: 204 len: 168 time: 2.9158287 Mar 16 10:51:57.096701 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44966) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:57.106075 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7e2dd6f4-f6ba-455f-abc3-41c464bdc3c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-463626297'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:57.172004 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 28ed0a73-d6fd-4e7a-8fa5-2c2f50668012 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:57.175303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7e2dd6f4-f6ba-455f-abc3-41c464bdc3c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:57.237525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7e2dd6f4-f6ba-455f-abc3-41c464bdc3c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:network and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:57.241170 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7e2dd6f4-f6ba-455f-abc3-41c464bdc3c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:57.258786 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7e2dd6f4-f6ba-455f-abc3-41c464bdc3c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:57.262001 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 28ed0a73-d6fd-4e7a-8fa5-2c2f50668012) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:57.270049 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:57.270620 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.281008 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f90c7b-5692-4666-ac7e-2d1a605617ba None None] Network 28ed0a73-d6fd-4e7a-8fa5-2c2f50668012 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:57.307869 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2dd6f4-f6ba-455f-abc3-41c464bdc3c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:57.311218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd6f4-f6ba-455f-abc3-41c464bdc3c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.329026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:57.334077 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cdf80485-a491-4325-96c5-0f43743d0486 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/70fb4ab9-5779-4c49-bf63-67799f5f1032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1842074 Mar 16 10:51:57.338123 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44970) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:57.344597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Router 71a0d8fe-70f7-4af6-8c2f-155d14d07544 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:51:57.380106 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e710b389-6463-4343-88ec-210be622de22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0163162 Mar 16 10:51:57.389084 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a3cf7-b098-4571-8419-1c6a4a3f207f None None] Sync routers for ids ['70fb4ab9-5779-4c49-bf63-67799f5f1032'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:57.392562 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44974) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:57.393437 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.404444 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a949a190-4a15-4376-a6f0-ced26172b6e5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'network_id': '28ed0a73-d6fd-4e7a-8fa5-2c2f50668012', 'name': 'tempest-PortsIpV6TestJSON-1023829357'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:57.419637 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a3cf7-b098-4571-8419-1c6a4a3f207f None None] Routers {'70fb4ab9-5779-4c49-bf63-67799f5f1032'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:57.420260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-fb8a3cf7-b098-4571-8419-1c6a4a3f207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70fb4ab9-5779-4c49-bf63-67799f5f1032'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:57.483450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-fb8a3cf7-b098-4571-8419-1c6a4a3f207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:57.528927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:57.532540 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a3cf7-b098-4571-8419-1c6a4a3f207f None None] Routers {'70fb4ab9-5779-4c49-bf63-67799f5f1032'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:57.533346 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-fb8a3cf7-b098-4571-8419-1c6a4a3f207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70fb4ab9-5779-4c49-bf63-67799f5f1032'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:57.540471 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1308593-6977-4d7e-84e4-248e1182627e None None] Sync routers for ids ['71a0d8fe-70f7-4af6-8c2f-155d14d07544'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:57.546452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.547607 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4f95d4b2-feac-4937-969b-84b343fc93a1 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "PUT /v2.0/routers/71a0d8fe-70f7-4af6-8c2f-155d14d07544 HTTP/1.1" status: 200 len: 879 time: 3.7825143 Mar 16 10:51:57.550408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44978) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:57.551916 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1308593-6977-4d7e-84e4-248e1182627e None None] Routers {'71a0d8fe-70f7-4af6-8c2f-155d14d07544'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:57.552724 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d1308593-6977-4d7e-84e4-248e1182627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['71a0d8fe-70f7-4af6-8c2f-155d14d07544'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:57.562703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:57.569475 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2dd6f4-f6ba-455f-abc3-41c464bdc3c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:57.589503 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:57.604872 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91511060-c6db-497e-899c-b57da13ce11e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:57.605964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-91511060-c6db-497e-899c-b57da13ce11e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Synchronizing usage tracker for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:57.606476 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-fb8a3cf7-b098-4571-8419-1c6a4a3f207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:57.607610 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a3cf7-b098-4571-8419-1c6a4a3f207f None None] The sync data for ids ['70fb4ab9-5779-4c49-bf63-67799f5f1032'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:57.614468 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:57.649975 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=6c2240ca-110a-42b5-ad5a-85e1439f8104,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:57.657478 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd6f4-f6ba-455f-abc3-41c464bdc3c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.657934 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-7e2dd6f4-f6ba-455f-abc3-41c464bdc3c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Added segment 69a27164-f654-4ac5-a942-4b3aa493d60d of type vlan for network 6395f74b-6ed9-4f96-a160-e6a7a01e2106 Mar 16 10:51:57.661684 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d1308593-6977-4d7e-84e4-248e1182627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:57.674490 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1308593-6977-4d7e-84e4-248e1182627e None None] Routers {'71a0d8fe-70f7-4af6-8c2f-155d14d07544'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:57.676952 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d1308593-6977-4d7e-84e4-248e1182627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['71a0d8fe-70f7-4af6-8c2f-155d14d07544'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:57.731073 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-91511060-c6db-497e-899c-b57da13ce11e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Unset dirty status for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:57.732369 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-28ed0a73-d6fd-4e7a-8fa5-2c2f50668012', 'network_id': '28ed0a73-d6fd-4e7a-8fa5-2c2f50668012', 'tenant_id': 'a73c732b534b4cd9966f77ee5114e274', 'fixed_ips': [{'subnet_id': '6947c30c-977f-44c2-b837-f3ff9d12bc3f'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:51:57.735392 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-91511060-c6db-497e-899c-b57da13ce11e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports/e7bdb1c6-752b-4208-8f4f-2a9d7b94e9cc HTTP/1.1" status: 200 len: 910 time: 0.3931344 Mar 16 10:51:57.737748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 44982) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:57.739174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd6f4-f6ba-455f-abc3-41c464bdc3c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.743646 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.750195 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1f189576-4d66-4b95-91b0-d4b8e72ae854 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "GET /v2.0/routers/71a0d8fe-70f7-4af6-8c2f-155d14d07544 HTTP/1.1" status: 200 len: 920 time: 0.1987128 Mar 16 10:51:57.752989 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44986) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:57.769151 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d1308593-6977-4d7e-84e4-248e1182627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:57.769614 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1308593-6977-4d7e-84e4-248e1182627e None None] The sync data for ids ['71a0d8fe-70f7-4af6-8c2f-155d14d07544'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:57.782852 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3cf98ddb-21fd-41d7-92c2-9fe501dc3e98 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2319b395-0dae-4b83-8971-2c27f89089a2'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:57.811041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a949a190-4a15-4376-a6f0-ced26172b6e5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:57.838130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff94dc2-6446-4f37-bcfd-d10a4fcc1033 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:57.843636 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fff94dc2-6446-4f37-bcfd-d10a4fcc1033 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&device_id=71a0d8fe-70f7-4af6-8c2f-155d14d07544&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0895395 Mar 16 10:51:57.844242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44990) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:57.853243 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a949a190-4a15-4376-a6f0-ced26172b6e5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:57.918151 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Allocated IP 2001:db8::2 (28ed0a73-d6fd-4e7a-8fa5-2c2f50668012/6947c30c-977f-44c2-b837-f3ff9d12bc3f/7fc36c42-08c0-4e26-a125-b0bb39e75c5d) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:57.960002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a949a190-4a15-4376-a6f0-ced26172b6e5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:57.963529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a949a190-4a15-4376-a6f0-ced26172b6e5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.970636 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8129da5-b682-4b0d-9495-e2c0cedc7ab9 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:57.974769 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f8129da5-b682-4b0d-9495-e2c0cedc7ab9 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "GET /v2.0/networks/45f28f19-efbf-4c93-99d2-e1008799650d HTTP/1.1" status: 200 len: 881 time: 0.1268809 Mar 16 10:51:57.975782 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44994) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:58.021094 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bdb5c08d-32cb-4f7e-9954-70caa6d2ec65 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "GET /v2.0/ports?device_id=71a0d8fe-70f7-4af6-8c2f-155d14d07544 HTTP/1.1" status: 200 len: 205 time: 0.0421896 Mar 16 10:51:58.021285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 44998) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:58.056492 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd6f4-f6ba-455f-abc3-41c464bdc3c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.062292 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2dd6f4-f6ba-455f-abc3-41c464bdc3c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:58.062862 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd6f4-f6ba-455f-abc3-41c464bdc3c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.095013 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-a949a190-4a15-4376-a6f0-ced26172b6e5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] device_id is not set on port 37d31960-16b0-40a8-a76e-afb9cebb177d yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:58.150131 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.162413 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Transition to ACTIVE for port object 7fc36c42-08c0-4e26-a125-b0bb39e75c5d will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:58.182921 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Transition to ACTIVE for port object 7fc36c42-08c0-4e26-a125-b0bb39e75c5d will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:58.192760 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.205034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-901f9da3-8d59-4090-83ea-12c3ff1dfc64 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.267882 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Pushing event updated for resources: {'Port': ['ID=7fc36c42-08c0-4e26-a125-b0bb39e75c5d,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:58.280878 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Network 28ed0a73-d6fd-4e7a-8fa5-2c2f50668012 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:58.284126 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:58.287916 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:58.330276 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dd6f4-f6ba-455f-abc3-41c464bdc3c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Network': ['ID=6395f74b-6ed9-4f96-a160-e6a7a01e2106,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:58.366106 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 6395f74b-6ed9-4f96-a160-e6a7a01e2106 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:58.410016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Attempting to bind port 7fc36c42-08c0-4e26-a125-b0bb39e75c5d on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:58.410388 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Attempting to bind port 7fc36c42-08c0-4e26-a125-b0bb39e75c5d by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f01723fd-9515-4bfd-8d80-b6e9071caad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '28ed0a73-d6fd-4e7a-8fa5-2c2f50668012'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:58.410740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Attempting to bind port 7fc36c42-08c0-4e26-a125-b0bb39e75c5d on network 28ed0a73-d6fd-4e7a-8fa5-2c2f50668012 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:58.421117 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:58.421679 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Checking segment: {'id': 'f01723fd-9515-4bfd-8d80-b6e9071caad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '28ed0a73-d6fd-4e7a-8fa5-2c2f50668012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:58.421889 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.422276 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Bound using segment: {'id': 'f01723fd-9515-4bfd-8d80-b6e9071caad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '28ed0a73-d6fd-4e7a-8fa5-2c2f50668012'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:58.422752 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Bound port: 7fc36c42-08c0-4e26-a125-b0bb39e75c5d, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01723fd-9515-4bfd-8d80-b6e9071caad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '28ed0a73-d6fd-4e7a-8fa5-2c2f50668012'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:58.423124 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.430178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-901f9da3-8d59-4090-83ea-12c3ff1dfc64 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.441046 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-901f9da3-8d59-4090-83ea-12c3ff1dfc64 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Deleting port 3477be0e-2ca8-4125-9ed8-65717bfbb153 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:58.441446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-901f9da3-8d59-4090-83ea-12c3ff1dfc64 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.534230 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7e2dd6f4-f6ba-455f-abc3-41c464bdc3c2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4364822 Mar 16 10:51:58.574478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45002) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:58.577071 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] For port 7fc36c42-08c0-4e26-a125-b0bb39e75c5d, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:58.579569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-66995375-07ba-4bbf-a0b3-7a501e23a994 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'subnet': {'network_id': '6395f74b-6ed9-4f96-a160-e6a7a01e2106', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:58.580687 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] For port 7fc36c42-08c0-4e26-a125-b0bb39e75c5d, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=7fc36c42-08c0-4e26-a125-b0bb39e75c5d,segment=NetworkSegment(f01723fd-9515-4bfd-8d80-b6e9071caad0),segment_id=f01723fd-9515-4bfd-8d80-b6e9071caad0)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:58.584959 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.663741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3cf98ddb-21fd-41d7-92c2-9fe501dc3e98 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.683550 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac0a02-b162-4aa4-b72c-1308721797cf None None] Pushing event updated for resources: {'Port': ['ID=7fc36c42-08c0-4e26-a125-b0bb39e75c5d,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:58.774115 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-a949a190-4a15-4376-a6f0-ced26172b6e5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Allocated IP 2001:db8::314 (28ed0a73-d6fd-4e7a-8fa5-2c2f50668012/6947c30c-977f-44c2-b837-f3ff9d12bc3f/37d31960-16b0-40a8-a76e-afb9cebb177d) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:58.853451 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-901f9da3-8d59-4090-83ea-12c3ff1dfc64 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.024237 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-901f9da3-8d59-4090-83ea-12c3ff1dfc64 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Calling delete_port for 3477be0e-2ca8-4125-9ed8-65717bfbb153 owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:59.050869 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-66995375-07ba-4bbf-a0b3-7a501e23a994 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:59.061409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-66995375-07ba-4bbf-a0b3-7a501e23a994 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:subnet and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:59.065843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-66995375-07ba-4bbf-a0b3-7a501e23a994 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:59.073808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-66995375-07ba-4bbf-a0b3-7a501e23a994 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:59.102869 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66995375-07ba-4bbf-a0b3-7a501e23a994 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:59.108669 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-66995375-07ba-4bbf-a0b3-7a501e23a994 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.219360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.362082 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-901f9da3-8d59-4090-83ea-12c3ff1dfc64 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.391594 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a949a190-4a15-4376-a6f0-ced26172b6e5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.431145 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f9da3-8d59-4090-83ea-12c3ff1dfc64 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Pushing event deleted for resources: {'Port': ['ID=3477be0e-2ca8-4125-9ed8-65717bfbb153,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:59.478997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.511015 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-a949a190-4a15-4376-a6f0-ced26172b6e5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Transition to ACTIVE for port object 37d31960-16b0-40a8-a76e-afb9cebb177d will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:59.522351 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-66995375-07ba-4bbf-a0b3-7a501e23a994 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.552522 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 7fc36c42-08c0-4e26-a125-b0bb39e75c5d up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:59.618698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-901f9da3-8d59-4090-83ea-12c3ff1dfc64 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.644606 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 7fc36c42-08c0-4e26-a125-b0bb39e75c5d completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:59.718551 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3cf98ddb-21fd-41d7-92c2-9fe501dc3e98 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.723406 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a949a190-4a15-4376-a6f0-ced26172b6e5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.750795 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66995375-07ba-4bbf-a0b3-7a501e23a994 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Subnet': ['ID=a16ea971-3e2a-416c-8317-97314f8dd498,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:59.752846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66995375-07ba-4bbf-a0b3-7a501e23a994 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Checking segment: {'id': '69a27164-f654-4ac5-a942-4b3aa493d60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6395f74b-6ed9-4f96-a160-e6a7a01e2106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:59.753202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66995375-07ba-4bbf-a0b3-7a501e23a994 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network hostable DHCP agents. Network: 6395f74b-6ed9-4f96-a160-e6a7a01e2106, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:59.787904 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3cf98ddb-21fd-41d7-92c2-9fe501dc3e98 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.811700 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ef808e-61bd-430b-9ba9-b66261c4c38d None None] Network 28ed0a73-d6fd-4e7a-8fa5-2c2f50668012 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:59.826475 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-901f9da3-8d59-4090-83ea-12c3ff1dfc64 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.830323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-901f9da3-8d59-4090-83ea-12c3ff1dfc64 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.841024 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66995375-07ba-4bbf-a0b3-7a501e23a994 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network 6395f74b-6ed9-4f96-a160-e6a7a01e2106 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:59.859271 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a949a190-4a15-4376-a6f0-ced26172b6e5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 28ed0a73-d6fd-4e7a-8fa5-2c2f50668012 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:59.860292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-66995375-07ba-4bbf-a0b3-7a501e23a994 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 6395f74b-6ed9-4f96-a160-e6a7a01e2106) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:59.865140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66995375-07ba-4bbf-a0b3-7a501e23a994 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:59.865946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-66995375-07ba-4bbf-a0b3-7a501e23a994 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.871883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-901f9da3-8d59-4090-83ea-12c3ff1dfc64 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.873155 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901f9da3-8d59-4090-83ea-12c3ff1dfc64 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Fanout notify agent at l3_agent the message router_deleted on router 71a0d8fe-70f7-4af6-8c2f-155d14d07544 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:51:59.879835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-a949a190-4a15-4376-a6f0-ced26172b6e5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:59.887773 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a949a190-4a15-4376-a6f0-ced26172b6e5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:59.893302 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a949a190-4a15-4376-a6f0-ced26172b6e5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:59.893906 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a949a190-4a15-4376-a6f0-ced26172b6e5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.904553 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7dd222-0390-41f2-a495-2f371f767f34 None None] Network 6395f74b-6ed9-4f96-a160-e6a7a01e2106 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:59.904748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949a190-4a15-4376-a6f0-ced26172b6e5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=37d31960-16b0-40a8-a76e-afb9cebb177d,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:59.906355 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-901f9da3-8d59-4090-83ea-12c3ff1dfc64 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.907689 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-901f9da3-8d59-4090-83ea-12c3ff1dfc64 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "DELETE /v2.0/routers/71a0d8fe-70f7-4af6-8c2f-155d14d07544 HTTP/1.1" status: 204 len: 168 time: 1.8854394 Mar 16 10:51:59.912647 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-66995375-07ba-4bbf-a0b3-7a501e23a994 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3375070 Mar 16 10:51:59.913844 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45006) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:59.914527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45008) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:59.921511 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-c9a67b89-21af-49e0-bca5-10329979467f tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1053189436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:59.928472 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-c9a67b89-21af-49e0-bca5-10329979467f tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:59.932704 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c9a67b89-21af-49e0-bca5-10329979467f tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Usage tracker for resource:router and tenant:3b45365384544d2aa7bc1cd0060bd8cf is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:59.937115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c9a67b89-21af-49e0-bca5-10329979467f tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:59.942977 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-c9a67b89-21af-49e0-bca5-10329979467f tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:59.953794 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6bb575ee-8cc5-438a-99d7-02c7fd79878b None None] Provisioning for port 7fc36c42-08c0-4e26-a125-b0bb39e75c5d completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:59.955353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'network_id': '6395f74b-6ed9-4f96-a160-e6a7a01e2106', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1430559029'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:59.963200 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6bb575ee-8cc5-438a-99d7-02c7fd79878b None None] Provisioning complete for port 7fc36c42-08c0-4e26-a125-b0bb39e75c5d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:59.963767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6bb575ee-8cc5-438a-99d7-02c7fd79878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.973982 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf98ddb-21fd-41d7-92c2-9fe501dc3e98 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:59.974592 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3cf98ddb-21fd-41d7-92c2-9fe501dc3e98 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.975933 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3cf98ddb-21fd-41d7-92c2-9fe501dc3e98 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/ports/e7bdb1c6-752b-4208-8f4f-2a9d7b94e9cc HTTP/1.1" status: 200 len: 910 time: 2.2311683 Mar 16 10:51:59.980602 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45014) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:59.985626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c9a67b89-21af-49e0-bca5-10329979467f tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.986683 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c9a67b89-21af-49e0-bca5-10329979467f tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.059814 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a949a190-4a15-4376-a6f0-ced26172b6e5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6623890 Mar 16 10:52:00.062590 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45018) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:00.070628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.resource_extend [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:52:00.117827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c9a67b89-21af-49e0-bca5-10329979467f tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.186085 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f5147f8a-3df7-4913-8bb7-a4f542132dc1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 37d31960-16b0-40a8-a76e-afb9cebb177d {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:00.187017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f5147f8a-3df7-4913-8bb7-a4f542132dc1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.230322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:00.238623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:port and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:00.241783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c9a67b89-21af-49e0-bca5-10329979467f tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.250723 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:00.268558 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:00.302318 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf98ddb-21fd-41d7-92c2-9fe501dc3e98 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=e7bdb1c6-752b-4208-8f4f-2a9d7b94e9cc,revision_number=3']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:00.321546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:00.324076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6bb575ee-8cc5-438a-99d7-02c7fd79878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.332680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.348756 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6395f74b-6ed9-4f96-a160-e6a7a01e2106', 'network_id': '6395f74b-6ed9-4f96-a160-e6a7a01e2106', 'tenant_id': 'ccc1f3e211964114b838d54c51aafa12', 'fixed_ips': [{'subnet_id': 'a16ea971-3e2a-416c-8317-97314f8dd498'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:00.349426 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.353593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c9a67b89-21af-49e0-bca5-10329979467f tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.354739 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c9a67b89-21af-49e0-bca5-10329979467f tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4378715 Mar 16 10:52:00.358073 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45024) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:00.385117 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'enable_snat': True}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:00.422339 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-6bb575ee-8cc5-438a-99d7-02c7fd79878b None None] For port 7fc36c42-08c0-4e26-a125-b0bb39e75c5d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=7fc36c42-08c0-4e26-a125-b0bb39e75c5d,segment=NetworkSegment(f01723fd-9515-4bfd-8d80-b6e9071caad0),segment_id=f01723fd-9515-4bfd-8d80-b6e9071caad0)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:00.436888 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.456597 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.463866 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6bb575ee-8cc5-438a-99d7-02c7fd79878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.487049 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] device_id is not set on port f9d6cdf4-f275-4c67-b97a-83f8dc96143b yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:00.616730 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb575ee-8cc5-438a-99d7-02c7fd79878b None None] Pushing event updated for resources: {'Port': ['ID=7fc36c42-08c0-4e26-a125-b0bb39e75c5d,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:00.680059 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Allocated IP 172.20.0.2 (6395f74b-6ed9-4f96-a160-e6a7a01e2106/a16ea971-3e2a-416c-8317-97314f8dd498/4c9d77ca-3b73-4917-805b-a5297afcb1a7) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:00.691200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f5147f8a-3df7-4913-8bb7-a4f542132dc1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.830736 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c56e137d-f94f-4ffe-b7cb-dadf751eec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.840841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f5147f8a-3df7-4913-8bb7-a4f542132dc1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for 37d31960-16b0-40a8-a76e-afb9cebb177d owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:00.945474 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-736b1976-6686-4e3e-895c-a2533d6ade52 None None] Provisioning for port 37d31960-16b0-40a8-a76e-afb9cebb177d completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:00.949490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=6c2240ca-110a-42b5-ad5a-85e1439f8104,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:00.954086 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.956614 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-736b1976-6686-4e3e-895c-a2533d6ade52 None None] Provisioning complete for port 37d31960-16b0-40a8-a76e-afb9cebb177d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:00.957040 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-736b1976-6686-4e3e-895c-a2533d6ade52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.018715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-736b1976-6686-4e3e-895c-a2533d6ade52 None None] Port 37d31960-16b0-40a8-a76e-afb9cebb177d cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:01.021709 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.024259 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Transition to ACTIVE for port object 4c9d77ca-3b73-4917-805b-a5297afcb1a7 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:01.024440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f5147f8a-3df7-4913-8bb7-a4f542132dc1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.032272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.046378 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-736b1976-6686-4e3e-895c-a2533d6ade52 None None] Provisioning complete for port 7fc36c42-08c0-4e26-a125-b0bb39e75c5d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:01.046746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-736b1976-6686-4e3e-895c-a2533d6ade52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.082255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Transition to ACTIVE for port object 4c9d77ca-3b73-4917-805b-a5297afcb1a7 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:01.084351 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5147f8a-3df7-4913-8bb7-a4f542132dc1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=37d31960-16b0-40a8-a76e-afb9cebb177d,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:01.094123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.177411 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f5147f8a-3df7-4913-8bb7-a4f542132dc1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.189430 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Network 6395f74b-6ed9-4f96-a160-e6a7a01e2106 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:01.191296 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Pushing event updated for resources: {'Port': ['ID=4c9d77ca-3b73-4917-805b-a5297afcb1a7,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:01.194340 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:01.197876 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:01.204195 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f5147f8a-3df7-4913-8bb7-a4f542132dc1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/37d31960-16b0-40a8-a76e-afb9cebb177d HTTP/1.1" status: 204 len: 168 time: 1.1391280 Mar 16 10:52:01.207736 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45028) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:01.265110 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcf9822-be0b-4b36-b74c-b5e92907c1cd tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] DELETE failed (client error): The resource could not be found. Mar 16 10:52:01.265662 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abcf9822-be0b-4b36-b74c-b5e92907c1cd tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:52:01.270585 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-abcf9822-be0b-4b36-b74c-b5e92907c1cd tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/37d31960-16b0-40a8-a76e-afb9cebb177d HTTP/1.1" status: 404 len: 333 time: 0.0620425 Mar 16 10:52:01.271307 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45034) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:01.277678 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Allocated IP 172.20.0.6 (6395f74b-6ed9-4f96-a160-e6a7a01e2106/a16ea971-3e2a-416c-8317-97314f8dd498/f9d6cdf4-f275-4c67-b97a-83f8dc96143b) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:01.318826 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Floating IP a3d2db95-e6b1-4dcb-a72d-ebe8cfd01fd0 associated. External IP: 172.26.3.210, port: a94b9f04-1b69-4685-887e-91354c00ef62. Mar 16 10:52:01.333060 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-a281eb1b-7dd5-4749-a924-4003c7c8539e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] GET failed (client error): The resource could not be found. Mar 16 10:52:01.333736 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a281eb1b-7dd5-4749-a924-4003c7c8539e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:01.340090 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Attempting to bind port 4c9d77ca-3b73-4917-805b-a5297afcb1a7 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:01.340459 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Attempting to bind port 4c9d77ca-3b73-4917-805b-a5297afcb1a7 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '69a27164-f654-4ac5-a942-4b3aa493d60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6395f74b-6ed9-4f96-a160-e6a7a01e2106'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:01.340812 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Attempting to bind port 4c9d77ca-3b73-4917-805b-a5297afcb1a7 on network 6395f74b-6ed9-4f96-a160-e6a7a01e2106 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:01.346623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:01.346995 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Checking segment: {'id': '69a27164-f654-4ac5-a942-4b3aa493d60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6395f74b-6ed9-4f96-a160-e6a7a01e2106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:01.347468 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.348132 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Bound using segment: {'id': '69a27164-f654-4ac5-a942-4b3aa493d60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6395f74b-6ed9-4f96-a160-e6a7a01e2106'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:01.348358 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Bound port: 4c9d77ca-3b73-4917-805b-a5297afcb1a7, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a27164-f654-4ac5-a942-4b3aa493d60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6395f74b-6ed9-4f96-a160-e6a7a01e2106'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:01.348722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.404178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a281eb1b-7dd5-4749-a924-4003c7c8539e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:01.406016 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a281eb1b-7dd5-4749-a924-4003c7c8539e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports/37d31960-16b0-40a8-a76e-afb9cebb177d HTTP/1.1" status: 404 len: 333 time: 0.1311011 Mar 16 10:52:01.410603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45038) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:01.459203 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9b62aae6-ec79-41fa-ba60-3fe87668efeb None None] Could not find standard attr ID for object 37d31960-16b0-40a8-a76e-afb9cebb177d. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:52:01.459203 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] For port 4c9d77ca-3b73-4917-805b-a5297afcb1a7, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:01.459203 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] For port 4c9d77ca-3b73-4917-805b-a5297afcb1a7, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4c9d77ca-3b73-4917-805b-a5297afcb1a7,segment=NetworkSegment(69a27164-f654-4ac5-a942-4b3aa493d60d),segment_id=69a27164-f654-4ac5-a942-4b3aa493d60d)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:01.466842 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.512555 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 7fc36c42-08c0-4e26-a125-b0bb39e75c5d up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:01.570761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f24dd8-d634-42d4-9609-64c626a9dac1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting subnet 6947c30c-977f-44c2-b837-f3ff9d12bc3f {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:52:01.574567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-93f24dd8-d634-42d4-9609-64c626a9dac1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.612442 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cb920-339f-4eca-b36e-4c62e74ae377 None None] Pushing event updated for resources: {'Port': ['ID=4c9d77ca-3b73-4917-805b-a5297afcb1a7,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:01.627560 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 7fc36c42-08c0-4e26-a125-b0bb39e75c5d triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:01.628699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.660705 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-93f24dd8-d634-42d4-9609-64c626a9dac1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.761333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.790119 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Transition to ACTIVE for port object f9d6cdf4-f275-4c67-b97a-83f8dc96143b will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:01.805405 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-93f24dd8-d634-42d4-9609-64c626a9dac1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.908677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.972963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-93f24dd8-d634-42d4-9609-64c626a9dac1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.981387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network 6395f74b-6ed9-4f96-a160-e6a7a01e2106 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:02.013368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:02.030345 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:02.065313 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f24dd8-d634-42d4-9609-64c626a9dac1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Subnet': ['ID=6947c30c-977f-44c2-b837-f3ff9d12bc3f,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:02.071326 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-93f24dd8-d634-42d4-9609-64c626a9dac1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.075067 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f630f949-b010-43b5-8548-3adb24ba3254 None None] Network 28ed0a73-d6fd-4e7a-8fa5-2c2f50668012 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:02.076782 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=f9d6cdf4-f275-4c67-b97a-83f8dc96143b,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:02.103139 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-93f24dd8-d634-42d4-9609-64c626a9dac1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/6947c30c-977f-44c2-b837-f3ff9d12bc3f HTTP/1.1" status: 204 len: 168 time: 0.6892438 Mar 16 10:52:02.104673 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45042) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:02.118426 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 70932f2b-e2ed-421c-886a-a7bd9593eacc has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:02.150074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:02.150677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.191907 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4b047ed9-fbac-4e68-a88c-1451a37f4f54 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.255552 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.267112 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9546ec4d-f83a-4677-8eea-3c121f336ff8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.3517261 Mar 16 10:52:02.269757 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45046) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:02.310982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 7fc36c42-08c0-4e26-a125-b0bb39e75c5d {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:02.310982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.362357 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc501d0-845d-46df-8199-0a413f00edd6 None None] DHCP port deletion for 28ed0a73-d6fd-4e7a-8fa5-2c2f50668012 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:52:02.366424 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-dfc501d0-845d-46df-8199-0a413f00edd6 None None] Deleting port 7fc36c42-08c0-4e26-a125-b0bb39e75c5d {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:02.366795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dfc501d0-845d-46df-8199-0a413f00edd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.586461 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5c127929-e566-4506-b805-40369cfbec1f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port f9d6cdf4-f275-4c67-b97a-83f8dc96143b {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:02.586798 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c127929-e566-4506-b805-40369cfbec1f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.615045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-dfc501d0-845d-46df-8199-0a413f00edd6 None None] For port 7fc36c42-08c0-4e26-a125-b0bb39e75c5d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=7fc36c42-08c0-4e26-a125-b0bb39e75c5d,segment=NetworkSegment(f01723fd-9515-4bfd-8d80-b6e9071caad0),segment_id=f01723fd-9515-4bfd-8d80-b6e9071caad0)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:02.615416 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dfc501d0-845d-46df-8199-0a413f00edd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.756162 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.759213 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] For port 7fc36c42-08c0-4e26-a125-b0bb39e75c5d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=7fc36c42-08c0-4e26-a125-b0bb39e75c5d,segment=NetworkSegment(f01723fd-9515-4bfd-8d80-b6e9071caad0),segment_id=f01723fd-9515-4bfd-8d80-b6e9071caad0)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:02.760875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.761991 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a57bdd-58ca-4e66-9ba8-48b571175b1c None None] Network 6395f74b-6ed9-4f96-a160-e6a7a01e2106 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:02.790690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.817406 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-dfc501d0-845d-46df-8199-0a413f00edd6 None None] Calling delete_port for 7fc36c42-08c0-4e26-a125-b0bb39e75c5d owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:02.830189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:02.873842 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc55a66e-ad34-4375-ba72-ffa7718560c8 None None] Sync routers for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:02.887444 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.900510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for 7fc36c42-08c0-4e26-a125-b0bb39e75c5d owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:02.954226 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc55a66e-ad34-4375-ba72-ffa7718560c8 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:02.955032 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-dc55a66e-ad34-4375-ba72-ffa7718560c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:03.036350 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fba7de11-3211-4f03-9158-98bc1983076f None None] Provisioning for port 4c9d77ca-3b73-4917-805b-a5297afcb1a7 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:03.047427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-dc55a66e-ad34-4375-ba72-ffa7718560c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:03.099608 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc55a66e-ad34-4375-ba72-ffa7718560c8 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:03.100364 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-dc55a66e-ad34-4375-ba72-ffa7718560c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:03.118128 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c127929-e566-4506-b805-40369cfbec1f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.160549 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5101c871-a7e3-4b23-a04d-149352516d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.171209 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dfc501d0-845d-46df-8199-0a413f00edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.183726 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0e3e990c-5886-4ca6-a17a-733d962b7d38 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.5154386 Mar 16 10:52:03.186441 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45050) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:03.192406 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-e2513881-827c-46bb-963c-3c899990b83c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1441137488'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:03.200234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4b047ed9-fbac-4e68-a88c-1451a37f4f54 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port e7bdb1c6-752b-4208-8f4f-2a9d7b94e9cc {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:03.201068 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4b047ed9-fbac-4e68-a88c-1451a37f4f54 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.204874 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-dc55a66e-ad34-4375-ba72-ffa7718560c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:03.205389 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc55a66e-ad34-4375-ba72-ffa7718560c8 None None] The sync data for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:03.244902 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Allocated IP 172.26.3.44 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/b78165d5-b8c9-40f0-be4a-e85005f4b680) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:03.255812 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc501d0-845d-46df-8199-0a413f00edd6 None None] Pushing event deleted for resources: {'Port': ['ID=7fc36c42-08c0-4e26-a125-b0bb39e75c5d,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:03.258164 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc501d0-845d-46df-8199-0a413f00edd6 None None] No DVR routers for this DVR port 7fc36c42-08c0-4e26-a125-b0bb39e75c5d on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:52:03.286627 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5c127929-e566-4506-b805-40369cfbec1f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for f9d6cdf4-f275-4c67-b97a-83f8dc96143b owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:03.319572 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e2513881-827c-46bb-963c-3c899990b83c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:03.381194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e2513881-827c-46bb-963c-3c899990b83c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Usage tracker for resource:network and tenant:0f12354052d5494e842e68b562c9c3fe is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:03.384184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.api [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:52:03.384817 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG oslo_db.api [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:52:03.385495 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e2513881-827c-46bb-963c-3c899990b83c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:03.392755 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e2513881-827c-46bb-963c-3c899990b83c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:03.429483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2513881-827c-46bb-963c-3c899990b83c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Made reservation on behalf of 0f12354052d5494e842e68b562c9c3fe for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:03.433409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e2513881-827c-46bb-963c-3c899990b83c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.492359 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c127929-e566-4506-b805-40369cfbec1f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.521203 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4b047ed9-fbac-4e68-a88c-1451a37f4f54 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.524335 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4c9d77ca-3b73-4917-805b-a5297afcb1a7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:03.553978 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2513881-827c-46bb-963c-3c899990b83c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:03.608538 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 4c9d77ca-3b73-4917-805b-a5297afcb1a7 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:03.615909 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 4c9d77ca-3b73-4917-805b-a5297afcb1a7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:03.616415 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.630322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c127929-e566-4506-b805-40369cfbec1f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=f9d6cdf4-f275-4c67-b97a-83f8dc96143b,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:03.643023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e2513881-827c-46bb-963c-3c899990b83c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.643387 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-e2513881-827c-46bb-963c-3c899990b83c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Added segment 4075d681-720c-40d4-85a3-43dcfbc82f42 of type vlan for network ceabc0b5-c2d8-477f-abf0-9262236b4bb9 Mar 16 10:52:03.668726 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4b047ed9-fbac-4e68-a88c-1451a37f4f54 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Calling delete_port for e7bdb1c6-752b-4208-8f4f-2a9d7b94e9cc owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:03.694079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e2513881-827c-46bb-963c-3c899990b83c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.699628 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c127929-e566-4506-b805-40369cfbec1f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.717545 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5c127929-e566-4506-b805-40369cfbec1f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/f9d6cdf4-f275-4c67-b97a-83f8dc96143b HTTP/1.1" status: 204 len: 168 time: 1.4464610 Mar 16 10:52:03.719727 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6657d971-dc09-4132-be01-447f959286c3 None None] Could not find standard attr ID for object f9d6cdf4-f275-4c67-b97a-83f8dc96143b. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:52:03.719896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45054) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:03.727162 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.769143 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e319f96-6cf6-404c-8002-e238169b5ba3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] GET failed (client error): The resource could not be found. Mar 16 10:52:03.769671 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9e319f96-6cf6-404c-8002-e238169b5ba3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:03.788253 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6657d971-dc09-4132-be01-447f959286c3 None None] Provisioning complete for port 4c9d77ca-3b73-4917-805b-a5297afcb1a7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:03.788698 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6657d971-dc09-4132-be01-447f959286c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.802297 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e2513881-827c-46bb-963c-3c899990b83c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.809686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2513881-827c-46bb-963c-3c899990b83c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:03.810302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e2513881-827c-46bb-963c-3c899990b83c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.821105 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.849568 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9e319f96-6cf6-404c-8002-e238169b5ba3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:03.854016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.854550 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9e319f96-6cf6-404c-8002-e238169b5ba3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports/f9d6cdf4-f275-4c67-b97a-83f8dc96143b HTTP/1.1" status: 404 len: 333 time: 0.1338110 Mar 16 10:52:03.855383 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45058) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:03.903102 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Pushing event updated for resources: {'Port': ['ID=b78165d5-b8c9-40f0-be4a-e85005f4b680,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:03.911295 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:03.912578 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:03.916832 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:03.924492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 7fc36c42-08c0-4e26-a125-b0bb39e75c5d {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:03.924825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.939059 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 4c9d77ca-3b73-4917-805b-a5297afcb1a7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4c9d77ca-3b73-4917-805b-a5297afcb1a7,segment=NetworkSegment(69a27164-f654-4ac5-a942-4b3aa493d60d),segment_id=69a27164-f654-4ac5-a942-4b3aa493d60d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:03.971229 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6657d971-dc09-4132-be01-447f959286c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.977227 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e2513881-827c-46bb-963c-3c899990b83c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7904456 Mar 16 10:52:03.980866 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.987266 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45062) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:04.001040 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-8dba1979-f17e-49c6-bef5-37adcecca51c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'subnet': {'network_id': 'ceabc0b5-c2d8-477f-abf0-9262236b4bb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:04.072692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 7fc36c42-08c0-4e26-a125-b0bb39e75c5d no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:04.098004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] The port '7fc36c42-08c0-4e26-a125-b0bb39e75c5d' was deleted {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:52:04.130241 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 7fc36c42-08c0-4e26-a125-b0bb39e75c5d {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:04.130788 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 7fc36c42-08c0-4e26-a125-b0bb39e75c5d not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:04.131364 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4b047ed9-fbac-4e68-a88c-1451a37f4f54 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.134927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2513881-827c-46bb-963c-3c899990b83c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Network': ['ID=ceabc0b5-c2d8-477f-abf0-9262236b4bb9,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:04.165324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95af356-4793-4866-ac46-58134b7d4d2d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting subnet a16ea971-3e2a-416c-8317-97314f8dd498 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:52:04.178360 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network ceabc0b5-c2d8-477f-abf0-9262236b4bb9 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:04.187826 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b95af356-4793-4866-ac46-58134b7d4d2d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.248471 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=4c9d77ca-3b73-4917-805b-a5297afcb1a7,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:04.311226 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b047ed9-fbac-4e68-a88c-1451a37f4f54 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Port': ['ID=e7bdb1c6-752b-4208-8f4f-2a9d7b94e9cc,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:04.319924 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-6657d971-dc09-4132-be01-447f959286c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:52:04.320279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-6657d971-dc09-4132-be01-447f959286c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:52:04.355383 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.365579 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.417993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.434617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b95af356-4793-4866-ac46-58134b7d4d2d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.448346 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8dba1979-f17e-49c6-bef5-37adcecca51c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:04.457913 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8dba1979-f17e-49c6-bef5-37adcecca51c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Usage tracker for resource:subnet and tenant:0f12354052d5494e842e68b562c9c3fe is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:04.466895 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8dba1979-f17e-49c6-bef5-37adcecca51c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:04.485583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ed0a73-d6fd-4e7a-8fa5-2c2f50668012']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:04.490684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8dba1979-f17e-49c6-bef5-37adcecca51c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:04.502283 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01723fd-9515-4bfd-8d80-b6e9071caad0') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:04.502569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01723fd-9515-4bfd-8d80-b6e9071caad0') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:04.521744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.547438 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.556131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:04.556492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:04.574237 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:04.649852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b95af356-4793-4866-ac46-58134b7d4d2d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.676894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dba1979-f17e-49c6-bef5-37adcecca51c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Made reservation on behalf of 0f12354052d5494e842e68b562c9c3fe for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:04.680402 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8dba1979-f17e-49c6-bef5-37adcecca51c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.694445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.714739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.729261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Network': ['ID=28ed0a73-d6fd-4e7a-8fa5-2c2f50668012,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:04.738392 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-dcd6c27e-9420-4dc1-a67b-e80743726841 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/networks/28ed0a73-d6fd-4e7a-8fa5-2c2f50668012 HTTP/1.1" status: 204 len: 168 time: 2.6290770 Mar 16 10:52:04.738548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45066) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:04.743680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-481718f3-9307-4d58-a880-4e8da2a12443 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2049662384'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:04.750133 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-481718f3-9307-4d58-a880-4e8da2a12443 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:04.756941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-481718f3-9307-4d58-a880-4e8da2a12443 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:network and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:04.761593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-481718f3-9307-4d58-a880-4e8da2a12443 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:04.768178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-481718f3-9307-4d58-a880-4e8da2a12443 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:04.771661 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b95af356-4793-4866-ac46-58134b7d4d2d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.813928 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95af356-4793-4866-ac46-58134b7d4d2d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Subnet': ['ID=a16ea971-3e2a-416c-8317-97314f8dd498,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:04.815884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b95af356-4793-4866-ac46-58134b7d4d2d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.818423 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481718f3-9307-4d58-a880-4e8da2a12443 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:04.820965 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e99e4fe-32f1-48fa-8be6-2415f8b41527 None None] Network 6395f74b-6ed9-4f96-a160-e6a7a01e2106 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:04.821720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-481718f3-9307-4d58-a880-4e8da2a12443 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.841040 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b95af356-4793-4866-ac46-58134b7d4d2d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/a16ea971-3e2a-416c-8317-97314f8dd498 HTTP/1.1" status: 204 len: 168 time: 0.9667327 Mar 16 10:52:04.841692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45070) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:04.885503 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4b047ed9-fbac-4e68-a88c-1451a37f4f54 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.892395 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481718f3-9307-4d58-a880-4e8da2a12443 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:04.962662 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-481718f3-9307-4d58-a880-4e8da2a12443 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.963246 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-481718f3-9307-4d58-a880-4e8da2a12443 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Added segment 71faaaae-295e-4f6d-94fb-d71043f8f6c2 of type vlan for network 6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d Mar 16 10:52:04.975354 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.002122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-481718f3-9307-4d58-a880-4e8da2a12443 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.006860 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 4c9d77ca-3b73-4917-805b-a5297afcb1a7 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:05.007191 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.083142 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ba87002e-5654-4b15-b4d8-ec8986b59e9f None None] Could not find standard attr ID for object f9d6cdf4-f275-4c67-b97a-83f8dc96143b. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:52:05.108292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-481718f3-9307-4d58-a880-4e8da2a12443 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.113533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481718f3-9307-4d58-a880-4e8da2a12443 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:05.114104 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-481718f3-9307-4d58-a880-4e8da2a12443 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.135360 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3605c1c-9b16-44b0-b3cd-5a32edb08ae2 None None] DHCP port deletion for 6395f74b-6ed9-4f96-a160-e6a7a01e2106 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:52:05.139549 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a3605c1c-9b16-44b0-b3cd-5a32edb08ae2 None None] Deleting port 4c9d77ca-3b73-4917-805b-a5297afcb1a7 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:05.140043 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a3605c1c-9b16-44b0-b3cd-5a32edb08ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.187696 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-481718f3-9307-4d58-a880-4e8da2a12443 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4442356 Mar 16 10:52:05.201602 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45074) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:05.269845 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481718f3-9307-4d58-a880-4e8da2a12443 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Network': ['ID=6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:05.283978 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:05.305818 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-9df507b7-db5f-4b12-8e90-bb9d24fe8280 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'subnet': {'network_id': '6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:05.332328 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8dba1979-f17e-49c6-bef5-37adcecca51c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.336071 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.342929 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] For port 4c9d77ca-3b73-4917-805b-a5297afcb1a7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4c9d77ca-3b73-4917-805b-a5297afcb1a7,segment=NetworkSegment(69a27164-f654-4ac5-a942-4b3aa493d60d),segment_id=69a27164-f654-4ac5-a942-4b3aa493d60d)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:05.343326 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.468118 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for 4c9d77ca-3b73-4917-805b-a5297afcb1a7 owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:05.486446 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a3605c1c-9b16-44b0-b3cd-5a32edb08ae2 None None] For port 4c9d77ca-3b73-4917-805b-a5297afcb1a7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4c9d77ca-3b73-4917-805b-a5297afcb1a7,segment=NetworkSegment(69a27164-f654-4ac5-a942-4b3aa493d60d),segment_id=69a27164-f654-4ac5-a942-4b3aa493d60d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:05.486833 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a3605c1c-9b16-44b0-b3cd-5a32edb08ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.550760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.551343 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4c9d77ca-3b73-4917-805b-a5297afcb1a7 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:05.601253 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=4c9d77ca-3b73-4917-805b-a5297afcb1a7,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:05.606008 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b047ed9-fbac-4e68-a88c-1451a37f4f54 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 70fb4ab9-5779-4c49-bf63-67799f5f1032 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:05.606488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No DVR routers for this DVR port 4c9d77ca-3b73-4917-805b-a5297afcb1a7 on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:52:05.638654 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a3605c1c-9b16-44b0-b3cd-5a32edb08ae2 None None] Calling delete_port for 4c9d77ca-3b73-4917-805b-a5297afcb1a7 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:05.667602 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba1979-f17e-49c6-bef5-37adcecca51c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Subnet': ['ID=c21af008-0296-436f-8467-9345a960b895,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:05.673486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 4c9d77ca-3b73-4917-805b-a5297afcb1a7 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:05.673820 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4c9d77ca-3b73-4917-805b-a5297afcb1a7 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:05.718745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-a3605c1c-9b16-44b0-b3cd-5a32edb08ae2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:52:05.719088 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-a3605c1c-9b16-44b0-b3cd-5a32edb08ae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:52:05.723141 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9df507b7-db5f-4b12-8e90-bb9d24fe8280 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:05.743214 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9df507b7-db5f-4b12-8e90-bb9d24fe8280 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:subnet and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:05.743514 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.769440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6395f74b-6ed9-4f96-a160-e6a7a01e2106']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:05.782964 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a27164-f654-4ac5-a942-4b3aa493d60d') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:05.783444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a27164-f654-4ac5-a942-4b3aa493d60d') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:05.787352 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.797503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.816045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.822866 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:05.823550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:05.838258 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:05.915169 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9df507b7-db5f-4b12-8e90-bb9d24fe8280 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:05.931939 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dba1979-f17e-49c6-bef5-37adcecca51c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Checking segment: {'id': '4075d681-720c-40d4-85a3-43dcfbc82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ceabc0b5-c2d8-477f-abf0-9262236b4bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:05.932303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dba1979-f17e-49c6-bef5-37adcecca51c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network hostable DHCP agents. Network: ceabc0b5-c2d8-477f-abf0-9262236b4bb9, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:05.947851 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9df507b7-db5f-4b12-8e90-bb9d24fe8280 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:06.019719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.036246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.039933 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b047ed9-fbac-4e68-a88c-1451a37f4f54 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:06.047393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Network': ['ID=6395f74b-6ed9-4f96-a160-e6a7a01e2106,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:06.050857 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed927c-dd70-4a59-af03-3b25a3bb8252 None None] Sync routers for ids ['70fb4ab9-5779-4c49-bf63-67799f5f1032'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:06.063196 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed927c-dd70-4a59-af03-3b25a3bb8252 None None] Routers {'70fb4ab9-5779-4c49-bf63-67799f5f1032'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:06.063586 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5c9905f8-77a3-479b-8583-61af95eabaf3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/networks/6395f74b-6ed9-4f96-a160-e6a7a01e2106 HTTP/1.1" status: 204 len: 168 time: 1.2187207 Mar 16 10:52:06.063825 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-10ed927c-dd70-4a59-af03-3b25a3bb8252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70fb4ab9-5779-4c49-bf63-67799f5f1032'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:06.064688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45080) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:06.071063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-af6256c4-fb15-4714-a7f2-aecfda873009 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503', 'name': 'tempest-PortsTestJSON-1041898980'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:06.118049 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df507b7-db5f-4b12-8e90-bb9d24fe8280 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:06.121634 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9df507b7-db5f-4b12-8e90-bb9d24fe8280 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.127319 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-10ed927c-dd70-4a59-af03-3b25a3bb8252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:06.136055 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed927c-dd70-4a59-af03-3b25a3bb8252 None None] Routers {'70fb4ab9-5779-4c49-bf63-67799f5f1032'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:06.136634 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-10ed927c-dd70-4a59-af03-3b25a3bb8252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70fb4ab9-5779-4c49-bf63-67799f5f1032'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:06.153008 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dba1979-f17e-49c6-bef5-37adcecca51c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network ceabc0b5-c2d8-477f-abf0-9262236b4bb9 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:06.188113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-af6256c4-fb15-4714-a7f2-aecfda873009 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:06.192254 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-af6256c4-fb15-4714-a7f2-aecfda873009 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:port and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:06.195109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-af6256c4-fb15-4714-a7f2-aecfda873009 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:06.199666 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-10ed927c-dd70-4a59-af03-3b25a3bb8252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:06.200119 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed927c-dd70-4a59-af03-3b25a3bb8252 None None] The sync data for ids ['70fb4ab9-5779-4c49-bf63-67799f5f1032'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:06.201750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-af6256c4-fb15-4714-a7f2-aecfda873009 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:06.212600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6256c4-fb15-4714-a7f2-aecfda873009 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:06.216304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af6256c4-fb15-4714-a7f2-aecfda873009 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.220380 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a3605c1c-9b16-44b0-b3cd-5a32edb08ae2 None None] Deleting port 4c9d77ca-3b73-4917-805b-a5297afcb1a7 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:06.220836 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a3605c1c-9b16-44b0-b3cd-5a32edb08ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.240792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-8dba1979-f17e-49c6-bef5-37adcecca51c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, ceabc0b5-c2d8-477f-abf0-9262236b4bb9) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:06.241449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-af6256c4-fb15-4714-a7f2-aecfda873009 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] device_id is not set on port 9c5bc31a-0813-420c-a482-c74a2a3f4267 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:06.251981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1051fd-4b2e-4e4e-83c7-58aa07c86ee4 None None] Network ceabc0b5-c2d8-477f-abf0-9262236b4bb9 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:06.254422 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dba1979-f17e-49c6-bef5-37adcecca51c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:06.255017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8dba1979-f17e-49c6-bef5-37adcecca51c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.311636 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4b047ed9-fbac-4e68-a88c-1451a37f4f54 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/70fb4ab9-5779-4c49-bf63-67799f5f1032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3274267 Mar 16 10:52:06.316720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45084) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:06.320421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a3605c1c-9b16-44b0-b3cd-5a32edb08ae2 None None] The port '4c9d77ca-3b73-4917-805b-a5297afcb1a7' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:52:06.349995 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8dba1979-f17e-49c6-bef5-37adcecca51c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3616753 Mar 16 10:52:06.361649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45088) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:06.370135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1555240721', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:06.381668 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:06.386654 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.392938 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Usage tracker for resource:router and tenant:0f12354052d5494e842e68b562c9c3fe is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:06.397338 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:06.400280 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.402303 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b3b453f1-b550-4786-980e-2a7d6c26956c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports?device_id=70fb4ab9-5779-4c49-bf63-67799f5f1032 HTTP/1.1" status: 200 len: 205 time: 0.0842624 Mar 16 10:52:06.410307 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45092) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:06.410817 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:06.524930 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-ceabc0b5-c2d8-477f-abf0-9262236b4bb9', 'network_id': 'ceabc0b5-c2d8-477f-abf0-9262236b4bb9', 'tenant_id': '0f12354052d5494e842e68b562c9c3fe', 'fixed_ips': [{'subnet_id': 'c21af008-0296-436f-8467-9345a960b895'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:06.525443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.526091 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.526438 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.590513 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.593524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c902e4c4-506b-417a-8a0b-dbab3c218bb2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.677178 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9df507b7-db5f-4b12-8e90-bb9d24fe8280 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.683674 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Allocated IP 172.20.0.2 (ceabc0b5-c2d8-477f-abf0-9262236b4bb9/c21af008-0296-436f-8467-9345a960b895/21d86e7a-123e-4234-b1eb-2ee46a5d4d05) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:06.888342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.899094 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Transition to ACTIVE for port object 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:06.917206 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Transition to ACTIVE for port object 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:06.924033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.968801 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af6256c4-fb15-4714-a7f2-aecfda873009 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.972035 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c902e4c4-506b-417a-8a0b-dbab3c218bb2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.975635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c902e4c4-506b-417a-8a0b-dbab3c218bb2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.980214 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df507b7-db5f-4b12-8e90-bb9d24fe8280 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Subnet': ['ID=5b9e0026-58a5-4aff-a279-023c4339dd7a,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:06.990373 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Network ceabc0b5-c2d8-477f-abf0-9262236b4bb9 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:06.993278 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:07.002283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:07.011932 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c902e4c4-506b-417a-8a0b-dbab3c218bb2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.012397 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c902e4c4-506b-417a-8a0b-dbab3c218bb2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Fanout notify agent at l3_agent the message router_deleted on router 70fb4ab9-5779-4c49-bf63-67799f5f1032 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:07.015803 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Pushing event updated for resources: {'Port': ['ID=21d86e7a-123e-4234-b1eb-2ee46a5d4d05,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:07.037086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c902e4c4-506b-417a-8a0b-dbab3c218bb2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.038259 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c902e4c4-506b-417a-8a0b-dbab3c218bb2 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/routers/70fb4ab9-5779-4c49-bf63-67799f5f1032 HTTP/1.1" status: 204 len: 168 time: 0.6269548 Mar 16 10:52:07.039951 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af6256c4-fb15-4714-a7f2-aecfda873009 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.044775 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45096) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:07.058578 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.094115 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df507b7-db5f-4b12-8e90-bb9d24fe8280 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Checking segment: {'id': '71faaaae-295e-4f6d-94fb-d71043f8f6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:07.094472 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df507b7-db5f-4b12-8e90-bb9d24fe8280 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network hostable DHCP agents. Network: 6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:07.109136 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Attempting to bind port 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:07.109641 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Attempting to bind port 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '4075d681-720c-40d4-85a3-43dcfbc82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ceabc0b5-c2d8-477f-abf0-9262236b4bb9'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:07.110010 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Attempting to bind port 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 on network ceabc0b5-c2d8-477f-abf0-9262236b4bb9 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:07.115502 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:07.115874 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Checking segment: {'id': '4075d681-720c-40d4-85a3-43dcfbc82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ceabc0b5-c2d8-477f-abf0-9262236b4bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:07.116272 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.117477 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Bound using segment: {'id': '4075d681-720c-40d4-85a3-43dcfbc82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ceabc0b5-c2d8-477f-abf0-9262236b4bb9'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:07.117477 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Bound port: 21d86e7a-123e-4234-b1eb-2ee46a5d4d05, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4075d681-720c-40d4-85a3-43dcfbc82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ceabc0b5-c2d8-477f-abf0-9262236b4bb9'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:07.117770 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.123025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Router f4ba2f79-fee7-4dde-bed2-2782d8543ca3 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:52:07.125207 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6256c4-fb15-4714-a7f2-aecfda873009 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=9c5bc31a-0813-420c-a482-c74a2a3f4267,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:07.129465 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6256c4-fb15-4714-a7f2-aecfda873009 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network d5d3073b-b6fa-4b30-b26b-659de5566503 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:07.131673 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-af6256c4-fb15-4714-a7f2-aecfda873009 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:07.139470 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6256c4-fb15-4714-a7f2-aecfda873009 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:07.145590 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6256c4-fb15-4714-a7f2-aecfda873009 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:07.145934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af6256c4-fb15-4714-a7f2-aecfda873009 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.168558 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-af6256c4-fb15-4714-a7f2-aecfda873009 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1025252 Mar 16 10:52:07.169296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45100) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:07.216277 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] For port 21d86e7a-123e-4234-b1eb-2ee46a5d4d05, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:07.219604 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] For port 21d86e7a-123e-4234-b1eb-2ee46a5d4d05, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=21d86e7a-123e-4234-b1eb-2ee46a5d4d05,segment=NetworkSegment(4075d681-720c-40d4-85a3-43dcfbc82f42),segment_id=4075d681-720c-40d4-85a3-43dcfbc82f42)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:07.223871 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.240982 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5ca511-a21c-4a37-9ec6-ac8685ed829d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting subnet 2319b395-0dae-4b83-8971-2c27f89089a2 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:52:07.242727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df507b7-db5f-4b12-8e90-bb9d24fe8280 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:07.244154 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-74177767-1f84-44f9-947c-57897df7386b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 9c5bc31a-0813-420c-a482-c74a2a3f4267 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:07.244629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74177767-1f84-44f9-947c-57897df7386b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.254364 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca511-a21c-4a37-9ec6-ac8685ed829d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.297419 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e51411-e863-486a-88b9-2cf724d2c083 None None] Pushing event updated for resources: {'Port': ['ID=21d86e7a-123e-4234-b1eb-2ee46a5d4d05,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:07.452714 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-9df507b7-db5f-4b12-8e90-bb9d24fe8280 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:07.463554 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d0ca3a-7323-4394-8ea6-d81d4dba2e1e None None] Network 6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:07.516566 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df507b7-db5f-4b12-8e90-bb9d24fe8280 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:07.517165 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9df507b7-db5f-4b12-8e90-bb9d24fe8280 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.522504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca511-a21c-4a37-9ec6-ac8685ed829d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.623786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74177767-1f84-44f9-947c-57897df7386b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.728277 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9df507b7-db5f-4b12-8e90-bb9d24fe8280 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5230992 Mar 16 10:52:07.738219 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45104) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:07.756676 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:07.761511 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'network_id': '6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-270589419'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:07.762212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-74177767-1f84-44f9-947c-57897df7386b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for 9c5bc31a-0813-420c-a482-c74a2a3f4267 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:07.795360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.798842 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-380b2b41-6216-40bd-ab47-8134b3b480e0 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "PUT /v2.0/routers/f4ba2f79-fee7-4dde-bed2-2782d8543ca3 HTTP/1.1" status: 200 len: 914 time: 7.4290814 Mar 16 10:52:07.802660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45108) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:07.803097 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efce7e-74df-4fab-8868-7b2e218debc9 None None] Sync routers for ids ['f4ba2f79-fee7-4dde-bed2-2782d8543ca3'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:07.820170 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efce7e-74df-4fab-8868-7b2e218debc9 None None] Routers {'f4ba2f79-fee7-4dde-bed2-2782d8543ca3'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:07.820940 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-e3efce7e-74df-4fab-8868-7b2e218debc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f4ba2f79-fee7-4dde-bed2-2782d8543ca3'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:07.875641 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d', 'network_id': '6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d', 'tenant_id': 'a73c732b534b4cd9966f77ee5114e274', 'fixed_ips': [{'subnet_id': '5b9e0026-58a5-4aff-a279-023c4339dd7a'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:07.876376 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.902067 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca511-a21c-4a37-9ec6-ac8685ed829d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.907593 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-e3efce7e-74df-4fab-8868-7b2e218debc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:07.961797 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efce7e-74df-4fab-8868-7b2e218debc9 None None] Routers {'f4ba2f79-fee7-4dde-bed2-2782d8543ca3'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:07.962428 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-e3efce7e-74df-4fab-8868-7b2e218debc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f4ba2f79-fee7-4dde-bed2-2782d8543ca3'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:08.001291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74177767-1f84-44f9-947c-57897df7386b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.036409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-e3efce7e-74df-4fab-8868-7b2e218debc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:08.036753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efce7e-74df-4fab-8868-7b2e218debc9 None None] The sync data for ids ['f4ba2f79-fee7-4dde-bed2-2782d8543ca3'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:08.043505 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:08.066219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74177767-1f84-44f9-947c-57897df7386b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=9c5bc31a-0813-420c-a482-c74a2a3f4267,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:08.078833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74177767-1f84-44f9-947c-57897df7386b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.086026 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1e06dad4-9fa2-483b-8852-cd9048f520ae tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "GET /v2.0/routers/f4ba2f79-fee7-4dde-bed2-2782d8543ca3 HTTP/1.1" status: 200 len: 920 time: 0.2798336 Mar 16 10:52:08.088593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45114) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:08.112141 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:port and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:08.117912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:08.122929 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Allocated IP 2001:db8::2 (6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d/5b9e0026-58a5-4aff-a279-023c4339dd7a/7805dbd3-cf34-4b2f-af36-1787d498a2ad) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:08.129163 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-74177767-1f84-44f9-947c-57897df7386b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/9c5bc31a-0813-420c-a482-c74a2a3f4267 HTTP/1.1" status: 204 len: 168 time: 0.9587393 Mar 16 10:52:08.149260 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45118) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:08.163803 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:08.164437 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a569848c-0d88-45a8-8840-12e373a90cea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503', 'mac_address': 'fa:16:3e:5b:cb:44', 'name': 'tempest-PortsTestJSON-1362771917'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:08.177100 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.219382 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.383448 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a569848c-0d88-45a8-8840-12e373a90cea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:08.388688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a569848c-0d88-45a8-8840-12e373a90cea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:port and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:08.389398 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Allocated IP 172.26.3.134 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/ab26d8a5-6f71-4dde-9ee9-7f8c866bf103) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:08.391744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a569848c-0d88-45a8-8840-12e373a90cea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:08.394753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.398284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a569848c-0d88-45a8-8840-12e373a90cea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:08.407146 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Transition to ACTIVE for port object 7805dbd3-cf34-4b2f-af36-1787d498a2ad will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:08.411172 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13bbae7-6c01-4d4c-9189-11995a4b4559 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:08.413155 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f13bbae7-6c01-4d4c-9189-11995a4b4559 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&device_id=f4ba2f79-fee7-4dde-bed2-2782d8543ca3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3236058 Mar 16 10:52:08.415314 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a569848c-0d88-45a8-8840-12e373a90cea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:08.433391 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Transition to ACTIVE for port object 7805dbd3-cf34-4b2f-af36-1787d498a2ad will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:08.437894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45122) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:08.442277 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.497815 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac87798-3959-47dd-b1d7-4060d7565d76 None None] Network ceabc0b5-c2d8-477f-abf0-9262236b4bb9 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:08.500835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:08.504343 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.514417 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca511-a21c-4a37-9ec6-ac8685ed829d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.546892 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Network 6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:08.573354 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ca511-a21c-4a37-9ec6-ac8685ed829d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Subnet': ['ID=2319b395-0dae-4b83-8971-2c27f89089a2,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:08.577658 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca511-a21c-4a37-9ec6-ac8685ed829d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.597364 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:08.607256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993cbb5c-1070-452d-ba87-0536f7b948f2 None None] Network 54b4b9e0-d049-491b-aa6c-57feda38003d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:08.612114 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] device_id is not set on port ade7e989-3a84-465c-9fdc-0dd8ba5a8239 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:08.619102 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:08.631907 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a569848c-0d88-45a8-8840-12e373a90cea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.651448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Pushing event updated for resources: {'Port': ['ID=7805dbd3-cf34-4b2f-af36-1787d498a2ad,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:08.652120 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1f5ca511-a21c-4a37-9ec6-ac8685ed829d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/2319b395-0dae-4b83-8971-2c27f89089a2 HTTP/1.1" status: 204 len: 168 time: 1.5987549 Mar 16 10:52:08.655692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45126) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:08.687081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.706703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-a569848c-0d88-45a8-8840-12e373a90cea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] device_id is not set on port 28abf00c-7795-4845-b6d5-03c9c85d39e8 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:08.762756 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-65a470df-9454-4a0e-b15e-fb35620b3c5e None None] Provisioning for port 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:08.794574 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Allocated IP 2001:db8::2f4 (6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d/5b9e0026-58a5-4aff-a279-023c4339dd7a/ade7e989-3a84-465c-9fdc-0dd8ba5a8239) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:08.806667 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.836535 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5e361e-7172-4726-9101-91edb2583507 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:08.837961 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fe5e361e-7172-4726-9101-91edb2583507 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "GET /v2.0/networks/45f28f19-efbf-4c93-99d2-e1008799650d HTTP/1.1" status: 200 len: 881 time: 0.3985848 Mar 16 10:52:08.842135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45130) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:08.848834 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Attempting to bind port 7805dbd3-cf34-4b2f-af36-1787d498a2ad on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:08.849205 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Attempting to bind port 7805dbd3-cf34-4b2f-af36-1787d498a2ad by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '71faaaae-295e-4f6d-94fb-d71043f8f6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:08.849566 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Attempting to bind port 7805dbd3-cf34-4b2f-af36-1787d498a2ad on network 6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:08.858125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:08.858822 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Checking segment: {'id': '71faaaae-295e-4f6d-94fb-d71043f8f6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:08.858962 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.859275 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Bound using segment: {'id': '71faaaae-295e-4f6d-94fb-d71043f8f6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:08.859741 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Bound port: 7805dbd3-cf34-4b2f-af36-1787d498a2ad, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71faaaae-295e-4f6d-94fb-d71043f8f6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:08.860113 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.863973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.909257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port 895ed278-5d9f-4d0a-b540-7f4e35934bdd {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:08.909743 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.944704 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b03c5bf8-4f26-4305-90e1-c93fee37988c tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4ba2f79-fee7-4dde-bed2-2782d8543ca3 HTTP/1.1" status: 200 len: 205 time: 0.0867467 Mar 16 10:52:08.951539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45134) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:08.958261 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:08.965984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:08.979283 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:09.076640 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=ab26d8a5-6f71-4dde-9ee9-7f8c866bf103,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:09.120864 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] For port 7805dbd3-cf34-4b2f-af36-1787d498a2ad, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:09.126193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] For port 7805dbd3-cf34-4b2f-af36-1787d498a2ad, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=7805dbd3-cf34-4b2f-af36-1787d498a2ad,segment=NetworkSegment(71faaaae-295e-4f6d-94fb-d71043f8f6c2),segment_id=71faaaae-295e-4f6d-94fb-d71043f8f6c2)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:09.133313 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.240984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f1a6a-2c0a-4ae0-a221-00010d1e044f None None] Pushing event updated for resources: {'Port': ['ID=7805dbd3-cf34-4b2f-af36-1787d498a2ad,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:09.344095 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860fbe76-928a-44d4-8d90-ed802a67bc74 None None] DHCP port deletion for 54b4b9e0-d049-491b-aa6c-57feda38003d request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:52:09.348852 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-860fbe76-928a-44d4-8d90-ed802a67bc74 None None] Deleting port 895ed278-5d9f-4d0a-b540-7f4e35934bdd {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:09.349454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-860fbe76-928a-44d4-8d90-ed802a67bc74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.377925 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.416623 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Transition to ACTIVE for port object ade7e989-3a84-465c-9fdc-0dd8ba5a8239 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:09.437433 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a569848c-0d88-45a8-8840-12e373a90cea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.587217 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.673549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-72e0b359-fd3a-4acf-a5f5-a326aa47ff52 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.695644 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-860fbe76-928a-44d4-8d90-ed802a67bc74 None None] For port 895ed278-5d9f-4d0a-b540-7f4e35934bdd, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=895ed278-5d9f-4d0a-b540-7f4e35934bdd,segment=NetworkSegment(0af9e988-0426-4834-a497-ff66aa953632),segment_id=0af9e988-0426-4834-a497-ff66aa953632)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:09.696236 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-860fbe76-928a-44d4-8d90-ed802a67bc74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.761964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:09.772785 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:09.781495 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=ade7e989-3a84-465c-9fdc-0dd8ba5a8239,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:09.784249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:09.789728 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:09.790373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.791401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] For port 895ed278-5d9f-4d0a-b540-7f4e35934bdd, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=895ed278-5d9f-4d0a-b540-7f4e35934bdd,segment=NetworkSegment(0af9e988-0426-4834-a497-ff66aa953632),segment_id=0af9e988-0426-4834-a497-ff66aa953632)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:09.791751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.854603 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-860fbe76-928a-44d4-8d90-ed802a67bc74 None None] Calling delete_port for 895ed278-5d9f-4d0a-b540-7f4e35934bdd owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:09.885386 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9223f09d-788b-4fb6-bfb4-02758a1a7020 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.1387675 Mar 16 10:52:09.888910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:09.894001 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45138) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:09.941962 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Calling delete_port for 895ed278-5d9f-4d0a-b540-7f4e35934bdd owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:10.011761 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:10.018221 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-860fbe76-928a-44d4-8d90-ed802a67bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.026428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a569848c-0d88-45a8-8840-12e373a90cea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.036324 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-29688d07-6b83-4f3b-be6a-7483ae00841a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port ade7e989-3a84-465c-9fdc-0dd8ba5a8239 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:10.036324 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-29688d07-6b83-4f3b-be6a-7483ae00841a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.064497 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860fbe76-928a-44d4-8d90-ed802a67bc74 None None] No DVR routers for this DVR port 895ed278-5d9f-4d0a-b540-7f4e35934bdd on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:52:10.078823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:10.078823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.116332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.123181 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fbe76-928a-44d4-8d90-ed802a67bc74 None None] Pushing event deleted for resources: {'Port': ['ID=895ed278-5d9f-4d0a-b540-7f4e35934bdd,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:10.165137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a569848c-0d88-45a8-8840-12e373a90cea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network d5d3073b-b6fa-4b30-b26b-659de5566503 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:10.171196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-a569848c-0d88-45a8-8840-12e373a90cea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:10.176810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-72e0b359-fd3a-4acf-a5f5-a326aa47ff52 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.190995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a569848c-0d88-45a8-8840-12e373a90cea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:10.196674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a569848c-0d88-45a8-8840-12e373a90cea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:10.197414 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a569848c-0d88-45a8-8840-12e373a90cea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.201986 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569848c-0d88-45a8-8840-12e373a90cea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=28abf00c-7795-4845-b6d5-03c9c85d39e8,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:10.227422 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.233124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.api [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:52:10.233735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG oslo_db.api [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:52:10.235056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-72e0b359-fd3a-4acf-a5f5-a326aa47ff52 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Deleting port b78165d5-b8c9-40f0-be4a-e85005f4b680 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:10.235827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-72e0b359-fd3a-4acf-a5f5-a326aa47ff52 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.268564 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 21d86e7a-123e-4234-b1eb-2ee46a5d4d05, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=21d86e7a-123e-4234-b1eb-2ee46a5d4d05,segment=NetworkSegment(4075d681-720c-40d4-85a3-43dcfbc82f42),segment_id=4075d681-720c-40d4-85a3-43dcfbc82f42)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:10.272104 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a569848c-0d88-45a8-8840-12e373a90cea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1214700 Mar 16 10:52:10.275517 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45142) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:10.279135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.361189 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 895ed278-5d9f-4d0a-b540-7f4e35934bdd no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:10.406660 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 895ed278-5d9f-4d0a-b540-7f4e35934bdd {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:10.406999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 895ed278-5d9f-4d0a-b540-7f4e35934bdd not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:10.428627 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=21d86e7a-123e-4234-b1eb-2ee46a5d4d05,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:10.480485 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-72e0b359-fd3a-4acf-a5f5-a326aa47ff52 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.607997 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-72e0b359-fd3a-4acf-a5f5-a326aa47ff52 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Calling delete_port for b78165d5-b8c9-40f0-be4a-e85005f4b680 owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:10.623134 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59459e2-4a14-40c0-8f3d-acbb7d9e4c4c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:10.623713 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c59459e2-4a14-40c0-8f3d-acbb7d9e4c4c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:10.652056 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a212a369-63f4-4bee-a553-fdc52fc3c4e2 None None] Network 6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:10.652517 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-29688d07-6b83-4f3b-be6a-7483ae00841a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.754727 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port 895ed278-5d9f-4d0a-b540-7f4e35934bdd {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:10.755263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.758950 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7f0a75aa-41a5-4d38-b1c3-f9063f4f017e None None] Provisioning for port 7805dbd3-cf34-4b2f-af36-1787d498a2ad completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:10.792150 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-29688d07-6b83-4f3b-be6a-7483ae00841a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for ade7e989-3a84-465c-9fdc-0dd8ba5a8239 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:10.818918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c59459e2-4a14-40c0-8f3d-acbb7d9e4c4c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:10.820440 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c59459e2-4a14-40c0-8f3d-acbb7d9e4c4c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports/28abf00c-7795-4845-b6d5-03c9c85d39e8 HTTP/1.1" status: 200 len: 841 time: 0.5311775 Mar 16 10:52:10.829446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45146) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:10.839585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] The port '895ed278-5d9f-4d0a-b540-7f4e35934bdd' was deleted {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:52:11.098101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-72e0b359-fd3a-4acf-a5f5-a326aa47ff52 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.103655 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.139311 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-3ee9b80b-3803-40ff-8819-6067c9731940 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 28abf00c-7795-4845-b6d5-03c9c85d39e8 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:11.139802 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3ee9b80b-3803-40ff-8819-6067c9731940 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.160632 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0b359-fd3a-4acf-a5f5-a326aa47ff52 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Pushing event deleted for resources: {'Port': ['ID=b78165d5-b8c9-40f0-be4a-e85005f4b680,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:11.198598 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.209113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b4b9e0-d049-491b-aa6c-57feda38003d']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:11.258587 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af9e988-0426-4834-a497-ff66aa953632') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:11.258947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af9e988-0426-4834-a497-ff66aa953632') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:11.283261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.305402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.314403 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-72e0b359-fd3a-4acf-a5f5-a326aa47ff52 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.361694 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:11.362094 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:11.376528 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:11.451364 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-292ccc36-b179-4f37-ba43-da61b505f3af None None] Provisioning for port ade7e989-3a84-465c-9fdc-0dd8ba5a8239 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:11.459482 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-292ccc36-b179-4f37-ba43-da61b505f3af None None] Provisioning complete for port ade7e989-3a84-465c-9fdc-0dd8ba5a8239 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:11.460317 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-292ccc36-b179-4f37-ba43-da61b505f3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.504281 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-29688d07-6b83-4f3b-be6a-7483ae00841a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.515830 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-292ccc36-b179-4f37-ba43-da61b505f3af None None] Port ade7e989-3a84-465c-9fdc-0dd8ba5a8239 was deleted so its status cannot be updated. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 16 10:52:11.579808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-72e0b359-fd3a-4acf-a5f5-a326aa47ff52 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.587222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-72e0b359-fd3a-4acf-a5f5-a326aa47ff52 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.596228 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 7805dbd3-cf34-4b2f-af36-1787d498a2ad up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:11.596467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.623092 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.634045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Network': ['ID=54b4b9e0-d049-491b-aa6c-57feda38003d,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:11.634562 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29688d07-6b83-4f3b-be6a-7483ae00841a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=ade7e989-3a84-465c-9fdc-0dd8ba5a8239,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:11.643465 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-72e0b359-fd3a-4acf-a5f5-a326aa47ff52 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.643984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e0b359-fd3a-4acf-a5f5-a326aa47ff52 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Fanout notify agent at l3_agent the message router_deleted on router f4ba2f79-fee7-4dde-bed2-2782d8543ca3 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:11.653561 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9030e403-fc71-4fac-b629-ba88f6aa5e4c None None] Could not find standard attr ID for object ade7e989-3a84-465c-9fdc-0dd8ba5a8239. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:52:11.659223 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-72e0b359-fd3a-4acf-a5f5-a326aa47ff52 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.660748 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-72e0b359-fd3a-4acf-a5f5-a326aa47ff52 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "DELETE /v2.0/routers/f4ba2f79-fee7-4dde-bed2-2782d8543ca3 HTTP/1.1" status: 204 len: 168 time: 2.6911643 Mar 16 10:52:11.664659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45150) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:11.670544 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a0f37ae4-2ae3-4be3-89c2-4a1d2d8672bc tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-239913564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:11.676473 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e83f44ad-b4df-4e03-a7a5-b76d9c9903af tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/networks/54b4b9e0-d049-491b-aa6c-57feda38003d HTTP/1.1" status: 204 len: 168 time: 3.0172918 Mar 16 10:52:11.680345 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a0f37ae4-2ae3-4be3-89c2-4a1d2d8672bc tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:11.680510 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3ee9b80b-3803-40ff-8819-6067c9731940 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.681633 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45154) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:11.688276 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-35e91174-3ab1-47a5-80ac-be3b4d30655b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-195281392', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:11.693924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a0f37ae4-2ae3-4be3-89c2-4a1d2d8672bc tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Usage tracker for resource:router and tenant:3b45365384544d2aa7bc1cd0060bd8cf is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:11.695415 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 7805dbd3-cf34-4b2f-af36-1787d498a2ad completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:11.697515 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a0f37ae4-2ae3-4be3-89c2-4a1d2d8672bc tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:11.700581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-35e91174-3ab1-47a5-80ac-be3b4d30655b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:11.701739 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 7805dbd3-cf34-4b2f-af36-1787d498a2ad triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:11.702278 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.706278 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a0f37ae4-2ae3-4be3-89c2-4a1d2d8672bc tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:11.708762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-35e91174-3ab1-47a5-80ac-be3b4d30655b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:router and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:11.710099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-29688d07-6b83-4f3b-be6a-7483ae00841a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.712596 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-35e91174-3ab1-47a5-80ac-be3b4d30655b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:11.721251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-35e91174-3ab1-47a5-80ac-be3b4d30655b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:11.730003 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a0f37ae4-2ae3-4be3-89c2-4a1d2d8672bc tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.731139 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a0f37ae4-2ae3-4be3-89c2-4a1d2d8672bc tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.738331 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35e91174-3ab1-47a5-80ac-be3b4d30655b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.741990 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35e91174-3ab1-47a5-80ac-be3b4d30655b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.762885 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a0f37ae4-2ae3-4be3-89c2-4a1d2d8672bc tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.789800 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35e91174-3ab1-47a5-80ac-be3b4d30655b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.807814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a0f37ae4-2ae3-4be3-89c2-4a1d2d8672bc tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.839234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-3ee9b80b-3803-40ff-8819-6067c9731940 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for 28abf00c-7795-4845-b6d5-03c9c85d39e8 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:11.843456 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a0f37ae4-2ae3-4be3-89c2-4a1d2d8672bc tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.844860 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a0f37ae4-2ae3-4be3-89c2-4a1d2d8672bc tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1792748 Mar 16 10:52:11.848089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45160) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:11.855323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'enable_snat': False}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:11.875827 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.883186 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-29688d07-6b83-4f3b-be6a-7483ae00841a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/ade7e989-3a84-465c-9fdc-0dd8ba5a8239 HTTP/1.1" status: 204 len: 168 time: 1.9881489 Mar 16 10:52:11.888624 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45164) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:11.916127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 7805dbd3-cf34-4b2f-af36-1787d498a2ad, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=7805dbd3-cf34-4b2f-af36-1787d498a2ad,segment=NetworkSegment(71faaaae-295e-4f6d-94fb-d71043f8f6c2),segment_id=71faaaae-295e-4f6d-94fb-d71043f8f6c2)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:11.920740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.921655 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:11.933697 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35e91174-3ab1-47a5-80ac-be3b4d30655b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.986052 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a32518-f528-4db0-b679-d834a1a10ff8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] GET failed (client error): The resource could not be found. Mar 16 10:52:11.986503 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-06a32518-f528-4db0-b679-d834a1a10ff8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:12.005505 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 5aa6e5e0-ee36-4685-9393-ccea257364bf is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:52:12.014920 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3ee9b80b-3803-40ff-8819-6067c9731940 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.019178 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-06a32518-f528-4db0-b679-d834a1a10ff8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:12.020366 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-06a32518-f528-4db0-b679-d834a1a10ff8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports/ade7e989-3a84-465c-9fdc-0dd8ba5a8239 HTTP/1.1" status: 404 len: 333 time: 0.1018589 Mar 16 10:52:12.038492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=7805dbd3-cf34-4b2f-af36-1787d498a2ad,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:12.050934 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:12.051334 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.063963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45168) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:12.074017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35e91174-3ab1-47a5-80ac-be3b4d30655b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.075705 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-35e91174-3ab1-47a5-80ac-be3b4d30655b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3931613 Mar 16 10:52:12.103734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45172) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:12.140697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-ca112442-135f-41b7-afd9-64c9eb65b1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'network': {'name': 'tempest-RoutersTest-1819021140'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:12.147707 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9b80b-3803-40ff-8819-6067c9731940 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=28abf00c-7795-4845-b6d5-03c9c85d39e8,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:12.150742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ca112442-135f-41b7-afd9-64c9eb65b1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:12.155523 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3ee9b80b-3803-40ff-8819-6067c9731940 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.167637 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ca112442-135f-41b7-afd9-64c9eb65b1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:network and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:12.171275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ca112442-135f-41b7-afd9-64c9eb65b1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:12.181477 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3ee9b80b-3803-40ff-8819-6067c9731940 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/28abf00c-7795-4845-b6d5-03c9c85d39e8 HTTP/1.1" status: 204 len: 168 time: 1.3398082 Mar 16 10:52:12.183237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ca112442-135f-41b7-afd9-64c9eb65b1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:12.186583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45176) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:12.250009 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca112442-135f-41b7-afd9-64c9eb65b1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:12.253387 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ca112442-135f-41b7-afd9-64c9eb65b1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.301018 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9dd285-6aec-406c-b297-f66d80aa1bf1 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] GET failed (client error): The resource could not be found. Mar 16 10:52:12.301530 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7a9dd285-6aec-406c-b297-f66d80aa1bf1 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:12.313274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dee0142-4f34-41ac-897d-d16ed36a4e45 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting subnet 5b9e0026-58a5-4aff-a279-023c4339dd7a {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:52:12.318692 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:12.320285 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca112442-135f-41b7-afd9-64c9eb65b1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:12.329643 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a213d8e-32f0-453c-af76-43d94fe6a5fc None None] Sync routers for ids ['5aa6e5e0-ee36-4685-9393-ccea257364bf'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:12.339706 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a213d8e-32f0-453c-af76-43d94fe6a5fc None None] Routers {'5aa6e5e0-ee36-4685-9393-ccea257364bf'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:12.340363 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-2a213d8e-32f0-453c-af76-43d94fe6a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5aa6e5e0-ee36-4685-9393-ccea257364bf'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:12.343169 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ca112442-135f-41b7-afd9-64c9eb65b1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.343577 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-ca112442-135f-41b7-afd9-64c9eb65b1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Added segment 15850bcd-54b0-4a1d-95ae-645b65b8bc3a of type vlan for network 6d28c3a7-da2c-421f-97fd-b2b4778aa3be Mar 16 10:52:12.358460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.359706 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2a275952-a845-46cb-a8ca-bca0c81a830a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.9956501 Mar 16 10:52:12.367660 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45180) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:12.373633 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6dee0142-4f34-41ac-897d-d16ed36a4e45 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.404442 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-2a213d8e-32f0-453c-af76-43d94fe6a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:12.407050 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.413468 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a213d8e-32f0-453c-af76-43d94fe6a5fc None None] Routers {'5aa6e5e0-ee36-4685-9393-ccea257364bf'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:12.414098 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-2a213d8e-32f0-453c-af76-43d94fe6a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5aa6e5e0-ee36-4685-9393-ccea257364bf'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:12.425629 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ca112442-135f-41b7-afd9-64c9eb65b1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.475432 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-2a213d8e-32f0-453c-af76-43d94fe6a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:12.475841 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a213d8e-32f0-453c-af76-43d94fe6a5fc None None] The sync data for ids ['5aa6e5e0-ee36-4685-9393-ccea257364bf'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:12.549101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7a9dd285-6aec-406c-b297-f66d80aa1bf1 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:12.550483 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7a9dd285-6aec-406c-b297-f66d80aa1bf1 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports/28abf00c-7795-4845-b6d5-03c9c85d39e8 HTTP/1.1" status: 404 len: 333 time: 0.3156362 Mar 16 10:52:12.554110 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45184) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:12.573584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9d1efc44-26b6-4fd0-8cf9-ed360ac94976 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503', 'name': 'tempest-PortsTestJSON-513875631'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:12.612614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6dee0142-4f34-41ac-897d-d16ed36a4e45 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.667583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ca112442-135f-41b7-afd9-64c9eb65b1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.673409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca112442-135f-41b7-afd9-64c9eb65b1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:12.673983 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ca112442-135f-41b7-afd9-64c9eb65b1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.756755 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9d1efc44-26b6-4fd0-8cf9-ed360ac94976 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:12.829355 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9d1efc44-26b6-4fd0-8cf9-ed360ac94976 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:12.854349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1efc44-26b6-4fd0-8cf9-ed360ac94976 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:12.857499 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ca112442-135f-41b7-afd9-64c9eb65b1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7429121 Mar 16 10:52:12.858569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9d1efc44-26b6-4fd0-8cf9-ed360ac94976 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.867507 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45190) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:12.873879 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca112442-135f-41b7-afd9-64c9eb65b1ca tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Network': ['ID=6d28c3a7-da2c-421f-97fd-b2b4778aa3be,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:12.880996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-95fe7598-b2a7-492a-8a40-af7ed2cb6996 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'subnet': {'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:12.889595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 6d28c3a7-da2c-421f-97fd-b2b4778aa3be details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:12.900172 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6dee0142-4f34-41ac-897d-d16ed36a4e45 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.978796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-9d1efc44-26b6-4fd0-8cf9-ed360ac94976 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] device_id is not set on port 6e9d8ef5-ddd7-4278-957a-3b8e3b03cd79 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:13.170717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-95fe7598-b2a7-492a-8a40-af7ed2cb6996 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:13.192205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-95fe7598-b2a7-492a-8a40-af7ed2cb6996 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:subnet and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:13.200435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-95fe7598-b2a7-492a-8a40-af7ed2cb6996 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:13.227654 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-95fe7598-b2a7-492a-8a40-af7ed2cb6996 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:13.230062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6dee0142-4f34-41ac-897d-d16ed36a4e45 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:13.296445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee0142-4f34-41ac-897d-d16ed36a4e45 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9e0026-58a5-4aff-a279-023c4339dd7a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:13.318179 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097cbac1-0b54-47e4-be52-4c94a90f372a None None] Network 6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:13.367775 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:13.372335 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6dee0142-4f34-41ac-897d-d16ed36a4e45 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:13.394364 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fe7598-b2a7-492a-8a40-af7ed2cb6996 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:13.397762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-95fe7598-b2a7-492a-8a40-af7ed2cb6996 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:13.503321 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 7805dbd3-cf34-4b2f-af36-1787d498a2ad up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:13.560807 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6dee0142-4f34-41ac-897d-d16ed36a4e45 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/5b9e0026-58a5-4aff-a279-023c4339dd7a HTTP/1.1" status: 204 len: 168 time: 1.4955482 Mar 16 10:52:13.563566 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45196) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:13.595835 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 7805dbd3-cf34-4b2f-af36-1787d498a2ad triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:13.596362 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:13.674584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46d19c-4372-48bd-b6d2-53ad361a6923 req-f5db70fe-75fe-4609-a117-ef3a6b118742 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:13.676055 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bb46d19c-4372-48bd-b6d2-53ad361a6923 req-f5db70fe-75fe-4609-a117-ef3a6b118742 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 945 time: 0.6051583 Mar 16 10:52:13.696105 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37c19eb-2560-497a-a8f3-f777de425a8e None None] DHCP port deletion for 6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:52:13.710382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b37c19eb-2560-497a-a8f3-f777de425a8e None None] Deleting port 7805dbd3-cf34-4b2f-af36-1787d498a2ad {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:13.710893 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b37c19eb-2560-497a-a8f3-f777de425a8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:13.739023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9d1efc44-26b6-4fd0-8cf9-ed360ac94976 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:13.761059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:13.782986 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bb46d19c-4372-48bd-b6d2-53ad361a6923 req-ed2c909b-9133-4e24-9b86-7b264a37b744 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950425 Mar 16 10:52:13.783995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:13.818778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:13.834223 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 7805dbd3-cf34-4b2f-af36-1787d498a2ad {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:13.834552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:13.955534 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b37c19eb-2560-497a-a8f3-f777de425a8e None None] For port 7805dbd3-cf34-4b2f-af36-1787d498a2ad, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=7805dbd3-cf34-4b2f-af36-1787d498a2ad,segment=NetworkSegment(71faaaae-295e-4f6d-94fb-d71043f8f6c2),segment_id=71faaaae-295e-4f6d-94fb-d71043f8f6c2)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:13.956469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9d1efc44-26b6-4fd0-8cf9-ed360ac94976 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:13.956633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b37c19eb-2560-497a-a8f3-f777de425a8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.005348 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Allocated IP 172.20.0.1 (ceabc0b5-c2d8-477f-abf0-9262236b4bb9/c21af008-0296-436f-8467-9345a960b895/d580070c-f5e0-405e-98fb-0d7ea3435902) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:14.081256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b37c19eb-2560-497a-a8f3-f777de425a8e None None] Calling delete_port for 7805dbd3-cf34-4b2f-af36-1787d498a2ad owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:14.167093 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b37c19eb-2560-497a-a8f3-f777de425a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.216599 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c19eb-2560-497a-a8f3-f777de425a8e None None] Pushing event deleted for resources: {'Port': ['ID=7805dbd3-cf34-4b2f-af36-1787d498a2ad,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:14.218412 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1efc44-26b6-4fd0-8cf9-ed360ac94976 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network d5d3073b-b6fa-4b30-b26b-659de5566503 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:14.220506 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c19eb-2560-497a-a8f3-f777de425a8e None None] No DVR routers for this DVR port 7805dbd3-cf34-4b2f-af36-1787d498a2ad on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:52:14.238169 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-9d1efc44-26b6-4fd0-8cf9-ed360ac94976 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:14.249064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1efc44-26b6-4fd0-8cf9-ed360ac94976 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:14.254328 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1efc44-26b6-4fd0-8cf9-ed360ac94976 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:14.254922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9d1efc44-26b6-4fd0-8cf9-ed360ac94976 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.277364 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1efc44-26b6-4fd0-8cf9-ed360ac94976 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=6e9d8ef5-ddd7-4278-957a-3b8e3b03cd79,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:14.284304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Allocated IP 172.26.3.171 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/e9eb964d-0b00-466f-9fad-73880e7afbb6) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:14.300664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-95fe7598-b2a7-492a-8a40-af7ed2cb6996 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.357622 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9d1efc44-26b6-4fd0-8cf9-ed360ac94976 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7983634 Mar 16 10:52:14.357855 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45200) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:14.360327 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] For port 7805dbd3-cf34-4b2f-af36-1787d498a2ad, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=7805dbd3-cf34-4b2f-af36-1787d498a2ad,segment=NetworkSegment(71faaaae-295e-4f6d-94fb-d71043f8f6c2),segment_id=71faaaae-295e-4f6d-94fb-d71043f8f6c2)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:14.360679 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.379325 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5997eaa1-1099-422f-b9b7-53655032dfea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:14.468006 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe7598-b2a7-492a-8a40-af7ed2cb6996 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Subnet': ['ID=6a41ca14-5d15-4b23-86e5-3ab18a6470ea,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:14.491677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fe7598-b2a7-492a-8a40-af7ed2cb6996 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Checking segment: {'id': '15850bcd-54b0-4a1d-95ae-645b65b8bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:14.491946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fe7598-b2a7-492a-8a40-af7ed2cb6996 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network hostable DHCP agents. Network: 6d28c3a7-da2c-421f-97fd-b2b4778aa3be, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:14.536369 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.540828 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fe7598-b2a7-492a-8a40-af7ed2cb6996 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 6d28c3a7-da2c-421f-97fd-b2b4778aa3be is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:14.545317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for 7805dbd3-cf34-4b2f-af36-1787d498a2ad owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:14.553649 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-95fe7598-b2a7-492a-8a40-af7ed2cb6996 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 6d28c3a7-da2c-421f-97fd-b2b4778aa3be) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:14.558760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe7598-b2a7-492a-8a40-af7ed2cb6996 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:14.560099 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-95fe7598-b2a7-492a-8a40-af7ed2cb6996 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.566775 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3938c70d-810f-4bb8-863b-e11ca3bef2dd None None] Network 6d28c3a7-da2c-421f-97fd-b2b4778aa3be requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:14.588625 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-95fe7598-b2a7-492a-8a40-af7ed2cb6996 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7166080 Mar 16 10:52:14.592546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45204) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:14.654700 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.699175 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.745105 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5997eaa1-1099-422f-b9b7-53655032dfea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.754649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Transition to ACTIVE for port object d580070c-f5e0-405e-98fb-0d7ea3435902 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:14.758746 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:52:14.759084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:52:14.792747 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:14.794498 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.812136 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:14.878769 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:14.899807 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:14.947898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.994810 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Allocated IP 172.20.0.2 (6d28c3a7-da2c-421f-97fd-b2b4778aa3be/6a41ca14-5d15-4b23-86e5-3ab18a6470ea/b5d1878c-18a2-41f3-8362-eb537c01dd7a) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:15.007726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Pushing event updated for resources: {'Port': ['ID=e9eb964d-0b00-466f-9fad-73880e7afbb6,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:15.093120 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network ceabc0b5-c2d8-477f-abf0-9262236b4bb9 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:15.099197 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:15.112723 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:15.152911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=d580070c-f5e0-405e-98fb-0d7ea3435902,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:15.197676 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5997eaa1-1099-422f-b9b7-53655032dfea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.213371 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5997eaa1-1099-422f-b9b7-53655032dfea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.264615 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.275397 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Transition to ACTIVE for port object b5d1878c-18a2-41f3-8362-eb537c01dd7a will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:15.295056 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Transition to ACTIVE for port object b5d1878c-18a2-41f3-8362-eb537c01dd7a will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:15.301495 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.319016 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 7805dbd3-cf34-4b2f-af36-1787d498a2ad {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:15.319016 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.346023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77928d56-db97-4215-a6f1-bd83aa1c0957 req-4639627c-74d0-486b-89d3-a271c4053f40 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:15.347562 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-77928d56-db97-4215-a6f1-bd83aa1c0957 req-4639627c-74d0-486b-89d3-a271c4053f40 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 945 time: 0.5783978 Mar 16 10:52:15.371303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f93ec-7bd4-42ef-8b23-ae895a57f5fe req-c2e4de63-82a3-44ff-ab14-d1d8ddaa7095 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:15.378348 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c76f93ec-7bd4-42ef-8b23-ae895a57f5fe req-c2e4de63-82a3-44ff-ab14-d1d8ddaa7095 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 945 time: 0.4647024 Mar 16 10:52:15.395900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Network 6d28c3a7-da2c-421f-97fd-b2b4778aa3be is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:15.399882 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:15.402666 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:15.405775 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Pushing event updated for resources: {'Port': ['ID=b5d1878c-18a2-41f3-8362-eb537c01dd7a,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:15.407748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-5997eaa1-1099-422f-b9b7-53655032dfea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] In _notify_port_updated(), no bound segment for port 6e9d8ef5-ddd7-4278-957a-3b8e3b03cd79 on network d5d3073b-b6fa-4b30-b26b-659de5566503 {{(pid=87968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:52:15.413058 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5997eaa1-1099-422f-b9b7-53655032dfea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:15.413695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5997eaa1-1099-422f-b9b7-53655032dfea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.417664 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5997eaa1-1099-422f-b9b7-53655032dfea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "PUT /v2.0/ports/6e9d8ef5-ddd7-4278-957a-3b8e3b03cd79 HTTP/1.1" status: 200 len: 818 time: 1.0596843 Mar 16 10:52:15.421940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.426135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45210) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:15.500984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] The port '7805dbd3-cf34-4b2f-af36-1787d498a2ad' was deleted {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:52:15.512975 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Attempting to bind port b5d1878c-18a2-41f3-8362-eb537c01dd7a on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:15.512975 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Attempting to bind port b5d1878c-18a2-41f3-8362-eb537c01dd7a by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '15850bcd-54b0-4a1d-95ae-645b65b8bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:15.513331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Attempting to bind port b5d1878c-18a2-41f3-8362-eb537c01dd7a on network 6d28c3a7-da2c-421f-97fd-b2b4778aa3be {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:15.517781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.523134 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:15.523528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Checking segment: {'id': '15850bcd-54b0-4a1d-95ae-645b65b8bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:15.523916 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.524640 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Bound using segment: {'id': '15850bcd-54b0-4a1d-95ae-645b65b8bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:15.524760 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Bound port: b5d1878c-18a2-41f3-8362-eb537c01dd7a, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15850bcd-54b0-4a1d-95ae-645b65b8bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:15.525102 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.537036 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 7805dbd3-cf34-4b2f-af36-1787d498a2ad no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:15.537350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-77928d56-db97-4215-a6f1-bd83aa1c0957 req-1edd546a-379a-41f8-acdf-3a56290d621a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Deleting port 30956012-7c3e-4dd5-aee3-f07e84737b4d {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:15.537625 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-77928d56-db97-4215-a6f1-bd83aa1c0957 req-1edd546a-379a-41f8-acdf-3a56290d621a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.543293 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997eaa1-1099-422f-b9b7-53655032dfea tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=6e9d8ef5-ddd7-4278-957a-3b8e3b03cd79,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:15.579084 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 7805dbd3-cf34-4b2f-af36-1787d498a2ad {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:15.579463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 7805dbd3-cf34-4b2f-af36-1787d498a2ad not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:15.604662 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c76f93ec-7bd4-42ef-8b23-ae895a57f5fe req-6bd0fc33-344e-405a-a887-bd1494449ee8 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245414 Mar 16 10:52:15.621151 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bf22092c-b232-4ab0-8ab4-d89a721fda29 None None] Provisioning for port d580070c-f5e0-405e-98fb-0d7ea3435902 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:15.635315 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bf22092c-b232-4ab0-8ab4-d89a721fda29 None None] Provisioning complete for port d580070c-f5e0-405e-98fb-0d7ea3435902 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:15.635722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bf22092c-b232-4ab0-8ab4-d89a721fda29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.662386 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b5959ed1-eafb-4b2a-889f-99f2d70c803c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 6e9d8ef5-ddd7-4278-957a-3b8e3b03cd79 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:15.662818 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b5959ed1-eafb-4b2a-889f-99f2d70c803c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.719757 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-bf22092c-b232-4ab0-8ab4-d89a721fda29 None None] Port d580070c-f5e0-405e-98fb-0d7ea3435902 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:15.725344 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] For port b5d1878c-18a2-41f3-8362-eb537c01dd7a, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:15.727947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] For port b5d1878c-18a2-41f3-8362-eb537c01dd7a, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b5d1878c-18a2-41f3-8362-eb537c01dd7a,segment=NetworkSegment(15850bcd-54b0-4a1d-95ae-645b65b8bc3a),segment_id=15850bcd-54b0-4a1d-95ae-645b65b8bc3a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:15.732358 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.800125 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.815808 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74364926-b813-4ed0-b3d5-0fa19a7453b4 None None] Pushing event updated for resources: {'Port': ['ID=b5d1878c-18a2-41f3-8362-eb537c01dd7a,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:16.021389 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:16.049428 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71faaaae-295e-4f6d-94fb-d71043f8f6c2') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:16.049722 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71faaaae-295e-4f6d-94fb-d71043f8f6c2') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:16.088530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.171555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.222491 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:16.222901 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:16.237817 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:16.270680 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b5959ed1-eafb-4b2a-889f-99f2d70c803c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.316947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.450784 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-77928d56-db97-4215-a6f1-bd83aa1c0957 req-1edd546a-379a-41f8-acdf-3a56290d621a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] For port 30956012-7c3e-4dd5-aee3-f07e84737b4d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=30956012-7c3e-4dd5-aee3-f07e84737b4d,segment=NetworkSegment(deac7e7d-b923-4097-860a-359d44c1f7dd),segment_id=deac7e7d-b923-4097-860a-359d44c1f7dd)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:16.451181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-77928d56-db97-4215-a6f1-bd83aa1c0957 req-1edd546a-379a-41f8-acdf-3a56290d621a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.459673 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b5959ed1-eafb-4b2a-889f-99f2d70c803c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for 6e9d8ef5-ddd7-4278-957a-3b8e3b03cd79 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:16.488878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.558374 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.589692 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.604932 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Network': ['ID=6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:16.626107 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Allocated IP 172.20.0.1 (6d28c3a7-da2c-421f-97fd-b2b4778aa3be/6a41ca14-5d15-4b23-86e5-3ab18a6470ea/c24bde5d-0946-46f0-8645-37dcf8d178f2) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:16.710839 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4dc15956-2bf2-40fc-817a-a3c945d71ae9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/networks/6b438a7b-d8e0-4aeb-8172-300cc6c4ee3d HTTP/1.1" status: 204 len: 168 time: 3.1426723 Mar 16 10:52:16.711067 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45220) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:16.718902 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-011953f2-5924-4ff0-895e-b97fee87f811 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'name': 'tempest-PortsIpV6TestJSON-1617760826'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:16.738836 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b5959ed1-eafb-4b2a-889f-99f2d70c803c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.872494 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5959ed1-eafb-4b2a-889f-99f2d70c803c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=6e9d8ef5-ddd7-4278-957a-3b8e3b03cd79,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:16.926208 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad1f1a9-1cd5-4350-b125-9587981b4ea0 None None] Network 6d28c3a7-da2c-421f-97fd-b2b4778aa3be requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:16.941234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b5959ed1-eafb-4b2a-889f-99f2d70c803c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.001163 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b5959ed1-eafb-4b2a-889f-99f2d70c803c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/6e9d8ef5-ddd7-4278-957a-3b8e3b03cd79 HTTP/1.1" status: 204 len: 168 time: 1.5698128 Mar 16 10:52:17.001163 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-011953f2-5924-4ff0-895e-b97fee87f811 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:17.003804 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45224) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:17.007796 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-011953f2-5924-4ff0-895e-b97fee87f811 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:port and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:17.028715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-011953f2-5924-4ff0-895e-b97fee87f811 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:17.047008 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-67ce4169-f7f7-44a6-8f6a-4b3c27d74c55 None None] Provisioning for port b5d1878c-18a2-41f3-8362-eb537c01dd7a completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:17.083643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-011953f2-5924-4ff0-895e-b97fee87f811 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:17.175325 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011953f2-5924-4ff0-895e-b97fee87f811 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:17.178705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-011953f2-5924-4ff0-895e-b97fee87f811 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.217338 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-011953f2-5924-4ff0-895e-b97fee87f811 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] device_id is not set on port 4e355669-e591-4eee-8b88-a508d5f65fc6 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:17.339845 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.354239 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.360551 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.367733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-77928d56-db97-4215-a6f1-bd83aa1c0957 req-1edd546a-379a-41f8-acdf-3a56290d621a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.368099 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-77928d56-db97-4215-a6f1-bd83aa1c0957 req-1edd546a-379a-41f8-acdf-3a56290d621a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.368406 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [req-77928d56-db97-4215-a6f1-bd83aa1c0957 req-1edd546a-379a-41f8-acdf-3a56290d621a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Floating IP d52817fb-7b01-4096-aca9-849926b3b153 disassociated. External IP: 172.26.3.183, port: 30956012-7c3e-4dd5-aee3-f07e84737b4d. Mar 16 10:52:17.368745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-77928d56-db97-4215-a6f1-bd83aa1c0957 req-1edd546a-379a-41f8-acdf-3a56290d621a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Calling delete_port for 30956012-7c3e-4dd5-aee3-f07e84737b4d owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:17.402134 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.529778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Transition to ACTIVE for port object c24bde5d-0946-46f0-8645-37dcf8d178f2 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:17.556246 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b5d1878c-18a2-41f3-8362-eb537c01dd7a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:17.556428 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ab5b53-dc01-4cbc-bf70-c92d2d14fc93 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:17.557217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ee1ac-da14-4ed7-91f4-c4b9a4864a17 req-e9b1ef90-4da7-40ae-9e02-054966c5e0c8 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:17.558235 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-84ab5b53-dc01-4cbc-bf70-c92d2d14fc93 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:17.564593 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-914ee1ac-da14-4ed7-91f4-c4b9a4864a17 req-e9b1ef90-4da7-40ae-9e02-054966c5e0c8 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 945 time: 0.7914572 Mar 16 10:52:17.571998 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-011953f2-5924-4ff0-895e-b97fee87f811 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.597737 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-84ab5b53-dc01-4cbc-bf70-c92d2d14fc93 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:17.599971 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-84ab5b53-dc01-4cbc-bf70-c92d2d14fc93 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5941229 Mar 16 10:52:17.603093 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45232) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:17.661691 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port b5d1878c-18a2-41f3-8362-eb537c01dd7a completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:17.667627 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port b5d1878c-18a2-41f3-8362-eb537c01dd7a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:17.668132 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.718971 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-914ee1ac-da14-4ed7-91f4-c4b9a4864a17 req-8bfc07b0-1b39-42de-a8e8-22c68373bc60 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups?id=77bbc3c2-7185-46c7-850b-0c183100fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535065 Mar 16 10:52:17.767971 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.resource_extend [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:52:17.792705 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.798749 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.822056 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.830792 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-306eb798-340c-4031-80e4-bb728549a5bf tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] GET failed (client error): The resource could not be found. Mar 16 10:52:17.835848 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-306eb798-340c-4031-80e4-bb728549a5bf tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports/6e9d8ef5-ddd7-4278-957a-3b8e3b03cd79 HTTP/1.1" status: 404 len: 333 time: 0.2315669 Mar 16 10:52:17.836954 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45236) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:17.837206 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port b5d1878c-18a2-41f3-8362-eb537c01dd7a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b5d1878c-18a2-41f3-8362-eb537c01dd7a,segment=NetworkSegment(15850bcd-54b0-4a1d-95ae-645b65b8bc3a),segment_id=15850bcd-54b0-4a1d-95ae-645b65b8bc3a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:17.845926 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.848727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.883568 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5d388e16-1e5e-4ed3-8595-03837a7e6bfc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1660286394'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:17.887845 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 6d28c3a7-da2c-421f-97fd-b2b4778aa3be is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:17.892404 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-77928d56-db97-4215-a6f1-bd83aa1c0957 req-1edd546a-379a-41f8-acdf-3a56290d621a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.894127 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:17.909068 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:17.918802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=b5d1878c-18a2-41f3-8362-eb537c01dd7a,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:17.929332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5d388e16-1e5e-4ed3-8595-03837a7e6bfc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:17.950287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5d388e16-1e5e-4ed3-8595-03837a7e6bfc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:network and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:17.962249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5d388e16-1e5e-4ed3-8595-03837a7e6bfc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:17.971730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=c24bde5d-0946-46f0-8645-37dcf8d178f2,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:17.976353 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5d388e16-1e5e-4ed3-8595-03837a7e6bfc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:18.003863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-011953f2-5924-4ff0-895e-b97fee87f811 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.009332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=d580070c-f5e0-405e-98fb-0d7ea3435902,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:18.050437 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d388e16-1e5e-4ed3-8595-03837a7e6bfc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:18.053832 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d388e16-1e5e-4ed3-8595-03837a7e6bfc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.062850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.081217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Router 7d54c5aa-b33a-48d8-9b85-53d43c6cf364 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:52:18.105007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd546a-379a-41f8-acdf-3a56290d621a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Pushing event deleted for resources: {'Port': ['ID=30956012-7c3e-4dd5-aee3-f07e84737b4d,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:18.125813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.242524 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011953f2-5924-4ff0-895e-b97fee87f811 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:18.257406 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-011953f2-5924-4ff0-895e-b97fee87f811 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:18.264451 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011953f2-5924-4ff0-895e-b97fee87f811 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:18.270572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011953f2-5924-4ff0-895e-b97fee87f811 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:18.271424 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-011953f2-5924-4ff0-895e-b97fee87f811 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.283112 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6a72b516-5967-40ab-96f0-2dda516ca75a None None] Provisioning for port c24bde5d-0946-46f0-8645-37dcf8d178f2 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:18.288421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6a72b516-5967-40ab-96f0-2dda516ca75a None None] Provisioning complete for port c24bde5d-0946-46f0-8645-37dcf8d178f2 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:18.288907 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6a72b516-5967-40ab-96f0-2dda516ca75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.312832 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ca90b-3709-4848-b68a-3d7d21ff64fe req-cdf62fa7-9433-4b56-a8ba-cd68c3cfcfa5 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:18.320217 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dc9ca90b-3709-4848-b68a-3d7d21ff64fe req-cdf62fa7-9433-4b56-a8ba-cd68c3cfcfa5 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 945 time: 0.5536325 Mar 16 10:52:18.344197 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-011953f2-5924-4ff0-895e-b97fee87f811 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6321104 Mar 16 10:52:18.359837 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45240) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:18.362715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d388e16-1e5e-4ed3-8595-03837a7e6bfc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:18.397412 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6a72b516-5967-40ab-96f0-2dda516ca75a None None] Port c24bde5d-0946-46f0-8645-37dcf8d178f2 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:18.422727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011953f2-5924-4ff0-895e-b97fee87f811 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=4e355669-e591-4eee-8b88-a508d5f65fc6,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:18.444550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d388e16-1e5e-4ed3-8595-03837a7e6bfc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.445022 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-5d388e16-1e5e-4ed3-8595-03837a7e6bfc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Added segment 2e855761-9afc-4f68-91ea-35d8c68bc0b5 of type vlan for network bbff2844-990b-4619-bd38-3ed454705b3e Mar 16 10:52:18.457836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77928d56-db97-4215-a6f1-bd83aa1c0957 req-1edd546a-379a-41f8-acdf-3a56290d621a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Router 57a5eeec-9d4d-44ba-8267-7df7d15b650d has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:18.475905 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dc9ca90b-3709-4848-b68a-3d7d21ff64fe req-755c8916-fc0d-4d52-b8ff-c41bd1c214be tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545494 Mar 16 10:52:18.482874 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:18.486273 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 30956012-7c3e-4dd5-aee3-f07e84737b4d no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:18.494747 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network ceabc0b5-c2d8-477f-abf0-9262236b4bb9 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:18.502445 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:18.517044 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1c678-2ae9-4958-8034-fbc20fcc174a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 4e355669-e591-4eee-8b88-a508d5f65fc6 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:18.517471 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6dc1c678-2ae9-4958-8034-fbc20fcc174a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.563649 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.573863 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7762eef-551c-4d79-bb27-0dc0dae55c20 None None] Sync routers for ids ['7d54c5aa-b33a-48d8-9b85-53d43c6cf364'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:18.586867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 30956012-7c3e-4dd5-aee3-f07e84737b4d {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:18.587225 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 30956012-7c3e-4dd5-aee3-f07e84737b4d not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:18.594031 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7762eef-551c-4d79-bb27-0dc0dae55c20 None None] Routers {'7d54c5aa-b33a-48d8-9b85-53d43c6cf364'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:18.594707 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-c7762eef-551c-4d79-bb27-0dc0dae55c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7d54c5aa-b33a-48d8-9b85-53d43c6cf364'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:18.712485 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-c7762eef-551c-4d79-bb27-0dc0dae55c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:18.735206 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7762eef-551c-4d79-bb27-0dc0dae55c20 None None] Routers {'7d54c5aa-b33a-48d8-9b85-53d43c6cf364'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:18.735447 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d388e16-1e5e-4ed3-8595-03837a7e6bfc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.739452 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-c7762eef-551c-4d79-bb27-0dc0dae55c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7d54c5aa-b33a-48d8-9b85-53d43c6cf364'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:18.884722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-c7762eef-551c-4d79-bb27-0dc0dae55c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:18.885132 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7762eef-551c-4d79-bb27-0dc0dae55c20 None None] The sync data for ids ['7d54c5aa-b33a-48d8-9b85-53d43c6cf364'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:18.940253 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9b85247a-77ea-4459-9f4e-4a4d001a8833 None None] Provisioning complete for port d580070c-f5e0-405e-98fb-0d7ea3435902 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:18.940655 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9b85247a-77ea-4459-9f4e-4a4d001a8833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.021461 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d388e16-1e5e-4ed3-8595-03837a7e6bfc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.029169 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d388e16-1e5e-4ed3-8595-03837a7e6bfc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:19.029950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d388e16-1e5e-4ed3-8595-03837a7e6bfc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.041228 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9b85247a-77ea-4459-9f4e-4a4d001a8833 None None] Port d580070c-f5e0-405e-98fb-0d7ea3435902 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:19.054723 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77928d56-db97-4215-a6f1-bd83aa1c0957 req-1edd546a-379a-41f8-acdf-3a56290d621a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:19.057438 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.058835 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-16c49be5-c8a9-4f6a-83c7-0aff7c3b4e56 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "PUT /v2.0/routers/7d54c5aa-b33a-48d8-9b85-53d43c6cf364 HTTP/1.1" status: 200 len: 915 time: 7.2093992 Mar 16 10:52:19.069128 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6dc1c678-2ae9-4958-8034-fbc20fcc174a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.071956 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d43b1f1-4f87-4943-a8ab-6d71e90302bd None None] Sync routers for ids ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:19.080073 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45246) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:19.086655 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d43b1f1-4f87-4943-a8ab-6d71e90302bd None None] Routers {'57a5eeec-9d4d-44ba-8267-7df7d15b650d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:19.087310 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-2d43b1f1-4f87-4943-a8ab-6d71e90302bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:19.182085 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-731b7670-616b-42fb-b6d5-56b9025ccc8c req-95ee27ea-9662-49e4-915e-59bee8f5619c tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Synchronizing usage tracker for tenant:43fda5f5ba974e56935505a0f4978348 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:19.310173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-77928d56-db97-4215-a6f1-bd83aa1c0957 req-1edd546a-379a-41f8-acdf-3a56290d621a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] No DVR routers for this DVR port 30956012-7c3e-4dd5-aee3-f07e84737b4d on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:52:19.312560 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-77928d56-db97-4215-a6f1-bd83aa1c0957 req-1edd546a-379a-41f8-acdf-3a56290d621a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.315049 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-77928d56-db97-4215-a6f1-bd83aa1c0957 req-1edd546a-379a-41f8-acdf-3a56290d621a tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.18 "DELETE /v2.0/ports/30956012-7c3e-4dd5-aee3-f07e84737b4d HTTP/1.1" status: 204 len: 173 time: 3.9427855 Mar 16 10:52:19.353853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1a6465-659a-4dfb-bf23-4f790805f2b4', 'name': 'network-vif-deleted', 'tag': '30956012-7c3e-4dd5-aee3-f07e84737b4d'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:52:19.370437 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-2d43b1f1-4f87-4943-a8ab-6d71e90302bd None None] Set router 57a5eeec-9d4d-44ba-8267-7df7d15b650d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:19.535216 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1c678-2ae9-4958-8034-fbc20fcc174a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for 4e355669-e591-4eee-8b88-a508d5f65fc6 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:19.549146 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b5d1878c-18a2-41f3-8362-eb537c01dd7a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:19.595787 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5d388e16-1e5e-4ed3-8595-03837a7e6bfc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7523119 Mar 16 10:52:19.624754 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45254) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:19.642047 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d388e16-1e5e-4ed3-8595-03837a7e6bfc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Network': ['ID=bbff2844-990b-4619-bd38-3ed454705b3e,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:19.662482 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network bbff2844-990b-4619-bd38-3ed454705b3e details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:19.675628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-72b40d69-97c2-4307-a736-acd006cd2de4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'subnet': {'network_id': 'bbff2844-990b-4619-bd38-3ed454705b3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:19.865099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 5aa6e5e0-ee36-4685-9393-ccea257364bf has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:19.887618 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-2d43b1f1-4f87-4943-a8ab-6d71e90302bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'name': 'tempest-ServersTestManualDisk-125380269-router', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:36Z', 'updated_at': '2022-03-16T10:49:51Z', 'revision_number': 4, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'gw_port': {'id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:37Z', 'updated_at': '2022-03-16T10:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f', 'name': '', 'network_id': '6053f626-2309-4760-a720-9eef23c240bd', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'mac_address': 'fa:16:3e:06:47:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:46Z', 'updated_at': '2022-03-16T10:50:06Z', 'revision_number': 5, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'subnets': [{'id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:19.890718 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.901658 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1a6465-659a-4dfb-bf23-4f790805f2b4', 'name': 'network-vif-deleted', 'tag': '30956012-7c3e-4dd5-aee3-f07e84737b4d', 'status': 'completed', 'code': 200} Mar 16 10:52:19.903557 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d43b1f1-4f87-4943-a8ab-6d71e90302bd None None] Checking router: 57a5eeec-9d4d-44ba-8267-7df7d15b650d for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:52:19.907818 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.915755 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d43b1f1-4f87-4943-a8ab-6d71e90302bd None None] Routers {'57a5eeec-9d4d-44ba-8267-7df7d15b650d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:19.916451 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-2d43b1f1-4f87-4943-a8ab-6d71e90302bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:19.960099 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port b5d1878c-18a2-41f3-8362-eb537c01dd7a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:19.960455 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.993853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-731b7670-616b-42fb-b6d5-56b9025ccc8c req-95ee27ea-9662-49e4-915e-59bee8f5619c tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Unset dirty status for tenant:43fda5f5ba974e56935505a0f4978348 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:19.995210 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-731b7670-616b-42fb-b6d5-56b9025ccc8c req-95ee27ea-9662-49e4-915e-59bee8f5619c tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c1a6465-659a-4dfb-bf23-4f790805f2b4 HTTP/1.1" status: 200 len: 210 time: 0.9049988 Mar 16 10:52:20.063182 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:20.076288 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=c24bde5d-0946-46f0-8645-37dcf8d178f2,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:20.111361 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a89b5-d40a-424b-80ac-8c24f7a44b4a req-c5098eed-bbce-4f5a-9c61-337ec11665a6 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:20.112961 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-125a89b5-d40a-424b-80ac-8c24f7a44b4a req-c5098eed-bbce-4f5a-9c61-337ec11665a6 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.18 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 945 time: 0.9055734 Mar 16 10:52:20.263512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-125a89b5-d40a-424b-80ac-8c24f7a44b4a req-4c44906d-0662-4d74-9678-feac9a4a4708 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Deleting port 2bab4489-9823-4747-b03e-ed438539041d {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:20.263958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-125a89b5-d40a-424b-80ac-8c24f7a44b4a req-4c44906d-0662-4d74-9678-feac9a4a4708 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:20.286489 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:20.297830 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c261acf-25ef-4ed3-a87b-5f696aacc6db None None] Sync routers for ids ['5aa6e5e0-ee36-4685-9393-ccea257364bf'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:20.304879 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3dbf35ca-6cb4-4243-bb77-22213e14efc5 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "PUT /v2.0/routers/5aa6e5e0-ee36-4685-9393-ccea257364bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9361460 Mar 16 10:52:20.307743 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45258) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:20.315649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-72b40d69-97c2-4307-a736-acd006cd2de4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:20.317396 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c261acf-25ef-4ed3-a87b-5f696aacc6db None None] Routers {'5aa6e5e0-ee36-4685-9393-ccea257364bf'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:20.323145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-5c261acf-25ef-4ed3-a87b-5f696aacc6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5aa6e5e0-ee36-4685-9393-ccea257364bf'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:20.330407 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'port': {'network_id': 'ceabc0b5-c2d8-477f-abf0-9262236b4bb9', 'name': 'tempest-FloatingIPTestJSON-544696534'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:20.382068 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-72b40d69-97c2-4307-a736-acd006cd2de4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:subnet and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:20.382626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 6d28c3a7-da2c-421f-97fd-b2b4778aa3be is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:20.387466 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-2d43b1f1-4f87-4943-a8ab-6d71e90302bd None None] Set router 57a5eeec-9d4d-44ba-8267-7df7d15b650d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:20.418000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:20.434024 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-72b40d69-97c2-4307-a736-acd006cd2de4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:20.477069 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-72b40d69-97c2-4307-a736-acd006cd2de4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:20.488440 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-5c261acf-25ef-4ed3-a87b-5f696aacc6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:20.502176 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c261acf-25ef-4ed3-a87b-5f696aacc6db None None] Routers {'5aa6e5e0-ee36-4685-9393-ccea257364bf'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:20.503679 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-5c261acf-25ef-4ed3-a87b-5f696aacc6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5aa6e5e0-ee36-4685-9393-ccea257364bf'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:20.593924 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6f53aa6d-267a-4358-a6d3-8ec54b73332b tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "GET /v2.0/routers/7d54c5aa-b33a-48d8-9b85-53d43c6cf364 HTTP/1.1" status: 200 len: 921 time: 1.4964142 Mar 16 10:52:20.603582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6dc1c678-2ae9-4958-8034-fbc20fcc174a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:20.605515 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b40d69-97c2-4307-a736-acd006cd2de4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:20.610121 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-5c261acf-25ef-4ed3-a87b-5f696aacc6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:20.611065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-72b40d69-97c2-4307-a736-acd006cd2de4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:20.612660 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c261acf-25ef-4ed3-a87b-5f696aacc6db None None] The sync data for ids ['5aa6e5e0-ee36-4685-9393-ccea257364bf'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:20.673234 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45262) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:20.783611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fffb7031-059e-4cc9-b35f-d3cd4a62c7d6 None None] Provisioning complete for port c24bde5d-0946-46f0-8645-37dcf8d178f2 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:20.783611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fffb7031-059e-4cc9-b35f-d3cd4a62c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:20.864938 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-fffb7031-059e-4cc9-b35f-d3cd4a62c7d6 None None] Port c24bde5d-0946-46f0-8645-37dcf8d178f2 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:20.890099 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-2d43b1f1-4f87-4943-a8ab-6d71e90302bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'name': 'tempest-ServersTestManualDisk-125380269-router', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:36Z', 'updated_at': '2022-03-16T10:49:51Z', 'revision_number': 4, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'gw_port': {'id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:37Z', 'updated_at': '2022-03-16T10:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f', 'name': '', 'network_id': '6053f626-2309-4760-a720-9eef23c240bd', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'mac_address': 'fa:16:3e:06:47:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:46Z', 'updated_at': '2022-03-16T10:50:06Z', 'revision_number': 5, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'subnets': [{'id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:20.894298 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d43b1f1-4f87-4943-a8ab-6d71e90302bd None None] The sync data for ids ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'] in dv-neutron-833859-1-hyperv is: [{'id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'name': 'tempest-ServersTestManualDisk-125380269-router', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:36Z', 'updated_at': '2022-03-16T10:49:51Z', 'revision_number': 4, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'gw_port': {'id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:37Z', 'updated_at': '2022-03-16T10:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f', 'name': '', 'network_id': '6053f626-2309-4760-a720-9eef23c240bd', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'mac_address': 'fa:16:3e:06:47:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:46Z', 'updated_at': '2022-03-16T10:50:06Z', 'revision_number': 5, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'subnets': [{'id': 'daeb902a-ccad-4a6c-aa0c-329a9cf985f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:20.926375 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1c678-2ae9-4958-8034-fbc20fcc174a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=4e355669-e591-4eee-8b88-a508d5f65fc6,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:20.932445 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6dc1c678-2ae9-4958-8034-fbc20fcc174a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:20.943803 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-72b40d69-97c2-4307-a736-acd006cd2de4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:20.984193 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579600df-2daf-4db6-b02b-47c1a6e6e3ca req-499f728c-c43f-4ac4-bb9c-4f53f974533b tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:20.985031 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-579600df-2daf-4db6-b02b-47c1a6e6e3ca req-499f728c-c43f-4ac4-bb9c-4f53f974533b tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 945 time: 1.1128364 Mar 16 10:52:21.040564 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6dc1c678-2ae9-4958-8034-fbc20fcc174a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/4e355669-e591-4eee-8b88-a508d5f65fc6 HTTP/1.1" status: 204 len: 168 time: 2.6698167 Mar 16 10:52:21.050666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45268) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:21.065868 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-292b9dc9-3c78-4c21-bed8-0af147eeada5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'mac_address': 'fa:16:3e:f7:26:a1', 'name': 'tempest-PortsIpV6TestJSON-1330357426'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:21.080042 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-125a89b5-d40a-424b-80ac-8c24f7a44b4a req-4c44906d-0662-4d74-9678-feac9a4a4708 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] For port 2bab4489-9823-4747-b03e-ed438539041d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=2bab4489-9823-4747-b03e-ed438539041d,segment=NetworkSegment(12dce982-4135-4c4b-bee2-28691cfc15b1),segment_id=12dce982-4135-4c4b-bee2-28691cfc15b1)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:21.080656 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-125a89b5-d40a-424b-80ac-8c24f7a44b4a req-4c44906d-0662-4d74-9678-feac9a4a4708 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.129929 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:21.147560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b40d69-97c2-4307-a736-acd006cd2de4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Subnet': ['ID=861914ed-f840-40e5-a47e-09ff28ae1732,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:21.155271 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Usage tracker for resource:port and tenant:0f12354052d5494e842e68b562c9c3fe is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:21.161260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:21.163575 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45274) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:21.174214 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-579600df-2daf-4db6-b02b-47c1a6e6e3ca req-675d48cb-1df5-429a-91d4-b0f78b810957 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756141 Mar 16 10:52:21.195914 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797aacb0-7588-4540-902e-825a412e0d6b None None] New status for floating IP d52817fb-7b01-4096-aca9-849926b3b153: DOWN {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:52:21.207663 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70c7f32-d3ad-4049-97b4-85a86038bae5 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:21.212550 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e70c7f32-d3ad-4049-97b4-85a86038bae5 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&device_id=7d54c5aa-b33a-48d8-9b85-53d43c6cf364&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5385273 Mar 16 10:52:21.217528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45278) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:21.225759 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:21.250208 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b40d69-97c2-4307-a736-acd006cd2de4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Checking segment: {'id': '2e855761-9afc-4f68-91ea-35d8c68bc0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bbff2844-990b-4619-bd38-3ed454705b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:21.250559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b40d69-97c2-4307-a736-acd006cd2de4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network hostable DHCP agents. Network: bbff2844-990b-4619-bd38-3ed454705b3e, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:21.258400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 7babe4b6-4e0d-4416-94de-ce6f7948c419 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:52:21.269416 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Made reservation on behalf of 0f12354052d5494e842e68b562c9c3fe for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:21.273148 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.291702 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-292b9dc9-3c78-4c21-bed8-0af147eeada5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:21.304948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-292b9dc9-3c78-4c21-bed8-0af147eeada5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:port and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:21.310565 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-292b9dc9-3c78-4c21-bed8-0af147eeada5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:21.313961 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] device_id is not set on port 70241351-f649-491f-ad30-b132ecf94cea yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:21.361541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b40d69-97c2-4307-a736-acd006cd2de4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network bbff2844-990b-4619-bd38-3ed454705b3e is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:21.363950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-292b9dc9-3c78-4c21-bed8-0af147eeada5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:21.391972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-72b40d69-97c2-4307-a736-acd006cd2de4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, bbff2844-990b-4619-bd38-3ed454705b3e) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:21.401270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b40d69-97c2-4307-a736-acd006cd2de4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:21.401997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-72b40d69-97c2-4307-a736-acd006cd2de4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.407184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d92add6-e5eb-4ca2-b55c-9108bfabecf4 None None] Network bbff2844-990b-4619-bd38-3ed454705b3e requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:21.411129 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292b9dc9-3c78-4c21-bed8-0af147eeada5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:21.548552 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-72b40d69-97c2-4307-a736-acd006cd2de4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9204268 Mar 16 10:52:21.561593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45282) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:21.569541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-08533086-de42-4944-a480-d7b915214357 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'subnet': {'network_id': 'bbff2844-990b-4619-bd38-3ed454705b3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:21.627506 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-292b9dc9-3c78-4c21-bed8-0af147eeada5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.658440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e2b2a32a-caef-4fc7-a286-9cd6303534d5 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.696593 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-bbff2844-990b-4619-bd38-3ed454705b3e', 'network_id': 'bbff2844-990b-4619-bd38-3ed454705b3e', 'tenant_id': 'ccc1f3e211964114b838d54c51aafa12', 'fixed_ips': [{'subnet_id': '861914ed-f840-40e5-a47e-09ff28ae1732'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:21.697236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e2b2a32a-caef-4fc7-a286-9cd6303534d5 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.697681 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.838022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:21.847705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Allocated IP 172.20.0.6 (ceabc0b5-c2d8-477f-abf0-9262236b4bb9/c21af008-0296-436f-8467-9345a960b895/70241351-f649-491f-ad30-b132ecf94cea) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:21.849328 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Sync routers for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:21.863612 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-292b9dc9-3c78-4c21-bed8-0af147eeada5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] device_id is not set on port 54fa8c90-9cc7-4be6-928f-df964297946f yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:21.865345 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-59c67332-1dc7-4729-ac56-b2a192114044 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/7babe4b6-4e0d-4416-94de-ce6f7948c419/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2729497 Mar 16 10:52:21.868434 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:21.869141 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:21.878710 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45286) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:21.886741 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-8b49fdef-d587-40a2-8b56-a35735d923d5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'network': {'name': 'tempest-RoutersTest-6269185'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:21.891373 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8b49fdef-d587-40a2-8b56-a35735d923d5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:21.895120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8b49fdef-d587-40a2-8b56-a35735d923d5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:network and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:21.897947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8b49fdef-d587-40a2-8b56-a35735d923d5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:21.904806 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8b49fdef-d587-40a2-8b56-a35735d923d5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:21.930590 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a817d27-5ad4-4248-b90f-efeabbde3509 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:21.934859 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2a817d27-5ad4-4248-b90f-efeabbde3509 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "GET /v2.0/networks/45f28f19-efbf-4c93-99d2-e1008799650d HTTP/1.1" status: 200 len: 881 time: 0.7139969 Mar 16 10:52:21.935796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b49fdef-d587-40a2-8b56-a35735d923d5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:21.937768 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Allocated IP 172.20.0.2 (bbff2844-990b-4619-bd38-3ed454705b3e/861914ed-f840-40e5-a47e-09ff28ae1732/51f802fd-d5b9-4e54-ba3d-855493e813f7) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:21.939731 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45290) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:21.940315 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8b49fdef-d587-40a2-8b56-a35735d923d5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.973277 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-125a89b5-d40a-424b-80ac-8c24f7a44b4a req-4c44906d-0662-4d74-9678-feac9a4a4708 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.973648 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-125a89b5-d40a-424b-80ac-8c24f7a44b4a req-4c44906d-0662-4d74-9678-feac9a4a4708 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.973955 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [req-125a89b5-d40a-424b-80ac-8c24f7a44b4a req-4c44906d-0662-4d74-9678-feac9a4a4708 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Floating IP d64af580-9b2e-41fa-bcb1-324eb1a0bb46 disassociated. External IP: 172.26.3.189, port: 2bab4489-9823-4747-b03e-ed438539041d. Mar 16 10:52:21.974304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-125a89b5-d40a-424b-80ac-8c24f7a44b4a req-4c44906d-0662-4d74-9678-feac9a4a4708 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Calling delete_port for 2bab4489-9823-4747-b03e-ed438539041d owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:22.010155 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a605c46d-52f8-4e7e-b13d-46ca0183bda0 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d54c5aa-b33a-48d8-9b85-53d43c6cf364 HTTP/1.1" status: 200 len: 205 time: 0.0620191 Mar 16 10:52:22.014888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45294) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:22.031057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-08533086-de42-4944-a480-d7b915214357 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:22.046130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-08533086-de42-4944-a480-d7b915214357 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:subnet and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:22.050974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-08533086-de42-4944-a480-d7b915214357 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:22.061739 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:22.066563 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-08533086-de42-4944-a480-d7b915214357 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:22.093743 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b49fdef-d587-40a2-8b56-a35735d923d5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:22.129446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08533086-de42-4944-a480-d7b915214357 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:22.130462 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e2b2a32a-caef-4fc7-a286-9cd6303534d5 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.132912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-08533086-de42-4944-a480-d7b915214357 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.154639 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8b49fdef-d587-40a2-8b56-a35735d923d5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.155256 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-8b49fdef-d587-40a2-8b56-a35735d923d5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Added segment 6ba64ed3-405f-4fb6-9100-aebe620ddc78 of type vlan for network b32f7233-942e-4148-96e9-34a31a38d80f Mar 16 10:52:22.169925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2a32a-caef-4fc7-a286-9cd6303534d5 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bbc3c2-7185-46c7-850b-0c183100fa61,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:22.297596 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e2b2a32a-caef-4fc7-a286-9cd6303534d5 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.301127 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e2b2a32a-caef-4fc7-a286-9cd6303534d5 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "DELETE /v2.0/security-groups/77bbc3c2-7185-46c7-850b-0c183100fa61 HTTP/1.1" status: 204 len: 168 time: 1.1230271 Mar 16 10:52:22.308591 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45300) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:22.315332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8b49fdef-d587-40a2-8b56-a35735d923d5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.436160 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-e8a59e23-03d0-44e1-a3b1-f95abd0fb27e tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] show failed (client error): The resource could not be found. Mar 16 10:52:22.439602 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e8a59e23-03d0-44e1-a3b1-f95abd0fb27e tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "GET /v2.0/security-groups/77bbc3c2-7185-46c7-850b-0c183100fa61 HTTP/1.1" status: 404 len: 347 time: 0.1274602 Mar 16 10:52:22.449928 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-071cc2be-726d-4d80-b521-f06bb4f2d9cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.450192 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45304) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:22.500441 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 2bab4489-9823-4747-b03e-ed438539041d no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:22.502070 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.resource_extend [None req-8b49fdef-d587-40a2-8b56-a35735d923d5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:52:22.526825 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-292b9dc9-3c78-4c21-bed8-0af147eeada5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.540406 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.566435 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.ipam_backend_mixin [None req-08533086-de42-4944-a480-d7b915214357 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 861914ed-f840-40e5-a47e-09ff28ae1732 (CIDR: 172.20.0.0/28) Mar 16 10:52:22.571831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8b49fdef-d587-40a2-8b56-a35735d923d5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.578171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b49fdef-d587-40a2-8b56-a35735d923d5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:22.578797 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8b49fdef-d587-40a2-8b56-a35735d923d5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.631334 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.639852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-125a89b5-d40a-424b-80ac-8c24f7a44b4a req-4c44906d-0662-4d74-9678-feac9a4a4708 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.644159 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-08533086-de42-4944-a480-d7b915214357 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:52:22.644721 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08533086-de42-4944-a480-d7b915214357 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:52:22.649658 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Transition to ACTIVE for port object 51f802fd-d5b9-4e54-ba3d-855493e813f7 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:22.674428 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Transition to ACTIVE for port object 70241351-f649-491f-ad30-b132ecf94cea will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:22.681730 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9433d-a243-4217-a841-08a518df6f93 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Deleting port 25fa373e-e07e-4ef6-aed4-7b10ea0cfe36 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:22.682225 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ccb9433d-a243-4217-a841-08a518df6f93 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.704512 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No active binding found for port 2bab4489-9823-4747-b03e-ed438539041d {{(pid=87970) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 10:52:22.705183 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 2bab4489-9823-4747-b03e-ed438539041d not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:22.707037 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Transition to ACTIVE for port object 51f802fd-d5b9-4e54-ba3d-855493e813f7 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:22.719545 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.746722 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-08533086-de42-4944-a480-d7b915214357 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1810222 Mar 16 10:52:22.749992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45308) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:22.781902 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a2add8f7-eda9-4bea-ba43-e257ac2af43e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'subnet': {'network_id': 'bbff2844-990b-4619-bd38-3ed454705b3e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:22.800083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Network bbff2844-990b-4619-bd38-3ed454705b3e is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:22.804269 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:22.810530 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:22.813928 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Pushing event updated for resources: {'Port': ['ID=51f802fd-d5b9-4e54-ba3d-855493e813f7,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:22.885220 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:52:18Z', 'revision_number': 2, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:19Z', 'revision_number': 2, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:22.894985 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Checking router: 7babe4b6-4e0d-4416-94de-ce6f7948c419 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:52:22.894985 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Updating router 7babe4b6-4e0d-4416-94de-ce6f7948c419 port c24bde5d-0946-46f0-8645-37dcf8d178f2 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:52:22.937492 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-292b9dc9-3c78-4c21-bed8-0af147eeada5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.945732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Attempting to bind port 51f802fd-d5b9-4e54-ba3d-855493e813f7 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:22.946182 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Attempting to bind port 51f802fd-d5b9-4e54-ba3d-855493e813f7 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '2e855761-9afc-4f68-91ea-35d8c68bc0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bbff2844-990b-4619-bd38-3ed454705b3e'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:22.946611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Attempting to bind port 51f802fd-d5b9-4e54-ba3d-855493e813f7 on network bbff2844-990b-4619-bd38-3ed454705b3e {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:22.961283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:22.962405 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Checking segment: {'id': '2e855761-9afc-4f68-91ea-35d8c68bc0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bbff2844-990b-4619-bd38-3ed454705b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:22.962405 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.962631 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Bound using segment: {'id': '2e855761-9afc-4f68-91ea-35d8c68bc0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bbff2844-990b-4619-bd38-3ed454705b3e'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:22.963807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Bound port: 51f802fd-d5b9-4e54-ba3d-855493e813f7, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e855761-9afc-4f68-91ea-35d8c68bc0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bbff2844-990b-4619-bd38-3ed454705b3e'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:22.963807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.984113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44906d-0662-4d74-9678-feac9a4a4708 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Pushing event deleted for resources: {'Port': ['ID=2bab4489-9823-4747-b03e-ed438539041d,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:23.007059 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.008635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.066302 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8b49fdef-d587-40a2-8b56-a35735d923d5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 1.1864243 Mar 16 10:52:23.069977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b9dc9-3c78-4c21-bed8-0af147eeada5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:23.074641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16423bf-2baf-40a6-9212-764302122b14 req-e1c50868-d83f-4320-8b75-bf88b9f917ba tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:23.075383 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-a16423bf-2baf-40a6-9212-764302122b14 req-e1c50868-d83f-4320-8b75-bf88b9f917ba tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Synchronizing usage tracker for tenant:88d104187244448c94232efcadd9a6a6 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:23.077918 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49fdef-d587-40a2-8b56-a35735d923d5 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Network': ['ID=b32f7233-942e-4148-96e9-34a31a38d80f,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:23.083878 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45314) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:23.091530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-292b9dc9-3c78-4c21-bed8-0af147eeada5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:23.096445 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network b32f7233-942e-4148-96e9-34a31a38d80f details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:23.112039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Network ceabc0b5-c2d8-477f-abf0-9262236b4bb9 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:23.113154 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292b9dc9-3c78-4c21-bed8-0af147eeada5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:23.113886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-25caae7c-e84e-4a3c-87b1-93b2e4865b11 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'subnet': {'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:23.118537 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b9dc9-3c78-4c21-bed8-0af147eeada5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:23.119136 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-292b9dc9-3c78-4c21-bed8-0af147eeada5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.130277 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:23.137885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ccb9433d-a243-4217-a841-08a518df6f93 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.138464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ccb9433d-a243-4217-a841-08a518df6f93 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.146953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b9dc9-3c78-4c21-bed8-0af147eeada5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=54fa8c90-9cc7-4be6-928f-df964297946f,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:23.151376 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:23.258209 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] For port 51f802fd-d5b9-4e54-ba3d-855493e813f7, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:23.275244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-a16423bf-2baf-40a6-9212-764302122b14 req-e1c50868-d83f-4320-8b75-bf88b9f917ba tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Unset dirty status for tenant:88d104187244448c94232efcadd9a6a6 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:23.282605 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a16423bf-2baf-40a6-9212-764302122b14 req-e1c50868-d83f-4320-8b75-bf88b9f917ba tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 945 time: 0.9005795 Mar 16 10:52:23.292722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] For port 51f802fd-d5b9-4e54-ba3d-855493e813f7, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=51f802fd-d5b9-4e54-ba3d-855493e813f7,segment=NetworkSegment(2e855761-9afc-4f68-91ea-35d8c68bc0b5),segment_id=2e855761-9afc-4f68-91ea-35d8c68bc0b5)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:23.305631 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.316398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-125a89b5-d40a-424b-80ac-8c24f7a44b4a req-4c44906d-0662-4d74-9678-feac9a4a4708 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Router c4efcd2f-673e-4927-8d3c-d7ac5f58329e has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:23.425484 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-071cc2be-726d-4d80-b521-f06bb4f2d9cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.457641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-071cc2be-726d-4d80-b521-f06bb4f2d9cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Deleting port e9eb964d-0b00-466f-9fad-73880e7afbb6 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:23.457984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-071cc2be-726d-4d80-b521-f06bb4f2d9cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.513022 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a16423bf-2baf-40a6-9212-764302122b14 req-fc68d4dc-a9ed-472f-9f5f-da9a188d6c25 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups?id=0957a30d-b16b-4a01-8ce9-8f97cab1c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292001 Mar 16 10:52:23.547632 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd145ca1-c52a-40db-abdd-fde5b29192f6 None None] Pushing event updated for resources: {'Port': ['ID=51f802fd-d5b9-4e54-ba3d-855493e813f7,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:23.587514 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7316f484-d0b9-49b4-aa72-65868dc43cfb None None] Provisioning for port 70241351-f649-491f-ad30-b132ecf94cea completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:23.602427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7316f484-d0b9-49b4-aa72-65868dc43cfb None None] Provisioning complete for port 70241351-f649-491f-ad30-b132ecf94cea triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:23.602799 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7316f484-d0b9-49b4-aa72-65868dc43cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.604647 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a2add8f7-eda9-4bea-ba43-e257ac2af43e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:23.607379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-25caae7c-e84e-4a3c-87b1-93b2e4865b11 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:23.617366 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9433d-a243-4217-a841-08a518df6f93 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Calling delete_port for 25fa373e-e07e-4ef6-aed4-7b10ea0cfe36 owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:23.620556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-25caae7c-e84e-4a3c-87b1-93b2e4865b11 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:subnet and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:23.626939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-25caae7c-e84e-4a3c-87b1-93b2e4865b11 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:23.663090 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-292b9dc9-3c78-4c21-bed8-0af147eeada5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6073532 Mar 16 10:52:23.664795 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a2add8f7-eda9-4bea-ba43-e257ac2af43e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:subnet and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:23.674441 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45318) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:23.675133 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a2add8f7-eda9-4bea-ba43-e257ac2af43e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:23.684876 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-25caae7c-e84e-4a3c-87b1-93b2e4865b11 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:23.686476 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7316f484-d0b9-49b4-aa72-65868dc43cfb None None] Port 70241351-f649-491f-ad30-b132ecf94cea cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:23.730132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a2add8f7-eda9-4bea-ba43-e257ac2af43e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:23.766901 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event updated for resources: {'Port': ['ID=70241351-f649-491f-ad30-b132ecf94cea,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:23.774290 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:23.774905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.789401 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.803428 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Transition to ACTIVE for port object c24bde5d-0946-46f0-8645-37dcf8d178f2 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:23.812902 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.823212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2add8f7-eda9-4bea-ba43-e257ac2af43e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:23.827164 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2add8f7-eda9-4bea-ba43-e257ac2af43e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.830823 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25caae7c-e84e-4a3c-87b1-93b2e4865b11 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:23.834439 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-25caae7c-e84e-4a3c-87b1-93b2e4865b11 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.878615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230a152c-cd89-4d14-90ec-365e1ab57aef tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:23.880035 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-230a152c-cd89-4d14-90ec-365e1ab57aef tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:23.895854 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-933d9dba-472d-4d03-9972-2fcbaf5d05ff tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5831928 Mar 16 10:52:23.904149 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45322) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:23.907357 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:52:23.910525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-bcfc2148-9a20-479f-90f8-90fab4af0e49 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Request body: {'floatingip': {'port_id': '70241351-f649-491f-ad30-b132ecf94cea'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:24.060395 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-125a89b5-d40a-424b-80ac-8c24f7a44b4a req-4c44906d-0662-4d74-9678-feac9a4a4708 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:24.072392 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d645c-0dd0-4e34-b0e9-1336ef19ad4e None None] Sync routers for ids ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:24.087957 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc0dee-bc48-462e-af3e-76e720c45edb None None] Pushing event updated for resources: {'Port': ['ID=c24bde5d-0946-46f0-8645-37dcf8d178f2,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:24.088843 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d645c-0dd0-4e34-b0e9-1336ef19ad4e None None] Routers {'c4efcd2f-673e-4927-8d3c-d7ac5f58329e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:24.089449 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-2d4d645c-0dd0-4e34-b0e9-1336ef19ad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:24.137596 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-071cc2be-726d-4d80-b521-f06bb4f2d9cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.141476 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-230a152c-cd89-4d14-90ec-365e1ab57aef tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:24.142641 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-230a152c-cd89-4d14-90ec-365e1ab57aef tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports/54fa8c90-9cc7-4be6-928f-df964297946f HTTP/1.1" status: 200 len: 845 time: 0.4626708 Mar 16 10:52:24.149328 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45326) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:24.211405 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Attempting to bind port c24bde5d-0946-46f0-8645-37dcf8d178f2 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:24.211821 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Attempting to bind port c24bde5d-0946-46f0-8645-37dcf8d178f2 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '15850bcd-54b0-4a1d-95ae-645b65b8bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:24.212182 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Attempting to bind port c24bde5d-0946-46f0-8645-37dcf8d178f2 on network 6d28c3a7-da2c-421f-97fd-b2b4778aa3be {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:24.224707 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:24.224963 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Checking segment: {'id': '15850bcd-54b0-4a1d-95ae-645b65b8bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:24.225906 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.226391 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Bound using segment: {'id': '15850bcd-54b0-4a1d-95ae-645b65b8bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:24.227418 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Bound port: c24bde5d-0946-46f0-8645-37dcf8d178f2, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15850bcd-54b0-4a1d-95ae-645b65b8bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:24.227793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.234489 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcfc2148-9a20-479f-90f8-90fab4af0e49 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.335511 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ccb9433d-a243-4217-a841-08a518df6f93 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.368835 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] For port c24bde5d-0946-46f0-8645-37dcf8d178f2, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:24.374021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] For port c24bde5d-0946-46f0-8645-37dcf8d178f2, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c24bde5d-0946-46f0-8645-37dcf8d178f2,segment=NetworkSegment(15850bcd-54b0-4a1d-95ae-645b65b8bc3a),segment_id=15850bcd-54b0-4a1d-95ae-645b65b8bc3a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:24.390503 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.419366 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-2d4d645c-0dd0-4e34-b0e9-1336ef19ad4e None None] Set router c4efcd2f-673e-4927-8d3c-d7ac5f58329e gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:24.431102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-125a89b5-d40a-424b-80ac-8c24f7a44b4a req-4c44906d-0662-4d74-9678-feac9a4a4708 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] No DVR routers for this DVR port 2bab4489-9823-4747-b03e-ed438539041d on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:52:24.436607 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9433d-a243-4217-a841-08a518df6f93 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Pushing event deleted for resources: {'Port': ['ID=25fa373e-e07e-4ef6-aed4-7b10ea0cfe36,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:24.439885 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-071cc2be-726d-4d80-b521-f06bb4f2d9cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Calling delete_port for e9eb964d-0b00-466f-9fad-73880e7afbb6 owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:24.450984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-7effcefa-1c9b-47e5-b963-844f19ca9312 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 54fa8c90-9cc7-4be6-928f-df964297946f {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:24.451392 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7effcefa-1c9b-47e5-b963-844f19ca9312 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.472934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-125a89b5-d40a-424b-80ac-8c24f7a44b4a req-4c44906d-0662-4d74-9678-feac9a4a4708 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.474910 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-125a89b5-d40a-424b-80ac-8c24f7a44b4a req-4c44906d-0662-4d74-9678-feac9a4a4708 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.18 "DELETE /v2.0/ports/2bab4489-9823-4747-b03e-ed438539041d HTTP/1.1" status: 204 len: 173 time: 4.3475649 Mar 16 10:52:24.481982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bfe812-a930-42ab-a925-8dbc288acf8b', 'name': 'network-vif-deleted', 'tag': '2bab4489-9823-4747-b03e-ed438539041d'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:52:24.598560 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bfe812-a930-42ab-a925-8dbc288acf8b', 'name': 'network-vif-deleted', 'tag': '2bab4489-9823-4747-b03e-ed438539041d', 'status': 'completed', 'code': 200} Mar 16 10:52:24.609740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc0dee-bc48-462e-af3e-76e720c45edb None None] Pushing event updated for resources: {'Port': ['ID=c24bde5d-0946-46f0-8645-37dcf8d178f2,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:24.671375 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:24.671772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:24.976238 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-2d4d645c-0dd0-4e34-b0e9-1336ef19ad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'name': 'tempest-ServersTestJSON-1438176097-router', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:54Z', 'revision_number': 4, 'project_id': '88d104187244448c94232efcadd9a6a6', 'gw_port': {'id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:43Z', 'updated_at': '2022-03-16T10:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a593dc41-b4ba-4d5c-bddd-cf191a90eb2c', 'name': '', 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'mac_address': 'fa:16:3e:3d:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:50Z', 'updated_at': '2022-03-16T10:50:09Z', 'revision_number': 5, 'project_id': '88d104187244448c94232efcadd9a6a6', 'subnets': [{'id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:24.984301 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d645c-0dd0-4e34-b0e9-1336ef19ad4e None None] Checking router: c4efcd2f-673e-4927-8d3c-d7ac5f58329e for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:52:25.003762 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d645c-0dd0-4e34-b0e9-1336ef19ad4e None None] Routers {'c4efcd2f-673e-4927-8d3c-d7ac5f58329e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:25.005194 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-2d4d645c-0dd0-4e34-b0e9-1336ef19ad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:25.077986 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-07186b47-90a1-4ee7-a7c6-95b948f3f36d req-df34e391-ecf3-47a8-bd59-99f99ec152f7 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bfe812-a930-42ab-a925-8dbc288acf8b HTTP/1.1" status: 200 len: 210 time: 0.3144171 Mar 16 10:52:25.120882 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:25.218256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-25caae7c-e84e-4a3c-87b1-93b2e4865b11 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.229047 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2add8f7-eda9-4bea-ba43-e257ac2af43e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.239625 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ccb9433d-a243-4217-a841-08a518df6f93 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.357490 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a14f6d9-07e6-4b3c-88c7-18708bb376dc None None] Network bbff2844-990b-4619-bd38-3ed454705b3e requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:25.383632 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-071cc2be-726d-4d80-b521-f06bb4f2d9cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.389465 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-2d4d645c-0dd0-4e34-b0e9-1336ef19ad4e None None] Set router c4efcd2f-673e-4927-8d3c-d7ac5f58329e gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:25.422034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25caae7c-e84e-4a3c-87b1-93b2e4865b11 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Subnet': ['ID=23024390-510e-49d1-ace9-e33b8cf1dd17,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:25.458679 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cc2be-726d-4d80-b521-f06bb4f2d9cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Pushing event deleted for resources: {'Port': ['ID=e9eb964d-0b00-466f-9fad-73880e7afbb6,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:25.473526 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2add8f7-eda9-4bea-ba43-e257ac2af43e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network bbff2844-990b-4619-bd38-3ed454705b3e is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:25.485178 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-a2add8f7-eda9-4bea-ba43-e257ac2af43e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:25.510841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2add8f7-eda9-4bea-ba43-e257ac2af43e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:25.513060 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2add8f7-eda9-4bea-ba43-e257ac2af43e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.577893 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25caae7c-e84e-4a3c-87b1-93b2e4865b11 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Checking segment: {'id': '6ba64ed3-405f-4fb6-9100-aebe620ddc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:25.578535 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25caae7c-e84e-4a3c-87b1-93b2e4865b11 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network hostable DHCP agents. Network: b32f7233-942e-4148-96e9-34a31a38d80f, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:25.580491 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-75e903b5-2cf1-4809-927b-297028e8dad1 None None] Provisioning for port 51f802fd-d5b9-4e54-ba3d-855493e813f7 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:25.624745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 51f802fd-d5b9-4e54-ba3d-855493e813f7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:25.627126 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25caae7c-e84e-4a3c-87b1-93b2e4865b11 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network b32f7233-942e-4148-96e9-34a31a38d80f is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:25.637694 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-071cc2be-726d-4d80-b521-f06bb4f2d9cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.658961 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7effcefa-1c9b-47e5-b963-844f19ca9312 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.756221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-25caae7c-e84e-4a3c-87b1-93b2e4865b11 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, b32f7233-942e-4148-96e9-34a31a38d80f) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:25.763736 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25caae7c-e84e-4a3c-87b1-93b2e4865b11 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:25.764325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-25caae7c-e84e-4a3c-87b1-93b2e4865b11 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.769467 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a85aac-8d48-4dca-a495-d90832493523 None None] Network b32f7233-942e-4148-96e9-34a31a38d80f requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:25.846702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-071cc2be-726d-4d80-b521-f06bb4f2d9cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.850304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-071cc2be-726d-4d80-b521-f06bb4f2d9cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.853673 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-2d4d645c-0dd0-4e34-b0e9-1336ef19ad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'name': 'tempest-ServersTestJSON-1438176097-router', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:54Z', 'revision_number': 4, 'project_id': '88d104187244448c94232efcadd9a6a6', 'gw_port': {'id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:43Z', 'updated_at': '2022-03-16T10:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a593dc41-b4ba-4d5c-bddd-cf191a90eb2c', 'name': '', 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'mac_address': 'fa:16:3e:3d:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:50Z', 'updated_at': '2022-03-16T10:50:09Z', 'revision_number': 5, 'project_id': '88d104187244448c94232efcadd9a6a6', 'subnets': [{'id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:25.858855 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d645c-0dd0-4e34-b0e9-1336ef19ad4e None None] The sync data for ids ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'] in dv-neutron-833859-1-hyperv is: [{'id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'name': 'tempest-ServersTestJSON-1438176097-router', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:54Z', 'revision_number': 4, 'project_id': '88d104187244448c94232efcadd9a6a6', 'gw_port': {'id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:43Z', 'updated_at': '2022-03-16T10:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a593dc41-b4ba-4d5c-bddd-cf191a90eb2c', 'name': '', 'network_id': '5d0c7ad5-cc66-42bd-9976-b209dfba76ff', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'mac_address': 'fa:16:3e:3d:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:50Z', 'updated_at': '2022-03-16T10:50:09Z', 'revision_number': 5, 'project_id': '88d104187244448c94232efcadd9a6a6', 'subnets': [{'id': '1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:25.871549 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-25caae7c-e84e-4a3c-87b1-93b2e4865b11 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7708023 Mar 16 10:52:25.880152 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45334) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:25.944355 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 51f802fd-d5b9-4e54-ba3d-855493e813f7 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:25.970221 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-7effcefa-1c9b-47e5-b963-844f19ca9312 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for 54fa8c90-9cc7-4be6-928f-df964297946f owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:25.998585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 51f802fd-d5b9-4e54-ba3d-855493e813f7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:25.998585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.000656 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ccb9433d-a243-4217-a841-08a518df6f93 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.001928 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ccb9433d-a243-4217-a841-08a518df6f93 tempest-ServersTestManualDisk-1588973100 tempest-ServersTestManualDisk-1588973100-project] 10.222.0.44 "DELETE /v2.0/floatingips/d52817fb-7b01-4096-aca9-849926b3b153 HTTP/1.1" status: 204 len: 168 time: 3.5400770 Mar 16 10:52:26.017361 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a2add8f7-eda9-4bea-ba43-e257ac2af43e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.2601423 Mar 16 10:52:26.022135 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45338) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:26.022771 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45340) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:26.023540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-071cc2be-726d-4d80-b521-f06bb4f2d9cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.024239 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071cc2be-726d-4d80-b521-f06bb4f2d9cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Fanout notify agent at l3_agent the message router_deleted on router 7d54c5aa-b33a-48d8-9b85-53d43c6cf364 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:26.037240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2add8f7-eda9-4bea-ba43-e257ac2af43e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Subnet': ['ID=dee851eb-eff7-4b88-9e76-7e7274a12c0b,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:26.100622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'network_id': 'bbff2844-990b-4619-bd38-3ed454705b3e', 'fixed_ips': [{'subnet_id': '861914ed-f840-40e5-a47e-09ff28ae1732'}, {'subnet_id': 'dee851eb-eff7-4b88-9e76-7e7274a12c0b'}], 'name': 'tempest-PortsTestJSON-657697763'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:26.162762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-071cc2be-726d-4d80-b521-f06bb4f2d9cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.163889 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-071cc2be-726d-4d80-b521-f06bb4f2d9cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "DELETE /v2.0/routers/7d54c5aa-b33a-48d8-9b85-53d43c6cf364 HTTP/1.1" status: 204 len: 168 time: 4.1404462 Mar 16 10:52:26.171716 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45348) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:26.211620 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:52:18Z', 'revision_number': 2, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:24Z', 'revision_number': 4, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:26.235787 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f709c1-8dd7-4db6-a48f-bb70b15927cb None None] The sync data for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv is: [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:52:18Z', 'revision_number': 2, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:24Z', 'revision_number': 4, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:26.248325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-b32f7233-942e-4148-96e9-34a31a38d80f', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:26.249148 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.265758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-956248183', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}, 'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:26.285000 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b6fdcf-0e4e-4f41-aad7-0f39b9d2286b None None] New status for floating IP d64af580-9b2e-41fa-bcb1-324eb1a0bb46: DOWN {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:52:26.301624 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:26.318204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45354) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:26.327033 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7effcefa-1c9b-47e5-b963-844f19ca9312 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.354510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Usage tracker for resource:router and tenant:3b45365384544d2aa7bc1cd0060bd8cf is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:26.374789 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:26.407599 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effcefa-1c9b-47e5-b963-844f19ca9312 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=54fa8c90-9cc7-4be6-928f-df964297946f,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:26.414427 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7effcefa-1c9b-47e5-b963-844f19ca9312 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.447001 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7effcefa-1c9b-47e5-b963-844f19ca9312 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/54fa8c90-9cc7-4be6-928f-df964297946f HTTP/1.1" status: 204 len: 168 time: 2.2914560 Mar 16 10:52:26.450349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45358) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:26.498605 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b98230-fd1f-46d7-a44b-14c834a62aea tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] GET failed (client error): The resource could not be found. Mar 16 10:52:26.499236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-95b98230-fd1f-46d7-a44b-14c834a62aea tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:26.536127 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-95b98230-fd1f-46d7-a44b-14c834a62aea tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:26.540905 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-95b98230-fd1f-46d7-a44b-14c834a62aea tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports/54fa8c90-9cc7-4be6-928f-df964297946f HTTP/1.1" status: 404 len: 333 time: 0.0859783 Mar 16 10:52:26.541776 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45362) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:26.580120 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d10151cf-3d36-4ae7-b121-9f3ab90883c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'name': 'tempest-PortsIpV6TestJSON-63595384'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:26.650755 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:26.708656 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.830179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d10151cf-3d36-4ae7-b121-9f3ab90883c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:26.861701 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d10151cf-3d36-4ae7-b121-9f3ab90883c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:26.899378 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcfc2148-9a20-479f-90f8-90fab4af0e49 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.901391 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10151cf-3d36-4ae7-b121-9f3ab90883c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:26.912379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d10151cf-3d36-4ae7-b121-9f3ab90883c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.919015 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55275af4-2dc0-4f82-89d4-bc27332c7336 None None] Update dhcp port {'port': {'network_id': 'bbff2844-990b-4619-bd38-3ed454705b3e', 'fixed_ips': [{'subnet_id': '861914ed-f840-40e5-a47e-09ff28ae1732', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dee851eb-eff7-4b88-9e76-7e7274a12c0b'}], 'binding:host_id': 'dv-neutron-833859-1-hyperv'}, 'id': '51f802fd-d5b9-4e54-ba3d-855493e813f7'} from dv-neutron-833859-1-hyperv. {{(pid=87970) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:52:26.931261 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcfc2148-9a20-479f-90f8-90fab4af0e49 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.973931 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.975274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.978495 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 51f802fd-d5b9-4e54-ba3d-855493e813f7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=51f802fd-d5b9-4e54-ba3d-855493e813f7,segment=NetworkSegment(2e855761-9afc-4f68-91ea-35d8c68bc0b5),segment_id=2e855761-9afc-4f68-91ea-35d8c68bc0b5)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:26.994540 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.997651 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Allocated IP 172.21.0.2 (b32f7233-942e-4148-96e9-34a31a38d80f/23024390-510e-49d1-ace9-e33b8cf1dd17/99d8b8a4-c885-4f83-b858-6debb49216c1) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:26.999500 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:27.004880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:port and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:27.008508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:27.014776 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:27.028330 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-d10151cf-3d36-4ae7-b121-9f3ab90883c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] device_id is not set on port 0d0332f8-f0c7-4848-8260-6990caaf40eb yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:27.044867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:27.070450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-55275af4-2dc0-4f82-89d4-bc27332c7336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.169278 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=51f802fd-d5b9-4e54-ba3d-855493e813f7,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:27.185277 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-41b3330f-0b41-47fa-b8e3-e922841d8d82 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.194228 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.384896 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-bcfc2148-9a20-479f-90f8-90fab4af0e49 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Floating IP a3d2db95-e6b1-4dcb-a72d-ebe8cfd01fd0 associated. External IP: 172.26.3.210, port: a94b9f04-1b69-4685-887e-91354c00ef62. Mar 16 10:52:27.392695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.501252 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-55275af4-2dc0-4f82-89d4-bc27332c7336 None None] Allocated IP 172.20.0.18 (bbff2844-990b-4619-bd38-3ed454705b3e/dee851eb-eff7-4b88-9e76-7e7274a12c0b/51f802fd-d5b9-4e54-ba3d-855493e813f7) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:27.510494 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.530649 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Transition to ACTIVE for port object 99d8b8a4-c885-4f83-b858-6debb49216c1 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:27.550662 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] device_id is not set on port cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:27.628560 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Transition to ACTIVE for port object 99d8b8a4-c885-4f83-b858-6debb49216c1 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:27.635176 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-41b3330f-0b41-47fa-b8e3-e922841d8d82 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.650229 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.701347 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c24bde5d-0946-46f0-8645-37dcf8d178f2 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:27.779452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d10151cf-3d36-4ae7-b121-9f3ab90883c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.787345 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-55275af4-2dc0-4f82-89d4-bc27332c7336 None None] For port 51f802fd-d5b9-4e54-ba3d-855493e813f7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=51f802fd-d5b9-4e54-ba3d-855493e813f7,segment=NetworkSegment(2e855761-9afc-4f68-91ea-35d8c68bc0b5),segment_id=2e855761-9afc-4f68-91ea-35d8c68bc0b5)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:27.792079 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Network b32f7233-942e-4148-96e9-34a31a38d80f is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:27.799103 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:27.815101 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:27.832142 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Pushing event updated for resources: {'Port': ['ID=99d8b8a4-c885-4f83-b858-6debb49216c1,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:27.916423 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-55275af4-2dc0-4f82-89d4-bc27332c7336 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.958581 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Attempting to bind port 99d8b8a4-c885-4f83-b858-6debb49216c1 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:27.958963 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Attempting to bind port 99d8b8a4-c885-4f83-b858-6debb49216c1 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '6ba64ed3-405f-4fb6-9100-aebe620ddc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:27.959333 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Attempting to bind port 99d8b8a4-c885-4f83-b858-6debb49216c1 on network b32f7233-942e-4148-96e9-34a31a38d80f {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:27.961944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-55275af4-2dc0-4f82-89d4-bc27332c7336 None None] Transition to ACTIVE for port object 51f802fd-d5b9-4e54-ba3d-855493e813f7 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:27.964152 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port c24bde5d-0946-46f0-8645-37dcf8d178f2 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:27.970974 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:27.971359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Checking segment: {'id': '6ba64ed3-405f-4fb6-9100-aebe620ddc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:27.971765 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.972152 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Bound using segment: {'id': '6ba64ed3-405f-4fb6-9100-aebe620ddc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:27.972627 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Bound port: 99d8b8a4-c885-4f83-b858-6debb49216c1, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba64ed3-405f-4fb6-9100-aebe620ddc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:27.972986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.984496 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-55275af4-2dc0-4f82-89d4-bc27332c7336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.996560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfc2148-9a20-479f-90f8-90fab4af0e49 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 70932f2b-e2ed-421c-886a-a7bd9593eacc has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:27.998701 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d10151cf-3d36-4ae7-b121-9f3ab90883c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.018048 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port c24bde5d-0946-46f0-8645-37dcf8d178f2 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:28.018417 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.157193 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10151cf-3d36-4ae7-b121-9f3ab90883c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:28.171917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-d10151cf-3d36-4ae7-b121-9f3ab90883c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:28.178174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10151cf-3d36-4ae7-b121-9f3ab90883c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:28.179499 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.184879 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10151cf-3d36-4ae7-b121-9f3ab90883c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:28.185597 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d10151cf-3d36-4ae7-b121-9f3ab90883c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.221878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10151cf-3d36-4ae7-b121-9f3ab90883c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=0d0332f8-f0c7-4848-8260-6990caaf40eb,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:28.234255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-41b3330f-0b41-47fa-b8e3-e922841d8d82 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.257078 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55275af4-2dc0-4f82-89d4-bc27332c7336 None None] Pushing event updated for resources: {'Port': ['ID=51f802fd-d5b9-4e54-ba3d-855493e813f7,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:28.273735 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] For port 99d8b8a4-c885-4f83-b858-6debb49216c1, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:28.278140 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] For port 99d8b8a4-c885-4f83-b858-6debb49216c1, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=99d8b8a4-c885-4f83-b858-6debb49216c1,segment=NetworkSegment(6ba64ed3-405f-4fb6-9100-aebe620ddc78),segment_id=6ba64ed3-405f-4fb6-9100-aebe620ddc78)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:28.304447 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3330f-0b41-47fa-b8e3-e922841d8d82 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0957a30d-b16b-4a01-8ce9-8f97cab1c03c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:28.314371 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.333698 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d10151cf-3d36-4ae7-b121-9f3ab90883c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.7709348 Mar 16 10:52:28.336502 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45370) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:28.350775 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-fcbc52d0-46ae-4f05-b398-5d53d7680199 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:28.394288 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.440639 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfc2148-9a20-479f-90f8-90fab4af0e49 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:28.451954 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d21c4-0cf3-4719-86ec-77b83f2ce959 None None] Sync routers for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:28.457274 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.470197 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d21c4-0cf3-4719-86ec-77b83f2ce959 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:28.470808 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-7b7d21c4-0cf3-4719-86ec-77b83f2ce959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:28.523613 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port c24bde5d-0946-46f0-8645-37dcf8d178f2, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c24bde5d-0946-46f0-8645-37dcf8d178f2,segment=NetworkSegment(15850bcd-54b0-4a1d-95ae-645b65b8bc3a),segment_id=15850bcd-54b0-4a1d-95ae-645b65b8bc3a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:28.531006 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115e66b-c151-4fb4-ad33-b8e5b346a7c0 None None] Pushing event updated for resources: {'Port': ['ID=99d8b8a4-c885-4f83-b858-6debb49216c1,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:28.538649 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.539568 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 51f802fd-d5b9-4e54-ba3d-855493e813f7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:28.577149 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-7b7d21c4-0cf3-4719-86ec-77b83f2ce959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:28.590923 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d21c4-0cf3-4719-86ec-77b83f2ce959 None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:28.592219 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-7b7d21c4-0cf3-4719-86ec-77b83f2ce959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:28.674201 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fcbc52d0-46ae-4f05-b398-5d53d7680199 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.682007 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-7b7d21c4-0cf3-4719-86ec-77b83f2ce959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:28.682415 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d21c4-0cf3-4719-86ec-77b83f2ce959 None None] The sync data for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:28.729413 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=c24bde5d-0946-46f0-8645-37dcf8d178f2,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:28.828704 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-41b3330f-0b41-47fa-b8e3-e922841d8d82 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.831263 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-41b3330f-0b41-47fa-b8e3-e922841d8d82 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "DELETE /v2.0/security-groups/0957a30d-b16b-4a01-8ce9-8f97cab1c03c HTTP/1.1" status: 204 len: 168 time: 2.5084002 Mar 16 10:52:28.834885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45374) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:28.885905 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-07ad2801-329b-4e68-bb49-013355c8d5b8 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] show failed (client error): The resource could not be found. Mar 16 10:52:28.887035 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-07ad2801-329b-4e68-bb49-013355c8d5b8 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "GET /v2.0/security-groups/0957a30d-b16b-4a01-8ce9-8f97cab1c03c HTTP/1.1" status: 404 len: 347 time: 0.0447688 Mar 16 10:52:28.891249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45378) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:29.092248 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45443bb-1e51-4800-8208-68fa7a7a8f81 None None] Network bbff2844-990b-4619-bd38-3ed454705b3e requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:29.162010 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7c642-22f8-42e1-8ce3-a093cfbb7130 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Deleting port 4403845f-63b9-44c6-9aee-63a1db19474a {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:29.162353 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c642-22f8-42e1-8ce3-a093cfbb7130 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.167567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Allocated IP 172.20.0.4 (bbff2844-990b-4619-bd38-3ed454705b3e/861914ed-f840-40e5-a47e-09ff28ae1732/cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:29.209142 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Allocated IP 172.20.0.26 (bbff2844-990b-4619-bd38-3ed454705b3e/dee851eb-eff7-4b88-9e76-7e7274a12c0b/cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:29.289222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e099a8a-1587-4607-ae84-974f64228e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.388389 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d4b3a1d5-f5f6-4a21-8b30-d7eac3c735c1 None None] Provisioning for port 51f802fd-d5b9-4e54-ba3d-855493e813f7 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:29.398858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d4b3a1d5-f5f6-4a21-8b30-d7eac3c735c1 None None] Provisioning complete for port 51f802fd-d5b9-4e54-ba3d-855493e813f7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:29.398858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d4b3a1d5-f5f6-4a21-8b30-d7eac3c735c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.662105 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fcbc52d0-46ae-4f05-b398-5d53d7680199 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.666801 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfc2148-9a20-479f-90f8-90fab4af0e49 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 5aa6e5e0-ee36-4685-9393-ccea257364bf has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:29.682223 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fcbc52d0-46ae-4f05-b398-5d53d7680199 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.711460 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c24bde5d-0946-46f0-8645-37dcf8d178f2 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:29.758109 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c642-22f8-42e1-8ce3-a093cfbb7130 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.758445 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c642-22f8-42e1-8ce3-a093cfbb7130 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.821380 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port c24bde5d-0946-46f0-8645-37dcf8d178f2 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:29.822925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.880334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Allocated IP 172.21.0.1 (b32f7233-942e-4148-96e9-34a31a38d80f/23024390-510e-49d1-ace9-e33b8cf1dd17/537cc59c-2d28-4ab3-b108-d1f6fdd8673c) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:29.897472 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7c642-22f8-42e1-8ce3-a093cfbb7130 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Calling delete_port for 4403845f-63b9-44c6-9aee-63a1db19474a owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:29.972576 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc52d0-46ae-4f05-b398-5d53d7680199 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] In _notify_port_updated(), no bound segment for port 0d0332f8-f0c7-4848-8260-6990caaf40eb on network 11edfc0f-ccfb-433f-a71c-f7e67b66743b {{(pid=87968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:52:29.977943 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc52d0-46ae-4f05-b398-5d53d7680199 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:29.978562 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fcbc52d0-46ae-4f05-b398-5d53d7680199 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.979888 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fcbc52d0-46ae-4f05-b398-5d53d7680199 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "PUT /v2.0/ports/0d0332f8-f0c7-4848-8260-6990caaf40eb HTTP/1.1" status: 200 len: 818 time: 1.6421707 Mar 16 10:52:29.983923 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6dc778a1-4e5b-4a71-9648-e69bdc70a38d None None] Provisioning complete for port 51f802fd-d5b9-4e54-ba3d-855493e813f7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:29.984392 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6dc778a1-4e5b-4a71-9648-e69bdc70a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.027122 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a56ac4-8da1-4e77-8ee9-7ff9a439b525 None None] Network b32f7233-942e-4148-96e9-34a31a38d80f requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:30.044674 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45382) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:30.050797 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.072782 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 51f802fd-d5b9-4e54-ba3d-855493e813f7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:30.101840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.151201 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc52d0-46ae-4f05-b398-5d53d7680199 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=0d0332f8-f0c7-4848-8260-6990caaf40eb,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:30.178888 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f7d30-e822-4a29-9775-6e2a5a8df958 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 0d0332f8-f0c7-4848-8260-6990caaf40eb {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:30.179304 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7d30-e822-4a29-9775-6e2a5a8df958 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.421557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfc2148-9a20-479f-90f8-90fab4af0e49 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:30.443171 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 51f802fd-d5b9-4e54-ba3d-855493e813f7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:30.443628 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.473066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8ca001-2553-4f3b-90ef-cbc033a74fa9 None None] Sync routers for ids ['5aa6e5e0-ee36-4685-9393-ccea257364bf'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:30.488086 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcfc2148-9a20-479f-90f8-90fab4af0e49 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.493724 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.500900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ca001-2553-4f3b-90ef-cbc033a74fa9 None None] Routers {'5aa6e5e0-ee36-4685-9393-ccea257364bf'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:30.501590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-8a8ca001-2553-4f3b-90ef-cbc033a74fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5aa6e5e0-ee36-4685-9393-ccea257364bf'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:30.559733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.561435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c642-22f8-42e1-8ce3-a093cfbb7130 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.575276 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Transition to ACTIVE for port object 537cc59c-2d28-4ab3-b108-d1f6fdd8673c will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:30.595020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-8a8ca001-2553-4f3b-90ef-cbc033a74fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:30.597294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Transition to ACTIVE for port object cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:30.616415 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-416825bd-c59f-4a42-a524-dad2fe9efb56 None None] Provisioning for port 99d8b8a4-c885-4f83-b858-6debb49216c1 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:30.628838 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ca001-2553-4f3b-90ef-cbc033a74fa9 None None] Routers {'5aa6e5e0-ee36-4685-9393-ccea257364bf'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:30.629160 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-8a8ca001-2553-4f3b-90ef-cbc033a74fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5aa6e5e0-ee36-4685-9393-ccea257364bf'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:30.632922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Allocated IP 172.26.3.228 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/116e16da-b830-4f4e-b617-db2525952aac) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:30.639489 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7c642-22f8-42e1-8ce3-a093cfbb7130 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Pushing event deleted for resources: {'Port': ['ID=4403845f-63b9-44c6-9aee-63a1db19474a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:30.646841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7d30-e822-4a29-9775-6e2a5a8df958 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.701304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.741427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-8a8ca001-2553-4f3b-90ef-cbc033a74fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:30.741980 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8ca001-2553-4f3b-90ef-cbc033a74fa9 None None] The sync data for ids ['5aa6e5e0-ee36-4685-9393-ccea257364bf'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:30.765439 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 99d8b8a4-c885-4f83-b858-6debb49216c1 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:30.841616 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d96b06cd-d9e6-4bb4-b00e-55b09cb8c49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.856488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 99d8b8a4-c885-4f83-b858-6debb49216c1 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:30.861552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 99d8b8a4-c885-4f83-b858-6debb49216c1 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:30.861926 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.884786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.887960 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f7d30-e822-4a29-9775-6e2a5a8df958 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for 0d0332f8-f0c7-4848-8260-6990caaf40eb owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:30.908410 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=537cc59c-2d28-4ab3-b108-d1f6fdd8673c,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:30.912196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network b32f7233-942e-4148-96e9-34a31a38d80f is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:30.954562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:30.967920 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:30.979647 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bcfc2148-9a20-479f-90f8-90fab4af0e49 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "PUT /v2.0/floatingips/a3d2db95-e6b1-4dcb-a72d-ebe8cfd01fd0 HTTP/1.1" status: 200 len: 977 time: 7.0752635 Mar 16 10:52:30.982165 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45392) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:30.985616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c642-22f8-42e1-8ce3-a093cfbb7130 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.987980 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c642-22f8-42e1-8ce3-a093cfbb7130 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.991782 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d6a7c642-22f8-42e1-8ce3-a093cfbb7130 tempest-ServersTestJSON-1604793086 tempest-ServersTestJSON-1604793086-project] 10.222.0.44 "DELETE /v2.0/floatingips/d64af580-9b2e-41fa-bcb1-324eb1a0bb46 HTTP/1.1" status: 204 len: 168 time: 2.0967832 Mar 16 10:52:31.000438 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45396) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:31.014261 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.060083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 99d8b8a4-c885-4f83-b858-6debb49216c1, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=99d8b8a4-c885-4f83-b858-6debb49216c1,segment=NetworkSegment(6ba64ed3-405f-4fb6-9100-aebe620ddc78),segment_id=6ba64ed3-405f-4fb6-9100-aebe620ddc78)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:31.068585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.109310 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network bbff2844-990b-4619-bd38-3ed454705b3e is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:31.137975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:31.140285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-1e099a8a-1587-4607-ae84-974f64228e46 admin admin] Deleting port 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:31.140809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e099a8a-1587-4607-ae84-974f64228e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.158519 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-796dcf55-f3e1-4f59-930d-4807faa40b14 None None] Provisioning complete for port 99d8b8a4-c885-4f83-b858-6debb49216c1 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:31.158960 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-796dcf55-f3e1-4f59-930d-4807faa40b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.172148 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:31.243474 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-71508564-e92e-4ae7-b4d4-e4dda961e9db tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting port 70241351-f649-491f-ad30-b132ecf94cea {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:31.243820 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-71508564-e92e-4ae7-b4d4-e4dda961e9db tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.279470 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.314618 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7d30-e822-4a29-9775-6e2a5a8df958 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.348036 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=99d8b8a4-c885-4f83-b858-6debb49216c1,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:31.391359 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f7d30-e822-4a29-9775-6e2a5a8df958 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=0d0332f8-f0c7-4848-8260-6990caaf40eb,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:31.397862 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7d30-e822-4a29-9775-6e2a5a8df958 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.459964 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fb6f7d30-e822-4a29-9775-6e2a5a8df958 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/0d0332f8-f0c7-4848-8260-6990caaf40eb HTTP/1.1" status: 204 len: 168 time: 1.4044721 Mar 16 10:52:31.460899 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45400) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:31.474057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.476429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:31.528089 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 99d8b8a4-c885-4f83-b858-6debb49216c1 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:31.588863 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:31.590526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.593572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-528a86c1-2223-404a-a8b9-0ab1abdaa325 None None] Provisioning for port cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:31.603339 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-528a86c1-2223-404a-a8b9-0ab1abdaa325 None None] Provisioning complete for port cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:31.603703 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-528a86c1-2223-404a-a8b9-0ab1abdaa325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.659080 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-71508564-e92e-4ae7-b4d4-e4dda961e9db tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.673167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 99d8b8a4-c885-4f83-b858-6debb49216c1 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:31.673419 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d436ffc-5d48-4874-9471-1f16e1ed158f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:31.673681 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.674091 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8d436ffc-5d48-4874-9471-1f16e1ed158f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:31.702290 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-528a86c1-2223-404a-a8b9-0ab1abdaa325 None None] Port cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:31.731606 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-528a86c1-2223-404a-a8b9-0ab1abdaa325 None None] Provisioning for port 537cc59c-2d28-4ab3-b108-d1f6fdd8673c completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:31.738321 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-528a86c1-2223-404a-a8b9-0ab1abdaa325 None None] Provisioning complete for port 537cc59c-2d28-4ab3-b108-d1f6fdd8673c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:31.738768 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-528a86c1-2223-404a-a8b9-0ab1abdaa325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.757124 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8d436ffc-5d48-4874-9471-1f16e1ed158f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:31.761051 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8d436ffc-5d48-4874-9471-1f16e1ed158f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2965162 Mar 16 10:52:31.761978 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45404) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:31.811691 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-579b22a1-a07f-415c-98d4-ae8b5ac28d98 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] GET failed (client error): The resource could not be found. Mar 16 10:52:31.817104 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-579b22a1-a07f-415c-98d4-ae8b5ac28d98 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports/0d0332f8-f0c7-4848-8260-6990caaf40eb HTTP/1.1" status: 404 len: 333 time: 0.0505121 Mar 16 10:52:31.819224 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45408) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:31.822759 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-f7db349e-079a-4e26-b523-eb3a465625ae tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2084944188'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:31.837296 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-528a86c1-2223-404a-a8b9-0ab1abdaa325 None None] Port 537cc59c-2d28-4ab3-b108-d1f6fdd8673c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:31.837911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f7db349e-079a-4e26-b523-eb3a465625ae tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:31.882511 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-848eeea4-8500-4525-82f4-c99ce289a3d2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 5.8540194 Mar 16 10:52:31.889284 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45412) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:31.893184 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f7db349e-079a-4e26-b523-eb3a465625ae tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:network and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:31.903039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f7db349e-079a-4e26-b523-eb3a465625ae tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:31.908696 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-9c94d4af-c1ab-4475-b60b-723fd6ea74e6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '861914ed-f840-40e5-a47e-09ff28ae1732'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:31.954134 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f7db349e-079a-4e26-b523-eb3a465625ae tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:31.954433 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.988037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7db349e-079a-4e26-b523-eb3a465625ae tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:31.991896 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f7db349e-079a-4e26-b523-eb3a465625ae tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.005677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-1e099a8a-1587-4607-ae84-974f64228e46 admin admin] For port 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f,segment=NetworkSegment(deac7e7d-b923-4097-860a-359d44c1f7dd),segment_id=deac7e7d-b923-4097-860a-359d44c1f7dd)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:32.006014 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e099a8a-1587-4607-ae84-974f64228e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.135892 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:32.211296 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7db349e-079a-4e26-b523-eb3a465625ae tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:32.243741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f7db349e-079a-4e26-b523-eb3a465625ae tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.244081 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-f7db349e-079a-4e26-b523-eb3a465625ae tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Added segment 60981117-85dd-4927-a264-2e3ed422bec6 of type vlan for network 72e48d45-01a2-4d50-8293-2512d01e164a Mar 16 10:52:32.251854 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-71508564-e92e-4ae7-b4d4-e4dda961e9db tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.252275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-71508564-e92e-4ae7-b4d4-e4dda961e9db tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.252526 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-71508564-e92e-4ae7-b4d4-e4dda961e9db tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Floating IP a3d2db95-e6b1-4dcb-a72d-ebe8cfd01fd0 disassociated. External IP: 172.26.3.210, port: 70241351-f649-491f-ad30-b132ecf94cea. Mar 16 10:52:32.252910 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-71508564-e92e-4ae7-b4d4-e4dda961e9db tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Calling delete_port for 70241351-f649-491f-ad30-b132ecf94cea owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:32.346850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f7db349e-079a-4e26-b523-eb3a465625ae tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.363434 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-1e099a8a-1587-4607-ae84-974f64228e46 admin admin] Calling delete_port for 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:32.403028 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:32.424039 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:32.457611 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Pushing event updated for resources: {'Port': ['ID=116e16da-b830-4f4e-b617-db2525952aac,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:32.489687 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9c94d4af-c1ab-4475-b60b-723fd6ea74e6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.496069 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.544738 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f7db349e-079a-4e26-b523-eb3a465625ae tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.550031 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7db349e-079a-4e26-b523-eb3a465625ae tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:32.550643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f7db349e-079a-4e26-b523-eb3a465625ae tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.586287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-71508564-e92e-4ae7-b4d4-e4dda961e9db tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.673213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71508564-e92e-4ae7-b4d4-e4dda961e9db tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Port': ['ID=70241351-f649-491f-ad30-b132ecf94cea,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:32.776506 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f7db349e-079a-4e26-b523-eb3a465625ae tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9556069 Mar 16 10:52:32.781214 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45416) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:32.781798 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db349e-079a-4e26-b523-eb3a465625ae tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Network': ['ID=72e48d45-01a2-4d50-8293-2512d01e164a,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:32.793610 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 72e48d45-01a2-4d50-8293-2512d01e164a details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:32.958370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-75cf2f39-d7d7-4b54-930e-37b40d305723 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'subnet': {'network_id': '72e48d45-01a2-4d50-8293-2512d01e164a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:32.993325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-420dc3c3-fb79-40ea-8cdf-754721ffa23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:33.253272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-75cf2f39-d7d7-4b54-930e-37b40d305723 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:33.278138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-75cf2f39-d7d7-4b54-930e-37b40d305723 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:subnet and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:33.286147 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-75cf2f39-d7d7-4b54-930e-37b40d305723 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:33.299599 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-75cf2f39-d7d7-4b54-930e-37b40d305723 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:33.349898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71508564-e92e-4ae7-b4d4-e4dda961e9db tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 5aa6e5e0-ee36-4685-9393-ccea257364bf has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:33.363439 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cf2f39-d7d7-4b54-930e-37b40d305723 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:33.366814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-75cf2f39-d7d7-4b54-930e-37b40d305723 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:33.449985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e099a8a-1587-4607-ae84-974f64228e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:33.453334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:33.540485 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-9c94d4af-c1ab-4475-b60b-723fd6ea74e6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Delete allocated IP 172.20.0.26 (bbff2844-990b-4619-bd38-3ed454705b3e/dee851eb-eff7-4b88-9e76-7e7274a12c0b) {{(pid=87968) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 10:52:33.686152 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7d6c08b8-908f-4ed8-84f0-80b89e184e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:33.772739 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71508564-e92e-4ae7-b4d4-e4dda961e9db tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:33.773830 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e099a8a-1587-4607-ae84-974f64228e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:33.790637 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3752e810-0bd6-4bbf-b7a5-2094e6476101 None None] Sync routers for ids ['5aa6e5e0-ee36-4685-9393-ccea257364bf'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:33.804583 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3752e810-0bd6-4bbf-b7a5-2094e6476101 None None] Routers {'5aa6e5e0-ee36-4685-9393-ccea257364bf'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:33.805377 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3752e810-0bd6-4bbf-b7a5-2094e6476101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5aa6e5e0-ee36-4685-9393-ccea257364bf'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:33.958818 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3752e810-0bd6-4bbf-b7a5-2094e6476101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:33.972396 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3752e810-0bd6-4bbf-b7a5-2094e6476101 None None] Routers {'5aa6e5e0-ee36-4685-9393-ccea257364bf'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:33.973281 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3752e810-0bd6-4bbf-b7a5-2094e6476101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5aa6e5e0-ee36-4685-9393-ccea257364bf'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:33.991430 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-71508564-e92e-4ae7-b4d4-e4dda961e9db tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.014768 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-71508564-e92e-4ae7-b4d4-e4dda961e9db tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/ports/70241351-f649-491f-ad30-b132ecf94cea HTTP/1.1" status: 204 len: 168 time: 3.0303133 Mar 16 10:52:34.015917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45420) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:34.022279 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9c94d4af-c1ab-4475-b60b-723fd6ea74e6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.025707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.resource_extend [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:52:34.055216 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3752e810-0bd6-4bbf-b7a5-2094e6476101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:34.056561 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3752e810-0bd6-4bbf-b7a5-2094e6476101 None None] The sync data for ids ['5aa6e5e0-ee36-4685-9393-ccea257364bf'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:34.074166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.080007 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-75cf2f39-d7d7-4b54-930e-37b40d305723 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.145643 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.157375 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-9c94d4af-c1ab-4475-b60b-723fd6ea74e6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Transition to ACTIVE for port object cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:34.169594 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9c94d4af-c1ab-4475-b60b-723fd6ea74e6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.315465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.337499 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.440460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf2f39-d7d7-4b54-930e-37b40d305723 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Subnet': ['ID=6072e6d9-dcaa-4037-a88d-57a22e42f372,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:34.466527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.491777 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=537cc59c-2d28-4ab3-b108-d1f6fdd8673c,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:34.540580 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cf2f39-d7d7-4b54-930e-37b40d305723 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Checking segment: {'id': '60981117-85dd-4927-a264-2e3ed422bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '72e48d45-01a2-4d50-8293-2512d01e164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:34.540932 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cf2f39-d7d7-4b54-930e-37b40d305723 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network hostable DHCP agents. Network: 72e48d45-01a2-4d50-8293-2512d01e164a, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:34.557235 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94d4af-c1ab-4475-b60b-723fd6ea74e6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:34.676828 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-9c94d4af-c1ab-4475-b60b-723fd6ea74e6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] In _notify_port_updated(), no bound segment for port cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c on network bbff2844-990b-4619-bd38-3ed454705b3e {{(pid=87968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:52:34.682127 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94d4af-c1ab-4475-b60b-723fd6ea74e6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:34.682738 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9c94d4af-c1ab-4475-b60b-723fd6ea74e6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.684263 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9c94d4af-c1ab-4475-b60b-723fd6ea74e6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "PUT /v2.0/ports/cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c HTTP/1.1" status: 200 len: 918 time: 2.7929356 Mar 16 10:52:34.688258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45424) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:34.688581 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3a816d35-ad0c-482f-bab8-cf4ca7cf8f0b None None] Provisioning for port cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:34.694593 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3a816d35-ad0c-482f-bab8-cf4ca7cf8f0b None None] Provisioning complete for port cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:34.694774 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a816d35-ad0c-482f-bab8-cf4ca7cf8f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.698010 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2598f815-5996-4532-848a-85fcaa1a3b43 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '861914ed-f840-40e5-a47e-09ff28ae1732'}, {'subnet_id': 'dee851eb-eff7-4b88-9e76-7e7274a12c0b'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:34.722919 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cf2f39-d7d7-4b54-930e-37b40d305723 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 72e48d45-01a2-4d50-8293-2512d01e164a is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:34.751281 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3a816d35-ad0c-482f-bab8-cf4ca7cf8f0b None None] Port cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:34.758818 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.760675 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e099a8a-1587-4607-ae84-974f64228e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.814215 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-75cf2f39-d7d7-4b54-930e-37b40d305723 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 72e48d45-01a2-4d50-8293-2512d01e164a) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:34.823955 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aba2e7a-2405-48ce-b147-3349f9f831b7 None None] Network 72e48d45-01a2-4d50-8293-2512d01e164a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:34.833797 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cf2f39-d7d7-4b54-930e-37b40d305723 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:34.834384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-75cf2f39-d7d7-4b54-930e-37b40d305723 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.946537 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-75cf2f39-d7d7-4b54-930e-37b40d305723 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1622274 Mar 16 10:52:34.957994 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45428) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:34.972374 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-cde7a3d0-324f-40e8-824f-41bf066a5bf5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'subnet': {'network_id': '72e48d45-01a2-4d50-8293-2512d01e164a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:35.025813 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2598f815-5996-4532-848a-85fcaa1a3b43 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.055444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-72e48d45-01a2-4d50-8293-2512d01e164a', 'network_id': '72e48d45-01a2-4d50-8293-2512d01e164a', 'tenant_id': 'a73c732b534b4cd9966f77ee5114e274', 'fixed_ips': [{'subnet_id': '6072e6d9-dcaa-4037-a88d-57a22e42f372'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:35.056333 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.133357 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network b32f7233-942e-4148-96e9-34a31a38d80f is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:35.144147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:35.248054 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Allocated IP 2001:db8::2 (72e48d45-01a2-4d50-8293-2512d01e164a/6072e6d9-dcaa-4037-a88d-57a22e42f372/232fa04b-29c6-4744-9241-d794ea48cddf) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:35.338539 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cde7a3d0-324f-40e8-824f-41bf066a5bf5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:35.349530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cde7a3d0-324f-40e8-824f-41bf066a5bf5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:subnet and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:35.360972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cde7a3d0-324f-40e8-824f-41bf066a5bf5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:35.403050 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cde7a3d0-324f-40e8-824f-41bf066a5bf5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:35.476552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde7a3d0-324f-40e8-824f-41bf066a5bf5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:35.480975 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cde7a3d0-324f-40e8-824f-41bf066a5bf5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.500808 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-da413bda-0157-462c-970f-2b4fde117b2b None None] Provisioning complete for port 537cc59c-2d28-4ab3-b108-d1f6fdd8673c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:35.501367 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-da413bda-0157-462c-970f-2b4fde117b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.523410 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-7d6c08b8-908f-4ed8-84f0-80b89e184e64 admin admin] Deleting port a593dc41-b4ba-4d5c-bddd-cf191a90eb2c {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:35.524283 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7d6c08b8-908f-4ed8-84f0-80b89e184e64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.546974 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.567921 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Transition to ACTIVE for port object 232fa04b-29c6-4744-9241-d794ea48cddf will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:35.574641 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-da413bda-0157-462c-970f-2b4fde117b2b None None] Port 537cc59c-2d28-4ab3-b108-d1f6fdd8673c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:35.590673 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Transition to ACTIVE for port object 232fa04b-29c6-4744-9241-d794ea48cddf will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:35.596818 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.666139 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Network 72e48d45-01a2-4d50-8293-2512d01e164a is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:35.669858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:35.674563 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:35.677910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Pushing event updated for resources: {'Port': ['ID=232fa04b-29c6-4744-9241-d794ea48cddf,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:35.725980 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.ipam_backend_mixin [None req-cde7a3d0-324f-40e8-824f-41bf066a5bf5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6072e6d9-dcaa-4037-a88d-57a22e42f372 (CIDR: 2001:db8::/64) Mar 16 10:52:35.742933 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde7a3d0-324f-40e8-824f-41bf066a5bf5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:52:35.743792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde7a3d0-324f-40e8-824f-41bf066a5bf5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:52:35.767877 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ec635e0b-011c-447f-a607-02de9d8afe4a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.784925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Attempting to bind port 232fa04b-29c6-4744-9241-d794ea48cddf on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:35.785342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Attempting to bind port 232fa04b-29c6-4744-9241-d794ea48cddf by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '60981117-85dd-4927-a264-2e3ed422bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '72e48d45-01a2-4d50-8293-2512d01e164a'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:35.785703 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Attempting to bind port 232fa04b-29c6-4744-9241-d794ea48cddf on network 72e48d45-01a2-4d50-8293-2512d01e164a {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:35.796536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:35.796955 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Checking segment: {'id': '60981117-85dd-4927-a264-2e3ed422bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '72e48d45-01a2-4d50-8293-2512d01e164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:35.797306 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.797692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Bound using segment: {'id': '60981117-85dd-4927-a264-2e3ed422bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '72e48d45-01a2-4d50-8293-2512d01e164a'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:35.798153 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Bound port: 232fa04b-29c6-4744-9241-d794ea48cddf, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60981117-85dd-4927-a264-2e3ed422bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '72e48d45-01a2-4d50-8293-2512d01e164a'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:35.798544 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.810989 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.816533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 7babe4b6-4e0d-4416-94de-ce6f7948c419 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:35.872087 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cde7a3d0-324f-40e8-824f-41bf066a5bf5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9099379 Mar 16 10:52:35.879286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45432) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:35.890399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Router 185c6d08-7415-4b3e-9a33-a1bb79ebbadc is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:52:35.892136 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] For port 232fa04b-29c6-4744-9241-d794ea48cddf, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:35.896245 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-cd223bb1-13e7-4640-ae31-7ac2fcd67b85 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'subnet': {'network_id': '72e48d45-01a2-4d50-8293-2512d01e164a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:35.897085 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] For port 232fa04b-29c6-4744-9241-d794ea48cddf, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=232fa04b-29c6-4744-9241-d794ea48cddf,segment=NetworkSegment(60981117-85dd-4927-a264-2e3ed422bec6),segment_id=60981117-85dd-4927-a264-2e3ed422bec6)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:35.901740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.943797 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-2598f815-5996-4532-848a-85fcaa1a3b43 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Allocated IP 172.20.0.22 (bbff2844-990b-4619-bd38-3ed454705b3e/dee851eb-eff7-4b88-9e76-7e7274a12c0b/cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:35.993406 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f089d4-0313-4fa9-ae61-590844bb263b None None] Pushing event updated for resources: {'Port': ['ID=232fa04b-29c6-4744-9241-d794ea48cddf,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:36.471436 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e099a8a-1587-4607-ae84-974f64228e46 admin admin] Router 57a5eeec-9d4d-44ba-8267-7df7d15b650d has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:36.480530 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-7d6c08b8-908f-4ed8-84f0-80b89e184e64 admin admin] For port a593dc41-b4ba-4d5c-bddd-cf191a90eb2c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a593dc41-b4ba-4d5c-bddd-cf191a90eb2c,segment=NetworkSegment(12dce982-4135-4c4b-bee2-28691cfc15b1),segment_id=12dce982-4135-4c4b-bee2-28691cfc15b1)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:36.480904 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7d6c08b8-908f-4ed8-84f0-80b89e184e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.493506 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2598f815-5996-4532-848a-85fcaa1a3b43 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.526577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-2598f815-5996-4532-848a-85fcaa1a3b43 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Transition to ACTIVE for port object cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:36.528042 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ec635e0b-011c-447f-a607-02de9d8afe4a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting port d580070c-f5e0-405e-98fb-0d7ea3435902 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:36.528452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ec635e0b-011c-447f-a607-02de9d8afe4a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.560492 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2598f815-5996-4532-848a-85fcaa1a3b43 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.712043 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-7d6c08b8-908f-4ed8-84f0-80b89e184e64 admin admin] Calling delete_port for a593dc41-b4ba-4d5c-bddd-cf191a90eb2c owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:36.759027 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598f815-5996-4532-848a-85fcaa1a3b43 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c,revision_number=3']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:36.806674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:36.819395 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Sync routers for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:36.837692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:36.838772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:36.864261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cd223bb1-13e7-4640-ae31-7ac2fcd67b85 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:36.885638 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fd844e87-f4d8-4d74-90d9-efde77a1d55a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/7babe4b6-4e0d-4416-94de-ce6f7948c419/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0019703 Mar 16 10:52:36.887684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45436) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:36.900816 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cd223bb1-13e7-4640-ae31-7ac2fcd67b85 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:subnet and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:36.906787 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'network': {'name': 'tempest-RoutersTest-2065065238'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:36.911578 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:36.915256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cd223bb1-13e7-4640-ae31-7ac2fcd67b85 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:36.915733 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:network and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:36.919601 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:36.928559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:36.946639 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:36.954434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:36.957692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cd223bb1-13e7-4640-ae31-7ac2fcd67b85 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:36.958908 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e667dd4-ce6c-40ec-867f-70e39123cc5e None None] Sync routers for ids ['185c6d08-7415-4b3e-9a33-a1bb79ebbadc'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:36.968945 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.977913 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e667dd4-ce6c-40ec-867f-70e39123cc5e None None] Routers {'185c6d08-7415-4b3e-9a33-a1bb79ebbadc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:36.978826 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-2e667dd4-ce6c-40ec-867f-70e39123cc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['185c6d08-7415-4b3e-9a33-a1bb79ebbadc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:37.063919 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-2598f815-5996-4532-848a-85fcaa1a3b43 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] In _notify_port_updated(), no bound segment for port cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c on network bbff2844-990b-4619-bd38-3ed454705b3e {{(pid=87968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:52:37.075341 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.076978 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1b952e00-93eb-4b5b-9e19-63e26f0d4796 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.9005592 Mar 16 10:52:37.082188 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2598f815-5996-4532-848a-85fcaa1a3b43 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:37.082188 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2598f815-5996-4532-848a-85fcaa1a3b43 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.082537 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2598f815-5996-4532-848a-85fcaa1a3b43 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "PUT /v2.0/ports/cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c HTTP/1.1" status: 200 len: 998 time: 2.3915513 Mar 16 10:52:37.086345 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45440) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:37.086666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45442) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:37.095103 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ec635e0b-011c-447f-a607-02de9d8afe4a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.095755 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:37.103490 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-2e667dd4-ce6c-40ec-867f-70e39123cc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:37.109522 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd223bb1-13e7-4640-ae31-7ac2fcd67b85 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:37.113505 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cd223bb1-13e7-4640-ae31-7ac2fcd67b85 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.123249 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e667dd4-ce6c-40ec-867f-70e39123cc5e None None] Routers {'185c6d08-7415-4b3e-9a33-a1bb79ebbadc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:37.123888 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-2e667dd4-ce6c-40ec-867f-70e39123cc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['185c6d08-7415-4b3e-9a33-a1bb79ebbadc'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:37.138184 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-58af4cfa-0b7d-49ff-b626-6d4f8112a6cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:37.178451 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d9c93af6-033e-497b-81b7-55ede8aa6e37 None None] Provisioning for port cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:37.186075 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d9c93af6-033e-497b-81b7-55ede8aa6e37 None None] Provisioning complete for port cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:37.186444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d9c93af6-033e-497b-81b7-55ede8aa6e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.235354 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e099a8a-1587-4607-ae84-974f64228e46 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:37.244643 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1e099a8a-1587-4607-ae84-974f64228e46 admin admin] 10.222.0.44 "PUT /v2.0/routers/57a5eeec-9d4d-44ba-8267-7df7d15b650d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2183156 Mar 16 10:52:37.246713 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-2e667dd4-ce6c-40ec-867f-70e39123cc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:37.247425 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e667dd4-ce6c-40ec-867f-70e39123cc5e None None] The sync data for ids ['185c6d08-7415-4b3e-9a33-a1bb79ebbadc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:37.252792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45448) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:37.275484 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe60e690-3b89-46cf-b0a6-bf066495c3a5 None None] Network 72e48d45-01a2-4d50-8293-2512d01e164a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:37.300722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651f4f1-e369-4c03-b0c7-6577fedfbee8 None None] Sync routers for ids ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:37.366004 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651f4f1-e369-4c03-b0c7-6577fedfbee8 None None] Routers {'57a5eeec-9d4d-44ba-8267-7df7d15b650d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:37.366625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-6651f4f1-e369-4c03-b0c7-6577fedfbee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:37.446362 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:37.500886 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d9c93af6-033e-497b-81b7-55ede8aa6e37 None None] Port cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:37.505322 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ec635e0b-011c-447f-a607-02de9d8afe4a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Calling delete_port for d580070c-f5e0-405e-98fb-0d7ea3435902 owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:37.552522 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.594690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.595424 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Added segment e13ae17c-a1d7-46a0-80fb-d131b720121c of type vlan for network 7583aaa9-481c-469a-981b-36de91a0192b Mar 16 10:52:37.611212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7d6c08b8-908f-4ed8-84f0-80b89e184e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.612288 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-659321d9-ae08-47aa-96ae-8d91ac2d3a2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:37.612557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-659321d9-ae08-47aa-96ae-8d91ac2d3a2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.673978 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 232fa04b-29c6-4744-9241-d794ea48cddf up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:37.693982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c08b8-908f-4ed8-84f0-80b89e184e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=a593dc41-b4ba-4d5c-bddd-cf191a90eb2c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:37.845198 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e2a8618e-7e57-413a-bd11-b070e812f2dd None None] Provisioning for port 232fa04b-29c6-4744-9241-d794ea48cddf completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:37.874969 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-6651f4f1-e369-4c03-b0c7-6577fedfbee8 None None] Set router 57a5eeec-9d4d-44ba-8267-7df7d15b650d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:38.064849 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.132283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 232fa04b-29c6-4744-9241-d794ea48cddf completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:38.149676 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 232fa04b-29c6-4744-9241-d794ea48cddf triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:38.149904 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.189649 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.216123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Deleting port 86d4502d-98db-42ec-b1d1-ec1e487c9844 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:38.216594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.245160 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:52:31Z', 'revision_number': 3, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:33Z', 'revision_number': 2, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:38.266815 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.resource_extend [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:52:38.282907 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Checking router: 7babe4b6-4e0d-4416-94de-ce6f7948c419 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:52:38.283282 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Updating router 7babe4b6-4e0d-4416-94de-ce6f7948c419 port 537cc59c-2d28-4ab3-b108-d1f6fdd8673c binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:52:38.426091 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.431500 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:38.432300 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.472699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.504474 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.560275 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-6651f4f1-e369-4c03-b0c7-6577fedfbee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'name': 'tempest-ServersTestManualDisk-125380269-router', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:36Z', 'updated_at': '2022-03-16T10:52:33Z', 'revision_number': 5, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'gw_port': {'id': '86d4502d-98db-42ec-b1d1-ec1e487c9844', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:37Z', 'updated_at': '2022-03-16T10:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:38.570697 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cd223bb1-13e7-4640-ae31-7ac2fcd67b85 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.586596 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651f4f1-e369-4c03-b0c7-6577fedfbee8 None None] Checking router: 57a5eeec-9d4d-44ba-8267-7df7d15b650d for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:52:38.628790 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7344661 Mar 16 10:52:38.647767 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] For port 86d4502d-98db-42ec-b1d1-ec1e487c9844, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=86d4502d-98db-42ec-b1d1-ec1e487c9844,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:38.648122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.650209 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651f4f1-e369-4c03-b0c7-6577fedfbee8 None None] Routers {'57a5eeec-9d4d-44ba-8267-7df7d15b650d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:38.650944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-6651f4f1-e369-4c03-b0c7-6577fedfbee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:38.652185 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45452) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:38.660908 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6467665c-3cd1-4c00-a930-250a3ee4d47a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'subnet': {'network_id': '7583aaa9-481c-469a-981b-36de91a0192b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:38.672188 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd223bb1-13e7-4640-ae31-7ac2fcd67b85 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 72e48d45-01a2-4d50-8293-2512d01e164a is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:38.698372 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 232fa04b-29c6-4744-9241-d794ea48cddf, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=232fa04b-29c6-4744-9241-d794ea48cddf,segment=NetworkSegment(60981117-85dd-4927-a264-2e3ed422bec6),segment_id=60981117-85dd-4927-a264-2e3ed422bec6)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:38.731403 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-cd223bb1-13e7-4640-ae31-7ac2fcd67b85 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:38.733905 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.738772 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Network': ['ID=7583aaa9-481c-469a-981b-36de91a0192b,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:38.738915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7d6c08b8-908f-4ed8-84f0-80b89e184e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.744897 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd223bb1-13e7-4640-ae31-7ac2fcd67b85 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:38.745513 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cd223bb1-13e7-4640-ae31-7ac2fcd67b85 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.781197 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f41f5ac-a12f-4f2d-bc71-e95baed85bc3 None None] Network 72e48d45-01a2-4d50-8293-2512d01e164a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:38.817203 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Calling delete_port for 86d4502d-98db-42ec-b1d1-ec1e487c9844 owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:38.825964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:38.826315 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:38.826651 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:38.826978 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:38.827334 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:38.827660 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:38.827979 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:38.828296 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:38.828611 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:38.828925 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:38.829262 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:38.829581 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850bb1b-5f9c-4987-9b2c-aab918f67694 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:38.833515 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-659321d9-ae08-47aa-96ae-8d91ac2d3a2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.857954 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd223bb1-13e7-4640-ae31-7ac2fcd67b85 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Subnet': ['ID=f16cd55b-659e-4ddc-8f1f-b2f33ff31504,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:38.875695 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 7583aaa9-481c-469a-981b-36de91a0192b details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:38.966617 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cd223bb1-13e7-4640-ae31-7ac2fcd67b85 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0745521 Mar 16 10:52:38.970253 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45456) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:38.979180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'network_id': '72e48d45-01a2-4d50-8293-2512d01e164a', 'fixed_ips': [{'subnet_id': '6072e6d9-dcaa-4037-a88d-57a22e42f372'}, {'subnet_id': 'f16cd55b-659e-4ddc-8f1f-b2f33ff31504'}], 'name': 'tempest-PortsIpV6TestJSON-1800517869'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:39.022936 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fce8b125-3fe9-4822-996e-836e7f79f363 None None] Provisioning complete for port 232fa04b-29c6-4744-9241-d794ea48cddf triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:39.023315 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fce8b125-3fe9-4822-996e-836e7f79f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.045380 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58af4cfa-0b7d-49ff-b626-6d4f8112a6cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.059515 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-659321d9-ae08-47aa-96ae-8d91ac2d3a2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:39.110805 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6467665c-3cd1-4c00-a930-250a3ee4d47a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:39.123609 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6467665c-3cd1-4c00-a930-250a3ee4d47a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:subnet and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:39.125997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ec635e0b-011c-447f-a607-02de9d8afe4a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.130504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6467665c-3cd1-4c00-a930-250a3ee4d47a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:39.135692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-6651f4f1-e369-4c03-b0c7-6577fedfbee8 None None] Set router 57a5eeec-9d4d-44ba-8267-7df7d15b650d gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:39.174775 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58af4cfa-0b7d-49ff-b626-6d4f8112a6cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.192925 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6467665c-3cd1-4c00-a930-250a3ee4d47a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:39.216853 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec635e0b-011c-447f-a607-02de9d8afe4a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Port': ['ID=d580070c-f5e0-405e-98fb-0d7ea3435902,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:39.275457 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6467665c-3cd1-4c00-a930-250a3ee4d47a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:39.279481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6467665c-3cd1-4c00-a930-250a3ee4d47a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.289921 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=232fa04b-29c6-4744-9241-d794ea48cddf,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:39.300489 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-58af4cfa-0b7d-49ff-b626-6d4f8112a6cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Deleting port 116e16da-b830-4f4e-b617-db2525952aac {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:39.300827 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58af4cfa-0b7d-49ff-b626-6d4f8112a6cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.340616 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-6651f4f1-e369-4c03-b0c7-6577fedfbee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'name': 'tempest-ServersTestManualDisk-125380269-router', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:36Z', 'updated_at': '2022-03-16T10:52:38Z', 'revision_number': 6, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:39.359869 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:39.395764 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651f4f1-e369-4c03-b0c7-6577fedfbee8 None None] The sync data for ids ['57a5eeec-9d4d-44ba-8267-7df7d15b650d'] in dv-neutron-833859-1-hyperv is: [{'id': '57a5eeec-9d4d-44ba-8267-7df7d15b650d', 'name': 'tempest-ServersTestManualDisk-125380269-router', 'tenant_id': '43fda5f5ba974e56935505a0f4978348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:36Z', 'updated_at': '2022-03-16T10:52:38Z', 'revision_number': 6, 'project_id': '43fda5f5ba974e56935505a0f4978348', 'gw_port_host': None}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:39.419471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:port and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:39.516942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:39.548311 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:39.593939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:39.615409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6c08b8-908f-4ed8-84f0-80b89e184e64 admin admin] Router c4efcd2f-673e-4927-8d3c-d7ac5f58329e has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:39.616166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.707882 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.730750 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Transition to ACTIVE for port object 537cc59c-2d28-4ab3-b108-d1f6fdd8673c will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:39.736847 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58af4cfa-0b7d-49ff-b626-6d4f8112a6cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.748799 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.889706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-58af4cfa-0b7d-49ff-b626-6d4f8112a6cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Calling delete_port for 116e16da-b830-4f4e-b617-db2525952aac owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:39.919745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d4502d-98db-42ec-b1d1-ec1e487c9844,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:40.098013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:40.098593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:40.099070 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:40.099561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:40.100053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:40.100536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:40.101001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:40.101463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:40.101922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:40.102398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:40.103029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:40.103506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:40.154806 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 232fa04b-29c6-4744-9241-d794ea48cddf up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:40.271629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.430548 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdbaec1-2c0d-4ba4-9d92-dc881a47e966 None None] Update dhcp port {'port': {'network_id': '72e48d45-01a2-4d50-8293-2512d01e164a', 'fixed_ips': [{'subnet_id': '6072e6d9-dcaa-4037-a88d-57a22e42f372', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f16cd55b-659e-4ddc-8f1f-b2f33ff31504'}], 'binding:host_id': 'dv-neutron-833859-1-hyperv'}, 'id': '232fa04b-29c6-4744-9241-d794ea48cddf'} from dv-neutron-833859-1-hyperv. {{(pid=87970) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:52:40.492075 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f99132-c79e-45e8-9444-5350838119d7 None None] Pushing event updated for resources: {'Port': ['ID=537cc59c-2d28-4ab3-b108-d1f6fdd8673c,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:40.517941 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bfdbaec1-2c0d-4ba4-9d92-dc881a47e966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.525569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.534850 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Attempting to bind port 537cc59c-2d28-4ab3-b108-d1f6fdd8673c on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:40.535282 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Attempting to bind port 537cc59c-2d28-4ab3-b108-d1f6fdd8673c by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '6ba64ed3-405f-4fb6-9100-aebe620ddc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:40.535647 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Attempting to bind port 537cc59c-2d28-4ab3-b108-d1f6fdd8673c on network b32f7233-942e-4148-96e9-34a31a38d80f {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:40.552523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:40.552935 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Checking segment: {'id': '6ba64ed3-405f-4fb6-9100-aebe620ddc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:40.553287 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.553673 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Bound using segment: {'id': '6ba64ed3-405f-4fb6-9100-aebe620ddc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:40.554151 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Bound port: 537cc59c-2d28-4ab3-b108-d1f6fdd8673c, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba64ed3-405f-4fb6-9100-aebe620ddc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:40.554515 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.659867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] For port 537cc59c-2d28-4ab3-b108-d1f6fdd8673c, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:40.662963 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] For port 537cc59c-2d28-4ab3-b108-d1f6fdd8673c, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=537cc59c-2d28-4ab3-b108-d1f6fdd8673c,segment=NetworkSegment(6ba64ed3-405f-4fb6-9100-aebe620ddc78),segment_id=6ba64ed3-405f-4fb6-9100-aebe620ddc78)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:40.664216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 232fa04b-29c6-4744-9241-d794ea48cddf triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:40.664742 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.673948 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.679045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.692195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] device_id is not set on port 4a7c5226-1566-4476-9e11-b459f4a03371 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:40.736199 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.758972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6467665c-3cd1-4c00-a930-250a3ee4d47a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.766440 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58af4cfa-0b7d-49ff-b626-6d4f8112a6cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.766688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6c08b8-908f-4ed8-84f0-80b89e184e64 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:40.778852 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7d77f-b936-49a5-a316-87b857bf52f9 None None] Sync routers for ids ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:40.794698 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7d77f-b936-49a5-a316-87b857bf52f9 None None] Routers {'c4efcd2f-673e-4927-8d3c-d7ac5f58329e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:40.795346 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c0e7d77f-b936-49a5-a316-87b857bf52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:40.796046 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.796548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57a5eeec-9d4d-44ba-8267-7df7d15b650d {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:40.914431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.915545 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bca1f2e5-9fcd-4ce0-a58f-ca5e46be3238 admin admin] 10.222.0.44 "DELETE /v2.0/routers/57a5eeec-9d4d-44ba-8267-7df7d15b650d HTTP/1.1" status: 204 len: 168 time: 3.6613441 Mar 16 10:52:40.928664 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7d6c08b8-908f-4ed8-84f0-80b89e184e64 admin admin] 10.222.0.44 "PUT /v2.0/routers/c4efcd2f-673e-4927-8d3c-d7ac5f58329e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9123623 Mar 16 10:52:40.937723 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45462) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:40.938050 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45464) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:41.066151 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af4cfa-0b7d-49ff-b626-6d4f8112a6cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Pushing event deleted for resources: {'Port': ['ID=116e16da-b830-4f4e-b617-db2525952aac,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:41.079686 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-c0e7d77f-b936-49a5-a316-87b857bf52f9 None None] Set router c4efcd2f-673e-4927-8d3c-d7ac5f58329e gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:41.144164 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f99132-c79e-45e8-9444-5350838119d7 None None] Pushing event updated for resources: {'Port': ['ID=537cc59c-2d28-4ab3-b108-d1f6fdd8673c,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:41.222653 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6467665c-3cd1-4c00-a930-250a3ee4d47a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Checking segment: {'id': 'e13ae17c-a1d7-46a0-80fb-d131b720121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:41.223451 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6467665c-3cd1-4c00-a930-250a3ee4d47a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network hostable DHCP agents. Network: 7583aaa9-481c-469a-981b-36de91a0192b, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:41.255275 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:41.256579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda20570-f592-4732-b03c-9beb6fdfd1b1 admin admin] Deleting subnet daeb902a-ccad-4a6c-aa0c-329a9cf985f7 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:52:41.259025 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:41.313406 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-eda20570-f592-4732-b03c-9beb6fdfd1b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.369935 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-bfdbaec1-2c0d-4ba4-9d92-dc881a47e966 None None] Allocated IP 2001:db8:0:1::2 (72e48d45-01a2-4d50-8293-2512d01e164a/f16cd55b-659e-4ddc-8f1f-b2f33ff31504/232fa04b-29c6-4744-9241-d794ea48cddf) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:41.400478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-eda20570-f592-4732-b03c-9beb6fdfd1b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.428726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f126b999-304f-455d-a793-3dc2e5e8ccab admin admin] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.430719 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467665c-3cd1-4c00-a930-250a3ee4d47a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Subnet': ['ID=a630d04a-0cbb-4fba-8c82-5dcd52ea5511,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:41.439851 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6467665c-3cd1-4c00-a930-250a3ee4d47a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 7583aaa9-481c-469a-981b-36de91a0192b is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:41.498113 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58af4cfa-0b7d-49ff-b626-6d4f8112a6cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.560025 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c0e7d77f-b936-49a5-a316-87b857bf52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'name': 'tempest-ServersTestJSON-1438176097-router', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:52:37Z', 'revision_number': 5, 'project_id': '88d104187244448c94232efcadd9a6a6', 'gw_port': {'id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:43Z', 'updated_at': '2022-03-16T10:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:41.563341 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:41.565333 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7d77f-b936-49a5-a316-87b857bf52f9 None None] Checking router: c4efcd2f-673e-4927-8d3c-d7ac5f58329e for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:52:41.576015 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7d77f-b936-49a5-a316-87b857bf52f9 None None] Routers {'c4efcd2f-673e-4927-8d3c-d7ac5f58329e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:41.576914 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c0e7d77f-b936-49a5-a316-87b857bf52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:41.608300 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:41.608795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4b3d87ee-8bfc-4441-b722-2e1c96d1fa8f not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:41.609297 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 86d4502d-98db-42ec-b1d1-ec1e487c9844 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:41.642621 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:41.776466 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-eda20570-f592-4732-b03c-9beb6fdfd1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.780737 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-c0e7d77f-b936-49a5-a316-87b857bf52f9 None None] Set router c4efcd2f-673e-4927-8d3c-d7ac5f58329e gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:41.803804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f126b999-304f-455d-a793-3dc2e5e8ccab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.831885 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f126b999-304f-455d-a793-3dc2e5e8ccab admin admin] Deleting port 640c44fa-fdc4-4552-87bb-9c80607f1cd1 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:41.831885 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f126b999-304f-455d-a793-3dc2e5e8ccab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.851923 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 86d4502d-98db-42ec-b1d1-ec1e487c9844 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:41.851923 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 86d4502d-98db-42ec-b1d1-ec1e487c9844 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:41.984311 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-eda20570-f592-4732-b03c-9beb6fdfd1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.988776 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-bfdbaec1-2c0d-4ba4-9d92-dc881a47e966 None None] For port 232fa04b-29c6-4744-9241-d794ea48cddf, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=232fa04b-29c6-4744-9241-d794ea48cddf,segment=NetworkSegment(60981117-85dd-4927-a264-2e3ed422bec6),segment_id=60981117-85dd-4927-a264-2e3ed422bec6)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:42.006032 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-6467665c-3cd1-4c00-a930-250a3ee4d47a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 7583aaa9-481c-469a-981b-36de91a0192b) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:42.007662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ec635e0b-011c-447f-a607-02de9d8afe4a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.037993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-eda20570-f592-4732-b03c-9beb6fdfd1b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.043251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda20570-f592-4732-b03c-9beb6fdfd1b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daeb902a-ccad-4a6c-aa0c-329a9cf985f7,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:42.043749 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6467665c-3cd1-4c00-a930-250a3ee4d47a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:42.046047 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b486a0-3e7d-4b0b-b9bd-39031bab9d11 None None] Network 7583aaa9-481c-469a-981b-36de91a0192b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:42.046191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6467665c-3cd1-4c00-a930-250a3ee4d47a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.051899 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-eda20570-f592-4732-b03c-9beb6fdfd1b1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/daeb902a-ccad-4a6c-aa0c-329a9cf985f7 HTTP/1.1" status: 204 len: 168 time: 1.1127834 Mar 16 10:52:42.054630 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45470) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:42.060247 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7750bfb5-354c-43a2-a8c2-29debf7d9aca None None] Network 6053f626-2309-4760-a720-9eef23c240bd requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:42.112316 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-f126b999-304f-455d-a793-3dc2e5e8ccab admin admin] For port 640c44fa-fdc4-4552-87bb-9c80607f1cd1, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=640c44fa-fdc4-4552-87bb-9c80607f1cd1,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:42.112712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f126b999-304f-455d-a793-3dc2e5e8ccab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.144603 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-659321d9-ae08-47aa-96ae-8d91ac2d3a2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.177437 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c0e7d77f-b936-49a5-a316-87b857bf52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'name': 'tempest-ServersTestJSON-1438176097-router', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:52:37Z', 'revision_number': 5, 'project_id': '88d104187244448c94232efcadd9a6a6', 'gw_port': {'id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:43Z', 'updated_at': '2022-03-16T10:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:42.181835 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7d77f-b936-49a5-a316-87b857bf52f9 None None] The sync data for ids ['c4efcd2f-673e-4927-8d3c-d7ac5f58329e'] in dv-neutron-833859-1-hyperv is: [{'id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'name': 'tempest-ServersTestJSON-1438176097-router', 'tenant_id': '88d104187244448c94232efcadd9a6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:52:37Z', 'revision_number': 5, 'project_id': '88d104187244448c94232efcadd9a6a6', 'gw_port': {'id': '640c44fa-fdc4-4552-87bb-9c80607f1cd1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efcd2f-673e-4927-8d3c-d7ac5f58329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:43Z', 'updated_at': '2022-03-16T10:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:42.271771 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.resource_extend [None req-bfdbaec1-2c0d-4ba4-9d92-dc881a47e966 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:52:42.282853 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58af4cfa-0b7d-49ff-b626-6d4f8112a6cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.289244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f126b999-304f-455d-a793-3dc2e5e8ccab admin admin] Calling delete_port for 640c44fa-fdc4-4552-87bb-9c80607f1cd1 owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:42.300690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659321d9-ae08-47aa-96ae-8d91ac2d3a2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:42.352499 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.363198 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58af4cfa-0b7d-49ff-b626-6d4f8112a6cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.381147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] Deleting port c1080c46-5727-4973-8990-e1e24f3bb259 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:42.381858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.388254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bfdbaec1-2c0d-4ba4-9d92-dc881a47e966 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.412824 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6467665c-3cd1-4c00-a930-250a3ee4d47a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7593877 Mar 16 10:52:42.421826 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45474) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:42.499911 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bfdbaec1-2c0d-4ba4-9d92-dc881a47e966 None None] Transition to ACTIVE for port object 232fa04b-29c6-4744-9241-d794ea48cddf will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:42.546491 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bfdbaec1-2c0d-4ba4-9d92-dc881a47e966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.746468 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58af4cfa-0b7d-49ff-b626-6d4f8112a6cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Router 185c6d08-7415-4b3e-9a33-a1bb79ebbadc has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:42.759415 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:52:31Z', 'revision_number': 3, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:40Z', 'revision_number': 4, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:42.775257 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-659321d9-ae08-47aa-96ae-8d91ac2d3a2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.779905 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-659321d9-ae08-47aa-96ae-8d91ac2d3a2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c HTTP/1.1" status: 204 len: 168 time: 5.6669798 Mar 16 10:52:42.783610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45478) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:42.807825 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7745d7a8-61f3-4e48-8ce8-e7a518a5d033 None None] The sync data for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv is: [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:52:31Z', 'revision_number': 3, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:40Z', 'revision_number': 4, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:42.817191 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdbaec1-2c0d-4ba4-9d92-dc881a47e966 None None] Pushing event updated for resources: {'Port': ['ID=232fa04b-29c6-4744-9241-d794ea48cddf,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:42.929987 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-7583aaa9-481c-469a-981b-36de91a0192b', 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'fixed_ips': [{'subnet_id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:42.930849 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.023804 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48a9ed5-1370-4ad7-a717-43fd75597cb0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] GET failed (client error): The resource could not be found. Mar 16 10:52:43.025429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a48a9ed5-1370-4ad7-a717-43fd75597cb0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:43.067260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1001a2a8-16f7-4e3d-85e3-8920fd0c4927 None None] DHCP port deletion for 6053f626-2309-4760-a720-9eef23c240bd request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:52:43.084680 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1001a2a8-16f7-4e3d-85e3-8920fd0c4927 None None] Deleting port c1080c46-5727-4973-8990-e1e24f3bb259 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:43.087198 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1001a2a8-16f7-4e3d-85e3-8920fd0c4927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.127560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58af4cfa-0b7d-49ff-b626-6d4f8112a6cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:43.145839 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58af4cfa-0b7d-49ff-b626-6d4f8112a6cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.147124 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-58af4cfa-0b7d-49ff-b626-6d4f8112a6cf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "PUT /v2.0/routers/185c6d08-7415-4b3e-9a33-a1bb79ebbadc HTTP/1.1" status: 200 len: 705 time: 6.0401042 Mar 16 10:52:43.151532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45482) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:43.159107 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a7fa86-02c4-4923-993b-8036c3fef635 None None] Sync routers for ids ['185c6d08-7415-4b3e-9a33-a1bb79ebbadc'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:43.269769 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a7fa86-02c4-4923-993b-8036c3fef635 None None] Routers {'185c6d08-7415-4b3e-9a33-a1bb79ebbadc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:43.270434 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-66a7fa86-02c4-4923-993b-8036c3fef635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['185c6d08-7415-4b3e-9a33-a1bb79ebbadc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:43.343566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Allocated IP 2001:db8::3cc (72e48d45-01a2-4d50-8293-2512d01e164a/6072e6d9-dcaa-4037-a88d-57a22e42f372/4a7c5226-1566-4476-9e11-b459f4a03371) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:43.351073 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Allocated IP 2001:db8:0:1::307 (72e48d45-01a2-4d50-8293-2512d01e164a/f16cd55b-659e-4ddc-8f1f-b2f33ff31504/4a7c5226-1566-4476-9e11-b459f4a03371) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:43.396298 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a48a9ed5-1370-4ad7-a717-43fd75597cb0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:43.397704 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-66a7fa86-02c4-4923-993b-8036c3fef635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:43.398506 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a48a9ed5-1370-4ad7-a717-43fd75597cb0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports/cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c HTTP/1.1" status: 404 len: 333 time: 0.6126471 Mar 16 10:52:43.435048 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45486) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:43.492363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Allocated IP 172.22.0.2 (7583aaa9-481c-469a-981b-36de91a0192b/a630d04a-0cbb-4fba-8c82-5dcd52ea5511/1ba3d091-dbb1-44dd-8f28-a02f1608630f) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:43.514363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] For port c1080c46-5727-4973-8990-e1e24f3bb259, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c1080c46-5727-4973-8990-e1e24f3bb259,segment=NetworkSegment(deac7e7d-b923-4097-860a-359d44c1f7dd),segment_id=deac7e7d-b923-4097-860a-359d44c1f7dd)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:43.514881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.533875 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a7fa86-02c4-4923-993b-8036c3fef635 None None] Routers {'185c6d08-7415-4b3e-9a33-a1bb79ebbadc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:43.534114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-66a7fa86-02c4-4923-993b-8036c3fef635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['185c6d08-7415-4b3e-9a33-a1bb79ebbadc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:43.702118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 537cc59c-2d28-4ab3-b108-d1f6fdd8673c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:43.715095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] Calling delete_port for c1080c46-5727-4973-8990-e1e24f3bb259 owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:43.752793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-66a7fa86-02c4-4923-993b-8036c3fef635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:43.753201 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a7fa86-02c4-4923-993b-8036c3fef635 None None] The sync data for ids ['185c6d08-7415-4b3e-9a33-a1bb79ebbadc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:43.768352 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5fd06706-3bbd-4c1e-a01d-68b49271878c tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "GET /v2.0/routers/185c6d08-7415-4b3e-9a33-a1bb79ebbadc HTTP/1.1" status: 200 len: 740 time: 0.6113062 Mar 16 10:52:43.772565 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45490) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:43.788960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f126b999-304f-455d-a793-3dc2e5e8ccab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.849520 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-65980a4d-6553-44d5-ba47-908ef52231f8 tempest-RoutersAdminTest-1771330557 tempest-RoutersAdminTest-1771330557-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&device_id=185c6d08-7415-4b3e-9a33-a1bb79ebbadc HTTP/1.1" status: 200 len: 205 time: 0.0641844 Mar 16 10:52:43.854409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45494) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:43.897237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-98549034-7e38-452f-a4fb-9d7f0fd0ce53 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting subnet dee851eb-eff7-4b88-9e76-7e7274a12c0b {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:52:43.918962 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-00e19eda-042e-401d-a8f2-e08ed42df691 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "GET /v2.0/ports?device_id=185c6d08-7415-4b3e-9a33-a1bb79ebbadc HTTP/1.1" status: 200 len: 205 time: 0.0599997 Mar 16 10:52:43.918962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-98549034-7e38-452f-a4fb-9d7f0fd0ce53 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.919294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126b999-304f-455d-a793-3dc2e5e8ccab admin admin] Pushing event deleted for resources: {'Port': ['ID=640c44fa-fdc4-4552-87bb-9c80607f1cd1,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:43.928330 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45498) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:43.948421 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec635e0b-011c-447f-a607-02de9d8afe4a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 5aa6e5e0-ee36-4685-9393-ccea257364bf has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:43.964512 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-868374d9-8b87-40a3-91be-3f1c1ebb0065 None None] Provisioning for port 232fa04b-29c6-4744-9241-d794ea48cddf completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:43.976299 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1001a2a8-16f7-4e3d-85e3-8920fd0c4927 None None] For port c1080c46-5727-4973-8990-e1e24f3bb259, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c1080c46-5727-4973-8990-e1e24f3bb259,segment=NetworkSegment(deac7e7d-b923-4097-860a-359d44c1f7dd),segment_id=deac7e7d-b923-4097-860a-359d44c1f7dd)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:43.976693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1001a2a8-16f7-4e3d-85e3-8920fd0c4927 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.986968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-868374d9-8b87-40a3-91be-3f1c1ebb0065 None None] Provisioning complete for port 232fa04b-29c6-4744-9241-d794ea48cddf triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:43.987438 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-868374d9-8b87-40a3-91be-3f1c1ebb0065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.043761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-98549034-7e38-452f-a4fb-9d7f0fd0ce53 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.215365 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1001a2a8-16f7-4e3d-85e3-8920fd0c4927 None None] Calling delete_port for c1080c46-5727-4973-8990-e1e24f3bb259 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:44.225237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec635e0b-011c-447f-a607-02de9d8afe4a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:44.231077 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ec635e0b-011c-447f-a607-02de9d8afe4a tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "PUT /v2.0/routers/5aa6e5e0-ee36-4685-9393-ccea257364bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2124450 Mar 16 10:52:44.237130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45502) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:44.253360 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bf3274-7ab1-4e3d-917e-c91d7dc67b13 None None] Sync routers for ids ['5aa6e5e0-ee36-4685-9393-ccea257364bf'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:44.267528 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf3274-7ab1-4e3d-917e-c91d7dc67b13 None None] Routers {'5aa6e5e0-ee36-4685-9393-ccea257364bf'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:44.267978 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c1bf3274-7ab1-4e3d-917e-c91d7dc67b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5aa6e5e0-ee36-4685-9393-ccea257364bf'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:44.275584 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 537cc59c-2d28-4ab3-b108-d1f6fdd8673c completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:44.299392 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-98549034-7e38-452f-a4fb-9d7f0fd0ce53 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.306654 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 537cc59c-2d28-4ab3-b108-d1f6fdd8673c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:44.307139 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.321532 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3b352b63-b875-4f7e-acae-cf1a10a15e7e tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.425808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.433605 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c1bf3274-7ab1-4e3d-917e-c91d7dc67b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:44.444413 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf3274-7ab1-4e3d-917e-c91d7dc67b13 None None] Routers {'5aa6e5e0-ee36-4685-9393-ccea257364bf'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:44.445390 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c1bf3274-7ab1-4e3d-917e-c91d7dc67b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5aa6e5e0-ee36-4685-9393-ccea257364bf'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:44.478465 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-98549034-7e38-452f-a4fb-9d7f0fd0ce53 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.515568 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c1bf3274-7ab1-4e3d-917e-c91d7dc67b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:44.516072 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bf3274-7ab1-4e3d-917e-c91d7dc67b13 None None] The sync data for ids ['5aa6e5e0-ee36-4685-9393-ccea257364bf'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:44.522061 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-77e8922b-f068-442a-90fc-f3b559972d7f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.566819 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-1001a2a8-16f7-4e3d-85e3-8920fd0c4927 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:52:44.567523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-1001a2a8-16f7-4e3d-85e3-8920fd0c4927 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:52:44.577712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1080c46-5727-4973-8990-e1e24f3bb259,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:44.583374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f126b999-304f-455d-a793-3dc2e5e8ccab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.594616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-98549034-7e38-452f-a4fb-9d7f0fd0ce53 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.597204 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98549034-7e38-452f-a4fb-9d7f0fd0ce53 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Subnet': ['ID=dee851eb-eff7-4b88-9e76-7e7274a12c0b,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:44.610955 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-98549034-7e38-452f-a4fb-9d7f0fd0ce53 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/dee851eb-eff7-4b88-9e76-7e7274a12c0b HTTP/1.1" status: 204 len: 168 time: 1.1745944 Mar 16 10:52:44.614097 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45508) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:44.632062 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f24b39e-5c5b-4026-8b2b-5cc65cee57f8 None None] Network bbff2844-990b-4619-bd38-3ed454705b3e requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:44.675051 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.759004 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Transition to ACTIVE for port object 1ba3d091-dbb1-44dd-8f28-a02f1608630f will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:44.765274 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0d59c2-3b1a-4f09-8e79-b51ecd0db321 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting subnet 861914ed-f840-40e5-a47e-09ff28ae1732 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:52:44.773736 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb0d59c2-3b1a-4f09-8e79-b51ecd0db321 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.822201 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-77e8922b-f068-442a-90fc-f3b559972d7f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.833998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Transition to ACTIVE for port object 1ba3d091-dbb1-44dd-8f28-a02f1608630f will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:44.841857 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-77e8922b-f068-442a-90fc-f3b559972d7f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting port ab26d8a5-6f71-4dde-9ee9-7f8c866bf103 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:44.842189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-77e8922b-f068-442a-90fc-f3b559972d7f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.858159 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.879828 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb0d59c2-3b1a-4f09-8e79-b51ecd0db321 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.894792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.986918 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Network 7583aaa9-481c-469a-981b-36de91a0192b is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:44.996429 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:45.005147 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:45.007017 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Pushing event updated for resources: {'Port': ['ID=1ba3d091-dbb1-44dd-8f28-a02f1608630f,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:45.011288 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] No DVR routers for this DVR port c1080c46-5727-4973-8990-e1e24f3bb259 on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:52:45.020525 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 537cc59c-2d28-4ab3-b108-d1f6fdd8673c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=537cc59c-2d28-4ab3-b108-d1f6fdd8673c,segment=NetworkSegment(6ba64ed3-405f-4fb6-9100-aebe620ddc78),segment_id=6ba64ed3-405f-4fb6-9100-aebe620ddc78)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:45.078417 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb0d59c2-3b1a-4f09-8e79-b51ecd0db321 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.079083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1001a2a8-16f7-4e3d-85e3-8920fd0c4927 None None] Deleting port c1080c46-5727-4973-8990-e1e24f3bb259 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:45.080534 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1001a2a8-16f7-4e3d-85e3-8920fd0c4927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.111213 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.111831 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 232fa04b-29c6-4744-9241-d794ea48cddf up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:45.113142 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.161724 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f126b999-304f-455d-a793-3dc2e5e8ccab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.195017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f126b999-304f-455d-a793-3dc2e5e8ccab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.199189 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3b352b63-b875-4f7e-acae-cf1a10a15e7e tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.220022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3b352b63-b875-4f7e-acae-cf1a10a15e7e tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.231678 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-77e8922b-f068-442a-90fc-f3b559972d7f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.248580 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Transition to ACTIVE for port object 4a7c5226-1566-4476-9e11-b459f4a03371 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:45.293473 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1001a2a8-16f7-4e3d-85e3-8920fd0c4927 None None] The port 'c1080c46-5727-4973-8990-e1e24f3bb259' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:52:45.312118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Attempting to bind port 1ba3d091-dbb1-44dd-8f28-a02f1608630f on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:45.312465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Attempting to bind port 1ba3d091-dbb1-44dd-8f28-a02f1608630f by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'e13ae17c-a1d7-46a0-80fb-d131b720121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:45.312821 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Attempting to bind port 1ba3d091-dbb1-44dd-8f28-a02f1608630f on network 7583aaa9-481c-469a-981b-36de91a0192b {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:45.329122 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:45.329968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Checking segment: {'id': 'e13ae17c-a1d7-46a0-80fb-d131b720121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:45.329968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.330141 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Bound using segment: {'id': 'e13ae17c-a1d7-46a0-80fb-d131b720121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:45.330602 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Bound port: 1ba3d091-dbb1-44dd-8f28-a02f1608630f, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13ae17c-a1d7-46a0-80fb-d131b720121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:45.330966 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.350279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=537cc59c-2d28-4ab3-b108-d1f6fdd8673c,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:45.355589 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.364701 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.384472 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3b352b63-b875-4f7e-acae-cf1a10a15e7e tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.384683 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b352b63-b875-4f7e-acae-cf1a10a15e7e tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Fanout notify agent at l3_agent the message router_deleted on router 185c6d08-7415-4b3e-9a33-a1bb79ebbadc {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:45.386479 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f126b999-304f-455d-a793-3dc2e5e8ccab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.386975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f126b999-304f-455d-a793-3dc2e5e8ccab admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4efcd2f-673e-4927-8d3c-d7ac5f58329e {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:45.443053 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-77e8922b-f068-442a-90fc-f3b559972d7f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Calling delete_port for ab26d8a5-6f71-4dde-9ee9-7f8c866bf103 owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:45.472662 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 232fa04b-29c6-4744-9241-d794ea48cddf triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:45.473276 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.481991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6053f626-2309-4760-a720-9eef23c240bd']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:45.494630 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb0d59c2-3b1a-4f09-8e79-b51ecd0db321 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.517268 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-45647874-2f63-420e-8700-17addcf5b408 None None] For port 1ba3d091-dbb1-44dd-8f28-a02f1608630f, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:45.518098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deac7e7d-b923-4097-860a-359d44c1f7dd') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:45.518366 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deac7e7d-b923-4097-860a-359d44c1f7dd') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:45.525332 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-45647874-2f63-420e-8700-17addcf5b408 None None] For port 1ba3d091-dbb1-44dd-8f28-a02f1608630f, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1ba3d091-dbb1-44dd-8f28-a02f1608630f,segment=NetworkSegment(e13ae17c-a1d7-46a0-80fb-d131b720121c),segment_id=e13ae17c-a1d7-46a0-80fb-d131b720121c)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:45.545936 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.562535 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d59c2-3b1a-4f09-8e79-b51ecd0db321 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Subnet': ['ID=861914ed-f840-40e5-a47e-09ff28ae1732,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:45.568200 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb0d59c2-3b1a-4f09-8e79-b51ecd0db321 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.575459 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fb0d59c2-3b1a-4f09-8e79-b51ecd0db321 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/861914ed-f840-40e5-a47e-09ff28ae1732 HTTP/1.1" status: 204 len: 168 time: 0.9601934 Mar 16 10:52:45.585640 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45512) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:45.598517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3b352b63-b875-4f7e-acae-cf1a10a15e7e tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.599628 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3b352b63-b875-4f7e-acae-cf1a10a15e7e tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "DELETE /v2.0/routers/185c6d08-7415-4b3e-9a33-a1bb79ebbadc HTTP/1.1" status: 204 len: 168 time: 1.6563783 Mar 16 10:52:45.602253 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.612038 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45516) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:45.651714 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f126b999-304f-455d-a793-3dc2e5e8ccab admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.652845 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f126b999-304f-455d-a793-3dc2e5e8ccab admin admin] 10.222.0.44 "DELETE /v2.0/routers/c4efcd2f-673e-4927-8d3c-d7ac5f58329e HTTP/1.1" status: 204 len: 168 time: 4.7044051 Mar 16 10:52:45.654261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.655756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45520) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:45.744686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.748039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.755932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45647874-2f63-420e-8700-17addcf5b408 None None] Pushing event updated for resources: {'Port': ['ID=1ba3d091-dbb1-44dd-8f28-a02f1608630f,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:45.764652 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 51f802fd-d5b9-4e54-ba3d-855493e813f7 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:45.765246 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.769686 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-eb3b3757-adbd-46bf-ae1e-c6eb83f6cfef tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "GET /v2.0/ports?device_id=185c6d08-7415-4b3e-9a33-a1bb79ebbadc HTTP/1.1" status: 200 len: 205 time: 0.1538091 Mar 16 10:52:45.789996 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45524) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:45.847839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:45.848245 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:45.888322 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:45.914486 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 72e48d45-01a2-4d50-8293-2512d01e164a is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:45.934014 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-dc015dc6-9827-4f76-97d4-1643252987b0 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] delete failed (client error): The resource could not be found. Mar 16 10:52:45.935043 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dc015dc6-9827-4f76-97d4-1643252987b0 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "DELETE /v2.0/routers/185c6d08-7415-4b3e-9a33-a1bb79ebbadc HTTP/1.1" status: 404 len: 336 time: 0.1371987 Mar 16 10:52:45.945306 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45528) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:46.000908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:46.007022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:46.014271 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:46.015221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.028764 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5d88de12-7dcb-4a57-b25c-18bf951a4eae tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d54c5aa-b33a-48d8-9b85-53d43c6cf364 HTTP/1.1" status: 200 len: 205 time: 0.0825276 Mar 16 10:52:46.033189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45532) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:46.040052 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a593dc41-b4ba-4d5c-bddd-cf191a90eb2c no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:46.071261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=4a7c5226-1566-4476-9e11-b459f4a03371,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:46.086156 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-29628941-b02f-485e-b680-457083c739d2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 7.1142831 Mar 16 10:52:46.096872 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45534) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:46.105920 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: a593dc41-b4ba-4d5c-bddd-cf191a90eb2c {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:46.106310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a593dc41-b4ba-4d5c-bddd-cf191a90eb2c not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:46.106725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c1080c46-5727-4973-8990-e1e24f3bb259 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:46.108875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9cd32b3f-a478-4d67-9f2c-344474a4d876 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6072e6d9-dcaa-4037-a88d-57a22e42f372'}]}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:46.159774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2757c04-9447-4415-b0d4-bc0257875ac4 admin admin] Deleting subnet 1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:52:46.173154 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: c1080c46-5727-4973-8990-e1e24f3bb259 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:46.173694 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c1080c46-5727-4973-8990-e1e24f3bb259 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:46.248118 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-77e8922b-f068-442a-90fc-f3b559972d7f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.251997 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-3377dc77-828f-48ab-95e3-563116256332 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] delete failed (client error): The resource could not be found. Mar 16 10:52:46.255653 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3377dc77-828f-48ab-95e3-563116256332 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "DELETE /v2.0/routers/7d54c5aa-b33a-48d8-9b85-53d43c6cf364 HTTP/1.1" status: 404 len: 336 time: 0.1309855 Mar 16 10:52:46.264720 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45540) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:46.342147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a2757c04-9447-4415-b0d4-bc0257875ac4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.365538 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8922b-f068-442a-90fc-f3b559972d7f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Port': ['ID=ab26d8a5-6f71-4dde-9ee9-7f8c866bf103,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:46.379886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.422618 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5f4dabc6-a0ea-4f6f-89d8-b5f019ff64f9 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4ba2f79-fee7-4dde-bed2-2782d8543ca3 HTTP/1.1" status: 200 len: 205 time: 0.1246409 Mar 16 10:52:46.434663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45544) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:46.485221 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 537cc59c-2d28-4ab3-b108-d1f6fdd8673c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:46.584115 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-eb5a6511-41af-4bc2-91a1-bd154b0d4fae None None] Provisioning for port 4a7c5226-1566-4476-9e11-b459f4a03371 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:46.591347 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-29f1ebe8-c736-426e-93e4-e0481c76e6bf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] delete failed (client error): The resource could not be found. Mar 16 10:52:46.592255 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-29f1ebe8-c736-426e-93e4-e0481c76e6bf tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "DELETE /v2.0/routers/f4ba2f79-fee7-4dde-bed2-2782d8543ca3 HTTP/1.1" status: 404 len: 336 time: 0.1292338 Mar 16 10:52:46.594366 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-eb5a6511-41af-4bc2-91a1-bd154b0d4fae None None] Provisioning complete for port 4a7c5226-1566-4476-9e11-b459f4a03371 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:46.594740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6511-41af-4bc2-91a1-bd154b0d4fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.605017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45548) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:46.654595 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.658903 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-eb5a6511-41af-4bc2-91a1-bd154b0d4fae None None] Port 4a7c5226-1566-4476-9e11-b459f4a03371 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:46.664492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f55e08-ef29-4f2d-a3c2-dbec3538939a None None] Network bbff2844-990b-4619-bd38-3ed454705b3e requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:46.677296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6053f626-2309-4760-a720-9eef23c240bd,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:46.713901 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b7ca8c56-3fa0-4699-9c0a-df49801617c8 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "GET /v2.0/ports?device_id=71a0d8fe-70f7-4af6-8c2f-155d14d07544 HTTP/1.1" status: 200 len: 205 time: 0.1051722 Mar 16 10:52:46.720297 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d7dcab76-fa15-4bd0-92d0-de401bd869f0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6053f626-2309-4760-a720-9eef23c240bd HTTP/1.1" status: 204 len: 168 time: 4.6620879 Mar 16 10:52:46.720297 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45552) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:46.728069 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a2757c04-9447-4415-b0d4-bc0257875ac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.729972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-77e8922b-f068-442a-90fc-f3b559972d7f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.740413 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 537cc59c-2d28-4ab3-b108-d1f6fdd8673c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:46.741103 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.787429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] For port 51f802fd-d5b9-4e54-ba3d-855493e813f7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=51f802fd-d5b9-4e54-ba3d-855493e813f7,segment=NetworkSegment(2e855761-9afc-4f68-91ea-35d8c68bc0b5),segment_id=2e855761-9afc-4f68-91ea-35d8c68bc0b5)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:46.787786 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.869629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Allocated IP 172.22.0.1 (7583aaa9-481c-469a-981b-36de91a0192b/a630d04a-0cbb-4fba-8c82-5dcd52ea5511/6e215182-be0e-46cb-9f8a-01d66a487845) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:46.876976 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-38c37c66-8192-4631-9c39-96e59e4e6346 None None] Provisioning complete for port 51f802fd-d5b9-4e54-ba3d-855493e813f7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:46.877924 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-38c37c66-8192-4631-9c39-96e59e4e6346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.907043 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-977075ed-6db9-4f9c-903b-efaca6011428 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] delete failed (client error): The resource could not be found. Mar 16 10:52:46.908445 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-977075ed-6db9-4f9c-903b-efaca6011428 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "DELETE /v2.0/routers/71a0d8fe-70f7-4af6-8c2f-155d14d07544 HTTP/1.1" status: 404 len: 336 time: 0.1833720 Mar 16 10:52:46.960296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45558) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:47.105634 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c329ad78-ccd0-41a6-9a0b-05c7fee3d778 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "GET /v2.0/ports?device_id=24c45495-39b4-4305-b579-fdcd5d6471ae HTTP/1.1" status: 200 len: 205 time: 0.1380455 Mar 16 10:52:47.137317 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45562) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:47.191867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1ba3d091-dbb1-44dd-8f28-a02f1608630f up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:47.202773 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for 51f802fd-d5b9-4e54-ba3d-855493e813f7 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:47.303146 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45566) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:47.325115 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 1ba3d091-dbb1-44dd-8f28-a02f1608630f completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:47.342542 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-6066b4e2-d735-47f6-ba22-1986c39fef92 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] delete failed (client error): The resource could not be found. Mar 16 10:52:47.343638 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6066b4e2-d735-47f6-ba22-1986c39fef92 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "DELETE /v2.0/routers/24c45495-39b4-4305-b579-fdcd5d6471ae HTTP/1.1" status: 404 len: 336 time: 0.2045844 Mar 16 10:52:47.391860 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937b9bd4-8533-46d6-ba29-d4951f581148 None None] DHCP port deletion for bbff2844-990b-4619-bd38-3ed454705b3e request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:52:47.401905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45570) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:47.406697 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84501ae-d7d9-46e6-a0ac-28f6a679cfb8 None None] Network 7583aaa9-481c-469a-981b-36de91a0192b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:47.424340 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-937b9bd4-8533-46d6-ba29-d4951f581148 None None] Deleting port 51f802fd-d5b9-4e54-ba3d-855493e813f7 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:47.424710 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-937b9bd4-8533-46d6-ba29-d4951f581148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.464939 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 640c44fa-fdc4-4552-87bb-9c80607f1cd1 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:47.477650 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-77e8922b-f068-442a-90fc-f3b559972d7f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.479985 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-77e8922b-f068-442a-90fc-f3b559972d7f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.489254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.512175 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d1427b73-1268-486e-b8ea-48e9ceb495ef tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "GET /v2.0/ports?device_id=75c33947-489b-4d11-a71f-82d1f03e05b5 HTTP/1.1" status: 200 len: 205 time: 0.0873699 Mar 16 10:52:47.512175 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.515043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45574) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:47.519904 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 640c44fa-fdc4-4552-87bb-9c80607f1cd1 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:47.520247 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 640c44fa-fdc4-4552-87bb-9c80607f1cd1 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:47.532324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a2757c04-9447-4415-b0d4-bc0257875ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.594237 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1fca4db0-d501-4861-bdcc-9284f484518a None None] Provisioning for port 1ba3d091-dbb1-44dd-8f28-a02f1608630f completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:47.594449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9cd32b3f-a478-4d67-9f2c-344474a4d876 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.605454 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.637808 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-937b9bd4-8533-46d6-ba29-d4951f581148 None None] The port '51f802fd-d5b9-4e54-ba3d-855493e813f7' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:52:47.646382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1fca4db0-d501-4861-bdcc-9284f484518a None None] Provisioning complete for port 1ba3d091-dbb1-44dd-8f28-a02f1608630f triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:47.646382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1fca4db0-d501-4861-bdcc-9284f484518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.646660 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=51f802fd-d5b9-4e54-ba3d-855493e813f7,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:47.670405 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-0dcc76e8-817f-4dec-9a8c-de10b6305c0b tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] delete failed (client error): The resource could not be found. Mar 16 10:52:47.675710 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0dcc76e8-817f-4dec-9a8c-de10b6305c0b tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "DELETE /v2.0/routers/75c33947-489b-4d11-a71f-82d1f03e05b5 HTTP/1.1" status: 404 len: 336 time: 0.1165214 Mar 16 10:52:47.676673 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-77e8922b-f068-442a-90fc-f3b559972d7f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.677181 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e8922b-f068-442a-90fc-f3b559972d7f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Fanout notify agent at l3_agent the message router_deleted on router 5aa6e5e0-ee36-4685-9393-ccea257364bf {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:47.678366 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45578) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:47.679336 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No DVR routers for this DVR port 51f802fd-d5b9-4e54-ba3d-855493e813f7 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:52:47.716138 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ed16be61-be54-44f6-b1a0-fff8c4bd0c2f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43fda5f5ba974e56935505a0f4978348&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4089589 Mar 16 10:52:47.730021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45582) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:47.743451 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Transition to ACTIVE for port object 6e215182-be0e-46cb-9f8a-01d66a487845 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:47.798360 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96b0e86-ac05-4e1f-a323-9bcf9904e0c2 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] DELETE failed (client error): The resource could not be found. Mar 16 10:52:47.798908 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96b0e86-ac05-4e1f-a323-9bcf9904e0c2 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:52:47.849708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a2757c04-9447-4415-b0d4-bc0257875ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.865055 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a96b0e86-ac05-4e1f-a323-9bcf9904e0c2 tempest-RoutersAdminTest-229291857 tempest-RoutersAdminTest-229291857-project] 10.222.0.44 "DELETE /v2.0/subnets/71cd80fb-19ad-4058-b4d6-6adab882c48d HTTP/1.1" status: 404 len: 337 time: 0.1786053 Mar 16 10:52:47.873819 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1fca4db0-d501-4861-bdcc-9284f484518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.875687 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-77e8922b-f068-442a-90fc-f3b559972d7f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.878009 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-77e8922b-f068-442a-90fc-f3b559972d7f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/routers/5aa6e5e0-ee36-4685-9393-ccea257364bf HTTP/1.1" status: 204 len: 168 time: 3.6400883 Mar 16 10:52:47.880725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45588) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:47.887876 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.909907 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2757c04-9447-4415-b0d4-bc0257875ac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:47.932195 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1fca4db0-d501-4861-bdcc-9284f484518a None None] For port 1ba3d091-dbb1-44dd-8f28-a02f1608630f, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1ba3d091-dbb1-44dd-8f28-a02f1608630f,segment=NetworkSegment(e13ae17c-a1d7-46a0-80fb-d131b720121c),segment_id=e13ae17c-a1d7-46a0-80fb-d131b720121c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:47.933762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a2757c04-9447-4415-b0d4-bc0257875ac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.939435 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aea229c-93d1-45fb-9bfc-26be882bb7f2 None None] Network 5d0c7ad5-cc66-42bd-9976-b209dfba76ff requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:47.945375 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d547222c-20e6-49ad-9059-6c538bac7a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.961349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbff2844-990b-4619-bd38-3ed454705b3e']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:47.961591 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1fca4db0-d501-4861-bdcc-9284f484518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.981100 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e855761-9afc-4f68-91ea-35d8c68bc0b5') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:47.981462 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e855761-9afc-4f68-91ea-35d8c68bc0b5') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:47.999625 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.001105 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a2757c04-9447-4415-b0d4-bc0257875ac4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1c6a2b0c-1426-4f0d-98f7-a73d1d49ba69 HTTP/1.1" status: 204 len: 168 time: 2.3356953 Mar 16 10:52:48.006430 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45592) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:48.010715 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.014906 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ef6f4e-9574-459d-bffe-809400691d01 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting subnet c21af008-0296-436f-8467-9345a960b895 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:52:48.060386 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-99ef6f4e-9574-459d-bffe-809400691d01 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.122369 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.129589 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d547222c-20e6-49ad-9059-6c538bac7a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.148744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 7583aaa9-481c-469a-981b-36de91a0192b is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:48.170573 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:48.182304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:48.194164 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca4db0-d501-4861-bdcc-9284f484518a None None] Pushing event updated for resources: {'Port': ['ID=1ba3d091-dbb1-44dd-8f28-a02f1608630f,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:48.199381 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:48.199787 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:48.227638 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:48.289194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=6e215182-be0e-46cb-9f8a-01d66a487845,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:48.366666 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-9cd32b3f-a478-4d67-9f2c-344474a4d876 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Delete allocated IP 2001:db8:0:1::307 (72e48d45-01a2-4d50-8293-2512d01e164a/f16cd55b-659e-4ddc-8f1f-b2f33ff31504) {{(pid=87969) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 10:52:48.373196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-99ef6f4e-9574-459d-bffe-809400691d01 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.378524 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 51f802fd-d5b9-4e54-ba3d-855493e813f7 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:48.390945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.425510 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.470968 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] Deleting port ab84a846-3c10-444d-863f-25058a14d602 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:48.471389 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.491263 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 51f802fd-d5b9-4e54-ba3d-855493e813f7 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:48.491613 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 51f802fd-d5b9-4e54-ba3d-855493e813f7 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:48.512615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.517315 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] DHCP port deletion for 5d0c7ad5-cc66-42bd-9976-b209dfba76ff request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:52:48.538167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-68fbb714-be2e-4f70-82ad-86163ae57c66 None None] Provisioning complete for port 1ba3d091-dbb1-44dd-8f28-a02f1608630f triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:48.538526 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-68fbb714-be2e-4f70-82ad-86163ae57c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.547758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d547222c-20e6-49ad-9059-6c538bac7a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.584795 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547222c-20e6-49ad-9059-6c538bac7a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f69926-336e-40df-ae28-09705e91fb94,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:48.586072 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45600) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:48.595569 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-99ef6f4e-9574-459d-bffe-809400691d01 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.596591 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Deleting port ab84a846-3c10-444d-863f-25058a14d602 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:48.597073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.669699 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d547222c-20e6-49ad-9059-6c538bac7a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.671071 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d547222c-20e6-49ad-9059-6c538bac7a25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14f69926-336e-40df-ae28-09705e91fb94 HTTP/1.1" status: 204 len: 168 time: 0.9351110 Mar 16 10:52:48.727963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.743265 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Network': ['ID=bbff2844-990b-4619-bd38-3ed454705b3e,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:48.751354 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9b8cff99-e5cd-47e2-9347-0caff5552405 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/networks/bbff2844-990b-4619-bd38-3ed454705b3e HTTP/1.1" status: 204 len: 168 time: 3.1644433 Mar 16 10:52:48.757672 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45608) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:48.796850 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9cd32b3f-a478-4d67-9f2c-344474a4d876 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.031732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.068884 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] For port ab84a846-3c10-444d-863f-25058a14d602, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ab84a846-3c10-444d-863f-25058a14d602,segment=NetworkSegment(12dce982-4135-4c4b-bee2-28691cfc15b1),segment_id=12dce982-4135-4c4b-bee2-28691cfc15b1)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:49.069962 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.125456 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-9cd32b3f-a478-4d67-9f2c-344474a4d876 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Transition to ACTIVE for port object 4a7c5226-1566-4476-9e11-b459f4a03371 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:49.129812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-caf7baec-b342-42c5-b2ab-706717e4dca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.134433 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-99ef6f4e-9574-459d-bffe-809400691d01 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.187125 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef6f4e-9574-459d-bffe-809400691d01 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Subnet': ['ID=c21af008-0296-436f-8467-9345a960b895,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:49.189153 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-99ef6f4e-9574-459d-bffe-809400691d01 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.193213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] For port ab84a846-3c10-444d-863f-25058a14d602, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ab84a846-3c10-444d-863f-25058a14d602,segment=NetworkSegment(12dce982-4135-4c4b-bee2-28691cfc15b1),segment_id=12dce982-4135-4c4b-bee2-28691cfc15b1)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:49.193213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.225251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9cd32b3f-a478-4d67-9f2c-344474a4d876 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.228973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-caf7baec-b342-42c5-b2ab-706717e4dca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:49.245396 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc70133f-8305-4d8a-839f-4f2dfbafc495 None None] Network ceabc0b5-c2d8-477f-abf0-9262236b4bb9 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:49.288996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-caf7baec-b342-42c5-b2ab-706717e4dca8 admin admin] Usage tracker for resource:security_group_rule and tenant:3b45365384544d2aa7bc1cd0060bd8cf is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:49.295877 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Calling delete_port for ab84a846-3c10-444d-863f-25058a14d602 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:49.332993 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-99ef6f4e-9574-459d-bffe-809400691d01 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/subnets/c21af008-0296-436f-8467-9345a960b895 HTTP/1.1" status: 204 len: 168 time: 1.4455836 Mar 16 10:52:49.399357 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-caf7baec-b342-42c5-b2ab-706717e4dca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:49.405016 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45620) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:49.428846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-caf7baec-b342-42c5-b2ab-706717e4dca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:49.435951 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] Calling delete_port for ab84a846-3c10-444d-863f-25058a14d602 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:49.460113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-9cd32b3f-a478-4d67-9f2c-344474a4d876 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] In _notify_port_updated(), no bound segment for port 4a7c5226-1566-4476-9e11-b459f4a03371 on network 72e48d45-01a2-4d50-8293-2512d01e164a {{(pid=87969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:52:49.466021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd32b3f-a478-4d67-9f2c-344474a4d876 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:49.466642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9cd32b3f-a478-4d67-9f2c-344474a4d876 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.467983 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9cd32b3f-a478-4d67-9f2c-344474a4d876 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "PUT /v2.0/ports/4a7c5226-1566-4476-9e11-b459f4a03371 HTTP/1.1" status: 200 len: 926 time: 3.3701022 Mar 16 10:52:49.470865 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45628) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:49.491665 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-e7f84eb4-8225-46e9-9968-1287818e78c6 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6072e6d9-dcaa-4037-a88d-57a22e42f372'}, {'subnet_id': 'f16cd55b-659e-4ddc-8f1f-b2f33ff31504'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:49.545149 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cab1e81-a3c4-4338-a80e-35e1c32f0b1b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:49.546053 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8cab1e81-a3c4-4338-a80e-35e1c32f0b1b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:49.614703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.631748 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-42410784-fe7e-44b0-87c9-2611cbbd8f68 None None] Provisioning for port 6e215182-be0e-46cb-9f8a-01d66a487845 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:49.637212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd32b3f-a478-4d67-9f2c-344474a4d876 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=4a7c5226-1566-4476-9e11-b459f4a03371,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:49.642992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8cab1e81-a3c4-4338-a80e-35e1c32f0b1b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:49.647669 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8cab1e81-a3c4-4338-a80e-35e1c32f0b1b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8847845 Mar 16 10:52:49.662648 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45636) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:49.690911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting port 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:49.691425 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.702263 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 16 10:52:49.702263 dv-neutron-833859-1-hyperv neutron-server[87968]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Mar 16 10:52:49.702263 dv-neutron-833859-1-hyperv neutron-server[87968]: [parameters: {'port_id': 'ab84a846-3c10-444d-863f-25058a14d602'}] Mar 16 10:52:49.702263 dv-neutron-833859-1-hyperv neutron-server[87968]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:52:49.703736 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:52:49.706693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-42410784-fe7e-44b0-87c9-2611cbbd8f68 None None] Provisioning complete for port 6e215182-be0e-46cb-9f8a-01d66a487845 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:49.707217 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-42410784-fe7e-44b0-87c9-2611cbbd8f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.781317 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-42410784-fe7e-44b0-87c9-2611cbbd8f68 None None] Port 6e215182-be0e-46cb-9f8a-01d66a487845 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:49.832563 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.875971 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] No DVR routers for this DVR port ab84a846-3c10-444d-863f-25058a14d602 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:52:49.917907 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fd0fbb87-9452-4d79-afb7-be636506b7b6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2504663 Mar 16 10:52:49.918578 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45646) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:49.919183 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e7f84eb4-8225-46e9-9968-1287818e78c6 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.935415 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-ce5bd666-20a7-4e94-ad56-783bd3019a41 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1679344113'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:49.944951 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ce5bd666-20a7-4e94-ad56-783bd3019a41 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:49.946316 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Pushing event deleted for resources: {'Port': ['ID=ab84a846-3c10-444d-863f-25058a14d602,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:49.954370 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-806acafc-5947-4df5-b109-9a3b830e0815 None None] Provisioning for port 4a7c5226-1566-4476-9e11-b459f4a03371 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:49.967452 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.968031 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.968516 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.969019 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.969637 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.970450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.970935 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.971900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.972404 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.972880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.973523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.974155 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fccd5e-b294-403d-a650-ec97659fe688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.981057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ce5bd666-20a7-4e94-ad56-783bd3019a41 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:network and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:49.981969 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-806acafc-5947-4df5-b109-9a3b830e0815 None None] Provisioning complete for port 4a7c5226-1566-4476-9e11-b459f4a03371 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:49.982290 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-806acafc-5947-4df5-b109-9a3b830e0815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.989577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ce5bd666-20a7-4e94-ad56-783bd3019a41 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:49.999490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ce5bd666-20a7-4e94-ad56-783bd3019a41 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:50.064940 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-806acafc-5947-4df5-b109-9a3b830e0815 None None] Port 4a7c5226-1566-4476-9e11-b459f4a03371 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:50.065266 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5bd666-20a7-4e94-ad56-783bd3019a41 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:50.068705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ce5bd666-20a7-4e94-ad56-783bd3019a41 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.147825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-caf7baec-b342-42c5-b2ab-706717e4dca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.155690 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b475f3fa-0395-4034-8b1c-385ca4141d66 None None] DHCP port deletion for ceabc0b5-c2d8-477f-abf0-9262236b4bb9 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:52:50.161046 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b475f3fa-0395-4034-8b1c-385ca4141d66 None None] Deleting port 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:50.162840 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b475f3fa-0395-4034-8b1c-385ca4141d66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.181958 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5bd666-20a7-4e94-ad56-783bd3019a41 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:50.205027 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] Deleting port ab84a846-3c10-444d-863f-25058a14d602 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:50.205368 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.209761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-caf7baec-b342-42c5-b2ab-706717e4dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.265393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7baec-b342-42c5-b2ab-706717e4dca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33cc8cd-7d7a-4093-a761-f3e81aea8476,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:50.308745 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ce5bd666-20a7-4e94-ad56-783bd3019a41 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.309140 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-ce5bd666-20a7-4e94-ad56-783bd3019a41 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Added segment 5ae09824-3022-456e-9842-225b1b697396 of type vlan for network 8233f02b-4172-4671-b6ad-4cd802c3199d Mar 16 10:52:50.332341 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1ba3d091-dbb1-44dd-8f28-a02f1608630f up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:50.339434 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] For port 21d86e7a-123e-4234-b1eb-2ee46a5d4d05, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=21d86e7a-123e-4234-b1eb-2ee46a5d4d05,segment=NetworkSegment(4075d681-720c-40d4-85a3-43dcfbc82f42),segment_id=4075d681-720c-40d4-85a3-43dcfbc82f42)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:50.339804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.356633 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.400861 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-caf7baec-b342-42c5-b2ab-706717e4dca8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b45365384544d2aa7bc1cd0060bd8cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8081555 Mar 16 10:52:50.457389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45658) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:50.512948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] The port 'ab84a846-3c10-444d-863f-25058a14d602' was deleted {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:52:50.521257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.539816 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 1ba3d091-dbb1-44dd-8f28-a02f1608630f triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:50.540187 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.578552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b475f3fa-0395-4034-8b1c-385ca4141d66 None None] For port 21d86e7a-123e-4234-b1eb-2ee46a5d4d05, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=21d86e7a-123e-4234-b1eb-2ee46a5d4d05,segment=NetworkSegment(4075d681-720c-40d4-85a3-43dcfbc82f42),segment_id=4075d681-720c-40d4-85a3-43dcfbc82f42)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:50.578909 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b475f3fa-0395-4034-8b1c-385ca4141d66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.579510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Calling delete_port for 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:50.592346 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ce5bd666-20a7-4e94-ad56-783bd3019a41 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.728058 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.728855 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b475f3fa-0395-4034-8b1c-385ca4141d66 None None] Calling delete_port for 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:50.775623 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ce5bd666-20a7-4e94-ad56-783bd3019a41 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.781520 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bd666-20a7-4e94-ad56-783bd3019a41 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:50.782450 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ce5bd666-20a7-4e94-ad56-783bd3019a41 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.813170 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0c7ad5-cc66-42bd-9976-b209dfba76ff']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:50.857064 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12dce982-4135-4c4b-bee2-28691cfc15b1') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:50.857687 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12dce982-4135-4c4b-bee2-28691cfc15b1') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:50.886019 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.893412 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-e7f84eb4-8225-46e9-9968-1287818e78c6 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Allocated IP 2001:db8:0:1::25a (72e48d45-01a2-4d50-8293-2512d01e164a/f16cd55b-659e-4ddc-8f1f-b2f33ff31504/4a7c5226-1566-4476-9e11-b459f4a03371) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:50.895672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.933871 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b475f3fa-0395-4034-8b1c-385ca4141d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.945001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45670) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:50.945276 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ce5bd666-20a7-4e94-ad56-783bd3019a41 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0161552 Mar 16 10:52:50.955335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45672) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:50.970891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7b0ba58d-62a9-4161-92ef-149ce49ed726 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'subnet': {'network_id': '8233f02b-4172-4671-b6ad-4cd802c3199d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:50.985363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bd666-20a7-4e94-ad56-783bd3019a41 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Network': ['ID=8233f02b-4172-4671-b6ad-4cd802c3199d,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:50.990429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.994672 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b475f3fa-0395-4034-8b1c-385ca4141d66 None None] No DVR routers for this DVR port 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:52:51.005124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=6e215182-be0e-46cb-9f8a-01d66a487845,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:51.016793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 8233f02b-4172-4671-b6ad-4cd802c3199d details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:51.035359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ab84a846-3c10-444d-863f-25058a14d602 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:51.044545 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:51.044795 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:51.058487 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:51.103902 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.api [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:52:51.104362 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG oslo_db.api [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:52:51.125421 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e3166d11-adfe-441d-be2b-78d272000e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.130859 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d7d44-fb75-42ee-9724-edc0d9210824 req-d29fa149-e284-4948-9b85-f82cdd097d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:51.132485 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bb9d7d44-fb75-42ee-9724-edc0d9210824 req-d29fa149-e284-4948-9b85-f82cdd097d0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f7f82da52584a9cb3b9e11b4547dbe8&device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 1099 time: 0.7736368 Mar 16 10:52:51.154238 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475f3fa-0395-4034-8b1c-385ca4141d66 None None] Pushing event deleted for resources: {'Port': ['ID=21d86e7a-123e-4234-b1eb-2ee46a5d4d05,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:51.159591 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: ab84a846-3c10-444d-863f-25058a14d602 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:51.160188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ab84a846-3c10-444d-863f-25058a14d602 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:51.160322 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:51.202289 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:51.202665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:51.215841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-860e7458-dd4f-4619-ac8c-f4031124be53 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1088647827'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:51.240020 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383dff8-c1f4-433f-aafc-15423d49bd32 req-6af5f44e-93d3-4847-a8fc-91a879ba2b56 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:51.247885 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0383dff8-c1f4-433f-aafc-15423d49bd32 req-6af5f44e-93d3-4847-a8fc-91a879ba2b56 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.6760709 Mar 16 10:52:51.259124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e3166d11-adfe-441d-be2b-78d272000e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.268087 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-860e7458-dd4f-4619-ac8c-f4031124be53 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:51.332711 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-860e7458-dd4f-4619-ac8c-f4031124be53 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Usage tracker for resource:router and tenant:869b4aab5ab7422ab4ae81310c9bf58d is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:51.352313 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-860e7458-dd4f-4619-ac8c-f4031124be53 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:51.391442 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network 7583aaa9-481c-469a-981b-36de91a0192b is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:51.392310 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-860e7458-dd4f-4619-ac8c-f4031124be53 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:51.401042 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:51.403341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.405106 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7b0ba58d-62a9-4161-92ef-149ce49ed726 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:51.428600 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.434083 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7b0ba58d-62a9-4161-92ef-149ce49ed726 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:subnet and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:51.436398 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0383dff8-c1f4-433f-aafc-15423d49bd32 req-ca1ee44b-4ebf-4043-a5ab-c1484a3571e0 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871235 Mar 16 10:52:51.439131 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7b0ba58d-62a9-4161-92ef-149ce49ed726 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:51.440337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-860e7458-dd4f-4619-ac8c-f4031124be53 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.441650 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-860e7458-dd4f-4619-ac8c-f4031124be53 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.466835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7b0ba58d-62a9-4161-92ef-149ce49ed726 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:51.469795 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] Pushing event deleted for resources: {'Network': ['ID=5d0c7ad5-cc66-42bd-9976-b209dfba76ff,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:51.484830 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-41e8e25c-260d-4671-be38-c3023c5ea6fe admin admin] 10.222.0.44 "DELETE /v2.0/networks/5d0c7ad5-cc66-42bd-9976-b209dfba76ff HTTP/1.1" status: 204 len: 168 time: 3.4660509 Mar 16 10:52:51.509070 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0ba58d-62a9-4161-92ef-149ce49ed726 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:51.517694 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7b0ba58d-62a9-4161-92ef-149ce49ed726 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.586071 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d7d44-fb75-42ee-9724-edc0d9210824 req-f5545b85-8f0e-403e-8e57-77869e078b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:51.587523 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bb9d7d44-fb75-42ee-9724-edc0d9210824 req-f5545b85-8f0e-403e-8e57-77869e078b82 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4401366c-47f7-47e5-8a08-62fbd69fe2e5 HTTP/1.1" status: 200 len: 913 time: 0.4449098 Mar 16 10:52:51.644216 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e7f84eb4-8225-46e9-9968-1287818e78c6 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.649457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting port 21d86e7a-123e-4234-b1eb-2ee46a5d4d05 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:51.649789 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.694951 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-e7f84eb4-8225-46e9-9968-1287818e78c6 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Transition to ACTIVE for port object 4a7c5226-1566-4476-9e11-b459f4a03371 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:51.702245 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e7f84eb4-8225-46e9-9968-1287818e78c6 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.738991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e3166d11-adfe-441d-be2b-78d272000e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.748038 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45682) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:51.775492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] The port '21d86e7a-123e-4234-b1eb-2ee46a5d4d05' was deleted {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:52:51.787660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-860e7458-dd4f-4619-ac8c-f4031124be53 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.789385 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3166d11-adfe-441d-be2b-78d272000e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33cc8cd-7d7a-4093-a761-f3e81aea8476,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:51.832075 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1017c939-0f4e-4a13-a553-9889d94b52a4 None None] Provisioning complete for port 6e215182-be0e-46cb-9f8a-01d66a487845 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:51.832885 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1017c939-0f4e-4a13-a553-9889d94b52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.873474 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bb9d7d44-fb75-42ee-9724-edc0d9210824 req-91a69b8c-0e5c-4eac-ad10-30241ca8cbc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20612511-e8b3-4849-b916-37451ada4783 HTTP/1.1" status: 200 len: 1001 time: 0.2771487 Mar 16 10:52:51.896194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 7babe4b6-4e0d-4416-94de-ce6f7948c419 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:51.908459 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1017c939-0f4e-4a13-a553-9889d94b52a4 None None] Port 6e215182-be0e-46cb-9f8a-01d66a487845 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:51.939146 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f84eb4-8225-46e9-9968-1287818e78c6 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=4a7c5226-1566-4476-9e11-b459f4a03371,revision_number=3']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:51.954589 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-e7f84eb4-8225-46e9-9968-1287818e78c6 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] In _notify_port_updated(), no bound segment for port 4a7c5226-1566-4476-9e11-b459f4a03371 on network 72e48d45-01a2-4d50-8293-2512d01e164a {{(pid=87968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:52:51.960031 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f84eb4-8225-46e9-9968-1287818e78c6 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:51.960672 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e7f84eb4-8225-46e9-9968-1287818e78c6 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.963238 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e7f84eb4-8225-46e9-9968-1287818e78c6 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "PUT /v2.0/ports/4a7c5226-1566-4476-9e11-b459f4a03371 HTTP/1.1" status: 200 len: 1012 time: 2.4898729 Mar 16 10:52:51.970995 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45686) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:51.998726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-860e7458-dd4f-4619-ac8c-f4031124be53 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.030191 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.033040 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ae79061e-7d30-4e53-9526-2982c6000b5d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88d104187244448c94232efcadd9a6a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2779286 Mar 16 10:52:52.036241 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45690) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:52.041253 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e3166d11-adfe-441d-be2b-78d272000e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.045311 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e3166d11-adfe-441d-be2b-78d272000e5f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b33cc8cd-7d7a-4093-a761-f3e81aea8476 HTTP/1.1" status: 204 len: 168 time: 1.5231383 Mar 16 10:52:52.103595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b81468cc-9628-4ce9-b5cf-e1e282d4cf38 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 4a7c5226-1566-4476-9e11-b459f4a03371 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:52.103595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b81468cc-9628-4ce9-b5cf-e1e282d4cf38 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.129379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-860e7458-dd4f-4619-ac8c-f4031124be53 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.130521 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-860e7458-dd4f-4619-ac8c-f4031124be53 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1702762 Mar 16 10:52:52.146097 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d1a5bb7f-aa9f-43ee-99d9-cf2514954967 None None] Provisioning for port 4a7c5226-1566-4476-9e11-b459f4a03371 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:52.153446 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d1a5bb7f-aa9f-43ee-99d9-cf2514954967 None None] Provisioning complete for port 4a7c5226-1566-4476-9e11-b459f4a03371 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:52.154688 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d1a5bb7f-aa9f-43ee-99d9-cf2514954967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.178287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45696) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:52.187490 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d7d44-fb75-42ee-9724-edc0d9210824 req-0b52cad2-0789-4a59-9d70-df7080b7afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:52.189289 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bb9d7d44-fb75-42ee-9724-edc0d9210824 req-0b52cad2-0789-4a59-9d70-df7080b7afa2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c1c0157-574c-4c1c-a73d-323ed6286819 HTTP/1.1" status: 200 len: 851 time: 0.2873211 Mar 16 10:52:52.198647 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceabc0b5-c2d8-477f-abf0-9262236b4bb9']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:52.232773 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d1a5bb7f-aa9f-43ee-99d9-cf2514954967 None None] Port 4a7c5226-1566-4476-9e11-b459f4a03371 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:52.252398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4075d681-720c-40d4-85a3-43dcfbc82f42') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:52.252980 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4075d681-720c-40d4-85a3-43dcfbc82f42') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:52.284343 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.295509 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7b0ba58d-62a9-4161-92ef-149ce49ed726 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.308551 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:52.316756 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-13cdf1a2-a90c-4629-b98a-ebd182f7b20f tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/7babe4b6-4e0d-4416-94de-ce6f7948c419/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8938544 Mar 16 10:52:52.318138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.321396 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Sync routers for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:52.323297 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45700) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:52.330858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-dc02c5f2-a6b9-419b-8f14-fb91e4552d3b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'network': {'name': 'tempest-RoutersTest-1339482480'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:52.334262 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:52.334651 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.343416 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:52.343754 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:52.350153 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:52.365998 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-dc02c5f2-a6b9-419b-8f14-fb91e4552d3b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:52.415502 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-dc02c5f2-a6b9-419b-8f14-fb91e4552d3b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:network and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:52.428526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-dc02c5f2-a6b9-419b-8f14-fb91e4552d3b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:52.440826 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-dc02c5f2-a6b9-419b-8f14-fb91e4552d3b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:52.460393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.535535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:52.570426 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b6c72d9e-5de5-4c04-a494-1503737b8817 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.631002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d7d44-fb75-42ee-9724-edc0d9210824 req-aa25d3d7-9384-48b4-ace0-31babd3211af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:52.633355 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bb9d7d44-fb75-42ee-9724-edc0d9210824 req-aa25d3d7-9384-48b4-ace0-31babd3211af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4401366c-47f7-47e5-8a08-62fbd69fe2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4225471 Mar 16 10:52:52.634974 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.640050 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc02c5f2-a6b9-419b-8f14-fb91e4552d3b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:52.643670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc02c5f2-a6b9-419b-8f14-fb91e4552d3b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.652937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45708) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:52.657166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Network': ['ID=ceabc0b5-c2d8-477f-abf0-9262236b4bb9,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:52.667303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b733bee5-704e-45e2-afe7-26f34efae587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.697553 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-70b81fe9-c493-4b6c-8297-c87bf3b1714b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/networks/ceabc0b5-c2d8-477f-abf0-9262236b4bb9 HTTP/1.1" status: 204 len: 168 time: 3.2902503 Mar 16 10:52:52.702834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45712) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:52.781664 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ba58d-62a9-4161-92ef-149ce49ed726 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Subnet': ['ID=1cce5330-bf17-48a7-bbb6-0e37548a856d,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:52.831350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc02c5f2-a6b9-419b-8f14-fb91e4552d3b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:52.888242 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:52:48Z', 'revision_number': 4, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e215182-be0e-46cb-9f8a-01d66a487845', 'name': '', 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:c7:90:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:45Z', 'updated_at': '2022-03-16T10:52:49Z', 'revision_number': 2, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:52.892713 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Checking router: 7babe4b6-4e0d-4416-94de-ce6f7948c419 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:52:52.893076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Updating router 7babe4b6-4e0d-4416-94de-ce6f7948c419 port 6e215182-be0e-46cb-9f8a-01d66a487845 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:52:52.901018 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b733bee5-704e-45e2-afe7-26f34efae587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.928686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc02c5f2-a6b9-419b-8f14-fb91e4552d3b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.929094 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-dc02c5f2-a6b9-419b-8f14-fb91e4552d3b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Added segment b5480f19-105d-410a-b624-4f7e9c1395dd of type vlan for network e58f9a64-b940-4476-8f3a-3df7511d9f74 Mar 16 10:52:52.943230 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-80d499b2-e2fa-4d68-ac35-f9b5437efc1e tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting port 6c2240ca-110a-42b5-ad5a-85e1439f8104 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:52.943700 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-80d499b2-e2fa-4d68-ac35-f9b5437efc1e tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.950762 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.029958 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bb9d7d44-fb75-42ee-9724-edc0d9210824 req-11fec959-20c6-4e07-a7ee-51e3791b65a8 service neutron] 10.222.0.18 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739259 Mar 16 10:52:53.031605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc02c5f2-a6b9-419b-8f14-fb91e4552d3b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.213073 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0ba58d-62a9-4161-92ef-149ce49ed726 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Checking segment: {'id': '5ae09824-3022-456e-9842-225b1b697396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8233f02b-4172-4671-b6ad-4cd802c3199d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:53.213350 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0ba58d-62a9-4161-92ef-149ce49ed726 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network hostable DHCP agents. Network: 8233f02b-4172-4671-b6ad-4cd802c3199d, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:53.247709 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc02c5f2-a6b9-419b-8f14-fb91e4552d3b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.254031 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc02c5f2-a6b9-419b-8f14-fb91e4552d3b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:53.254658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc02c5f2-a6b9-419b-8f14-fb91e4552d3b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.329861 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.334353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-80d499b2-e2fa-4d68-ac35-f9b5437efc1e tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.334672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-80d499b2-e2fa-4d68-ac35-f9b5437efc1e tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.345654 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c67f643c-8328-4631-a1f3-094009f4b951 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13c77b1a1063425d8cd2541e1f12f079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6781411 Mar 16 10:52:53.348740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Transition to ACTIVE for port object 6e215182-be0e-46cb-9f8a-01d66a487845 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:53.358766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45716) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:53.361744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.365359 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b6c72d9e-5de5-4c04-a494-1503737b8817 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.381784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b6c72d9e-5de5-4c04-a494-1503737b8817 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.453622 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b81468cc-9628-4ce9-b5cf-e1e282d4cf38 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.458358 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-dc02c5f2-a6b9-419b-8f14-fb91e4552d3b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1340499 Mar 16 10:52:53.460808 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bb9d7d44-fb75-42ee-9724-edc0d9210824 req-e3e47492-542a-4455-9d2d-7ee935c098ae service neutron] 10.222.0.18 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233434 Mar 16 10:52:53.473758 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45720) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:53.487796 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0ba58d-62a9-4161-92ef-149ce49ed726 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network 8233f02b-4172-4671-b6ad-4cd802c3199d is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:53.529659 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f883b-d851-4ad3-b154-86189a386a44 None None] Pushing event updated for resources: {'Port': ['ID=6e215182-be0e-46cb-9f8a-01d66a487845,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:53.534680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02c5f2-a6b9-419b-8f14-fb91e4552d3b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Network': ['ID=e58f9a64-b940-4476-8f3a-3df7511d9f74,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:53.544085 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-80d499b2-e2fa-4d68-ac35-f9b5437efc1e tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Calling delete_port for 6c2240ca-110a-42b5-ad5a-85e1439f8104 owned by network:floatingip {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:53.565527 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1012ca0f-78b3-4bae-89d3-b87258f4f979 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'subnet': {'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:53.569083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network e58f9a64-b940-4476-8f3a-3df7511d9f74 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:53.678475 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b81468cc-9628-4ce9-b5cf-e1e282d4cf38 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for 4a7c5226-1566-4476-9e11-b459f4a03371 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:53.731879 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b6c72d9e-5de5-4c04-a494-1503737b8817 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.732522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c72d9e-5de5-4c04-a494-1503737b8817 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b01d18d-9368-44d0-85cb-438c657556df {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:53.758292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed824b-2cc6-44fe-a17c-5767443ec5de req-c32ed924-f95f-44c8-b0f0-0f85f8c4a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:53.758692 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97008728-9a20-4a07-ba2d-75acb80df312 req-6d40ad67-7066-4fdd-a9c6-0d9f87c75691 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:53.759773 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dbed824b-2cc6-44fe-a17c-5767443ec5de req-c32ed924-f95f-44c8-b0f0-0f85f8c4a95d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f7f82da52584a9cb3b9e11b4547dbe8&device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 1099 time: 0.1883450 Mar 16 10:52:53.767290 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-97008728-9a20-4a07-ba2d-75acb80df312 req-6d40ad67-7066-4fdd-a9c6-0d9f87c75691 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 1.1150520 Mar 16 10:52:53.783739 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Attempting to bind port 6e215182-be0e-46cb-9f8a-01d66a487845 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:53.784111 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Attempting to bind port 6e215182-be0e-46cb-9f8a-01d66a487845 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'e13ae17c-a1d7-46a0-80fb-d131b720121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:53.784474 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Attempting to bind port 6e215182-be0e-46cb-9f8a-01d66a487845 on network 7583aaa9-481c-469a-981b-36de91a0192b {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:53.795996 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:53.796371 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Checking segment: {'id': 'e13ae17c-a1d7-46a0-80fb-d131b720121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:53.796772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.797166 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Bound using segment: {'id': 'e13ae17c-a1d7-46a0-80fb-d131b720121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:53.797640 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Bound port: 6e215182-be0e-46cb-9f8a-01d66a487845, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13ae17c-a1d7-46a0-80fb-d131b720121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:53.798007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.855233 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-7b0ba58d-62a9-4161-92ef-149ce49ed726 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 8233f02b-4172-4671-b6ad-4cd802c3199d) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:53.859839 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0ba58d-62a9-4161-92ef-149ce49ed726 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:53.860417 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7b0ba58d-62a9-4161-92ef-149ce49ed726 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.865214 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b733bee5-704e-45e2-afe7-26f34efae587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.872007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18307f92-9d8a-447e-a11a-77f3e6c729d1 None None] Network 8233f02b-4172-4671-b6ad-4cd802c3199d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:53.884996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-80d499b2-e2fa-4d68-ac35-f9b5437efc1e tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.945885 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d499b2-e2fa-4d68-ac35-f9b5437efc1e tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Port': ['ID=6c2240ca-110a-42b5-ad5a-85e1439f8104,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:53.961814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733bee5-704e-45e2-afe7-26f34efae587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c84798-71ad-4433-bdc9-b4e5d5f594dc,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:53.965389 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-37a1665f-434c-4cc5-af10-45ca2ecba2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.018774 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] For port 6e215182-be0e-46cb-9f8a-01d66a487845, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:54.023358 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] For port 6e215182-be0e-46cb-9f8a-01d66a487845, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6e215182-be0e-46cb-9f8a-01d66a487845,segment=NetworkSegment(e13ae17c-a1d7-46a0-80fb-d131b720121c),segment_id=e13ae17c-a1d7-46a0-80fb-d131b720121c)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:54.034439 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1012ca0f-78b3-4bae-89d3-b87258f4f979 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:54.040167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.040310 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7b0ba58d-62a9-4161-92ef-149ce49ed726 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0798755 Mar 16 10:52:54.042164 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b6c72d9e-5de5-4c04-a494-1503737b8817 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.047532 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b6c72d9e-5de5-4c04-a494-1503737b8817 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] 10.222.0.44 "DELETE /v2.0/routers/9b01d18d-9368-44d0-85cb-438c657556df HTTP/1.1" status: 204 len: 168 time: 1.8639009 Mar 16 10:52:54.047532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b733bee5-704e-45e2-afe7-26f34efae587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.047532 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b733bee5-704e-45e2-afe7-26f34efae587 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46c84798-71ad-4433-bdc9-b4e5d5f594dc HTTP/1.1" status: 204 len: 168 time: 2.0070231 Mar 16 10:52:54.047838 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45724) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:54.050421 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45726) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:54.057784 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-14d2e877-bf85-4a65-9c5a-5ac557438a3f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'network_id': '8233f02b-4172-4671-b6ad-4cd802c3199d', 'name': 'tempest-PortsTestJSON-1106910559'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:54.059372 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1012ca0f-78b3-4bae-89d3-b87258f4f979 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:subnet and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:54.076715 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-97008728-9a20-4a07-ba2d-75acb80df312 req-06790bbd-2ac2-48b2-8129-fa94929dd92b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084385 Mar 16 10:52:54.077658 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1012ca0f-78b3-4bae-89d3-b87258f4f979 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:54.082830 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-908d94f3-8c9d-4f7a-bd9c-0966d6e92a85 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Request body: {'router': {'name': 'tempest-router-2111601796', 'distributed': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:54.092401 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1012ca0f-78b3-4bae-89d3-b87258f4f979 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:54.097843 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-37a1665f-434c-4cc5-af10-45ca2ecba2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.207885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1012ca0f-78b3-4bae-89d3-b87258f4f979 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Made reservation on behalf of 0af91df9825b4c0a9be9686e6768d879 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:54.212531 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1012ca0f-78b3-4bae-89d3-b87258f4f979 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.233750 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:54.234114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:52:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:54.508155 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-908d94f3-8c9d-4f7a-bd9c-0966d6e92a85 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:54.512596 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-37a1665f-434c-4cc5-af10-45ca2ecba2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.516664 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f883b-d851-4ad3-b154-86189a386a44 None None] Pushing event updated for resources: {'Port': ['ID=6e215182-be0e-46cb-9f8a-01d66a487845,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:54.519115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-80d499b2-e2fa-4d68-ac35-f9b5437efc1e tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for floatingip, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.540455 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed824b-2cc6-44fe-a17c-5767443ec5de req-c9f6f589-5ecd-4ab4-a1e6-fd10fd1585a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:54.544704 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dbed824b-2cc6-44fe-a17c-5767443ec5de req-c9f6f589-5ecd-4ab4-a1e6-fd10fd1585a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4401366c-47f7-47e5-8a08-62fbd69fe2e5 HTTP/1.1" status: 200 len: 913 time: 0.7521703 Mar 16 10:52:54.545322 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-8233f02b-4172-4671-b6ad-4cd802c3199d', 'network_id': '8233f02b-4172-4671-b6ad-4cd802c3199d', 'tenant_id': 'ccc1f3e211964114b838d54c51aafa12', 'fixed_ips': [{'subnet_id': '1cce5330-bf17-48a7-bbb6-0e37548a856d'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:54.545687 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-908d94f3-8c9d-4f7a-bd9c-0966d6e92a85 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Usage tracker for resource:router and tenant:869b4aab5ab7422ab4ae81310c9bf58d is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:54.546152 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.555488 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1665f-434c-4cc5-af10-45ca2ecba2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a9e5b7-fa08-41b1-a2f4-f757245563ad,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:54.559826 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-908d94f3-8c9d-4f7a-bd9c-0966d6e92a85 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:54.580388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b81468cc-9628-4ce9-b5cf-e1e282d4cf38 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.627434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-37a1665f-434c-4cc5-af10-45ca2ecba2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.628557 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-37a1665f-434c-4cc5-af10-45ca2ecba2e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4a9e5b7-fa08-41b1-a2f4-f757245563ad HTTP/1.1" status: 204 len: 168 time: 1.2611771 Mar 16 10:52:54.652660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-908d94f3-8c9d-4f7a-bd9c-0966d6e92a85 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:54.667263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-80d499b2-e2fa-4d68-ac35-f9b5437efc1e tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.669338 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-80d499b2-e2fa-4d68-ac35-f9b5437efc1e tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/floatingips/a3d2db95-e6b1-4dcb-a72d-ebe8cfd01fd0 HTTP/1.1" status: 204 len: 168 time: 1.9652343 Mar 16 10:52:54.671554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81468cc-9628-4ce9-b5cf-e1e282d4cf38 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=4a7c5226-1566-4476-9e11-b459f4a03371,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:54.681578 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45742) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:54.737578 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:54.740400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-908d94f3-8c9d-4f7a-bd9c-0966d6e92a85 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.741812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-908d94f3-8c9d-4f7a-bd9c-0966d6e92a85 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.782103 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-14d2e877-bf85-4a65-9c5a-5ac557438a3f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:54.799342 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dbed824b-2cc6-44fe-a17c-5767443ec5de req-bb116e02-e86f-406b-9c7b-e8e6d1e2cd17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20612511-e8b3-4849-b916-37451ada4783 HTTP/1.1" status: 200 len: 1001 time: 0.2411361 Mar 16 10:52:54.807806 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b639da-f836-486e-b40f-15e31f65966c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] DELETE failed (client error): The resource could not be found. Mar 16 10:52:54.808280 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b639da-f836-486e-b40f-15e31f65966c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:52:54.827492 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b81468cc-9628-4ce9-b5cf-e1e282d4cf38 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.841026 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-29b639da-f836-486e-b40f-15e31f65966c tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/ports/70241351-f649-491f-ad30-b132ecf94cea HTTP/1.1" status: 404 len: 333 time: 0.1554329 Mar 16 10:52:54.841552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45750) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:54.849993 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b81468cc-9628-4ce9-b5cf-e1e282d4cf38 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/4a7c5226-1566-4476-9e11-b459f4a03371 HTTP/1.1" status: 204 len: 168 time: 2.8759205 Mar 16 10:52:54.850524 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45754) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:54.922049 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-14d2e877-bf85-4a65-9c5a-5ac557438a3f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:54.926813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-908d94f3-8c9d-4f7a-bd9c-0966d6e92a85 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.951562 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f4bc18e6-86b5-4782-afa1-b6f0ddd98b89 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Synchronizing usage tracker for tenant:0f12354052d5494e842e68b562c9c3fe on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:54.966236 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5f2f99-a245-4a1d-ac70-2f7ad952028d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] GET failed (client error): The resource could not be found. Mar 16 10:52:54.966765 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ae5f2f99-a245-4a1d-ac70-2f7ad952028d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:54.988977 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d2e877-bf85-4a65-9c5a-5ac557438a3f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:54.997703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-14d2e877-bf85-4a65-9c5a-5ac557438a3f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.029056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed824b-2cc6-44fe-a17c-5767443ec5de req-8be97e0a-41aa-4730-9f1b-a83eefe85902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:55.030550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1012ca0f-78b3-4bae-89d3-b87258f4f979 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.037250 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dbed824b-2cc6-44fe-a17c-5767443ec5de req-8be97e0a-41aa-4730-9f1b-a83eefe85902 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c1c0157-574c-4c1c-a73d-323ed6286819 HTTP/1.1" status: 200 len: 851 time: 0.2227545 Mar 16 10:52:55.041300 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-908d94f3-8c9d-4f7a-bd9c-0966d6e92a85 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.161379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-14d2e877-bf85-4a65-9c5a-5ac557438a3f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] device_id is not set on port 5bdab18f-1eed-4fa9-80ac-c1bf7c736837 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:55.267562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-908d94f3-8c9d-4f7a-bd9c-0966d6e92a85 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.268887 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-908d94f3-8c9d-4f7a-bd9c-0966d6e92a85 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2175722 Mar 16 10:52:55.283534 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:52:48Z', 'revision_number': 4, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e215182-be0e-46cb-9f8a-01d66a487845', 'name': '', 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:c7:90:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:45Z', 'updated_at': '2022-03-16T10:52:54Z', 'revision_number': 4, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:55.290582 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Allocated IP 172.20.0.2 (8233f02b-4172-4671-b6ad-4cd802c3199d/1cce5330-bf17-48a7-bbb6-0e37548a856d/155e13e2-36c3-4193-855b-42a13364c188) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:55.293454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb652c2-6b47-43c7-85d7-2b662a089daf None None] The sync data for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv is: [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:52:48Z', 'revision_number': 4, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e215182-be0e-46cb-9f8a-01d66a487845', 'name': '', 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:c7:90:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:45Z', 'updated_at': '2022-03-16T10:52:54Z', 'revision_number': 4, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:55.325256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45766) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:55.432371 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012ca0f-78b3-4bae-89d3-b87258f4f979 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Subnet': ['ID=e952b1a4-1c8c-4457-898d-c90b51da6efe,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:55.436672 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f4bc18e6-86b5-4782-afa1-b6f0ddd98b89 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Unset dirty status for tenant:0f12354052d5494e842e68b562c9c3fe on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:55.445279 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f4bc18e6-86b5-4782-afa1-b6f0ddd98b89 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5aa6e5e0-ee36-4685-9393-ccea257364bf HTTP/1.1" status: 200 len: 205 time: 0.6026976 Mar 16 10:52:55.451794 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ae5f2f99-a245-4a1d-ac70-2f7ad952028d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:55.453728 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ae5f2f99-a245-4a1d-ac70-2f7ad952028d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports/4a7c5226-1566-4476-9e11-b459f4a03371 HTTP/1.1" status: 404 len: 333 time: 0.5642087 Mar 16 10:52:55.454306 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45774) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:55.466431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45778) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:55.595957 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-b70d8f2a-95d2-401c-84d9-4b6c8add152b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] delete failed (client error): The resource could not be found. Mar 16 10:52:55.599925 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b70d8f2a-95d2-401c-84d9-4b6c8add152b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/routers/5aa6e5e0-ee36-4685-9393-ccea257364bf HTTP/1.1" status: 404 len: 336 time: 0.1426425 Mar 16 10:52:55.603186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45788) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:55.630060 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6b61fc16-3d95-4585-adc5-371ee005cb30 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.645289 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1012ca0f-78b3-4bae-89d3-b87258f4f979 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Checking segment: {'id': 'b5480f19-105d-410a-b624-4f7e9c1395dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:55.645645 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1012ca0f-78b3-4bae-89d3-b87258f4f979 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network hostable DHCP agents. Network: e58f9a64-b940-4476-8f3a-3df7511d9f74, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:55.663142 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f651cf-d51b-4282-afe4-210fc77b509b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] DELETE failed (client error): The resource could not be found. Mar 16 10:52:55.663613 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f651cf-d51b-4282-afe4-210fc77b509b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:52:55.668783 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d3f651cf-d51b-4282-afe4-210fc77b509b tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/subnets/c21af008-0296-436f-8467-9345a960b895 HTTP/1.1" status: 404 len: 337 time: 0.0653551 Mar 16 10:52:55.669639 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45792) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:55.736232 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1012ca0f-78b3-4bae-89d3-b87258f4f979 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network e58f9a64-b940-4476-8f3a-3df7511d9f74 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:55.771906 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-1012ca0f-78b3-4bae-89d3-b87258f4f979 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, e58f9a64-b940-4476-8f3a-3df7511d9f74) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:55.781825 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1012ca0f-78b3-4bae-89d3-b87258f4f979 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:55.781825 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1012ca0f-78b3-4bae-89d3-b87258f4f979 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.794706 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a2863a-a696-419a-9f6d-4ff11fd213c2 None None] Network e58f9a64-b940-4476-8f3a-3df7511d9f74 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:55.822456 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ce688014-376f-4f38-8a56-399331f23de8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting port a94b9f04-1b69-4685-887e-91354c00ef62 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:55.823800 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ce688014-376f-4f38-8a56-399331f23de8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.086566 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1012ca0f-78b3-4bae-89d3-b87258f4f979 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6029236 Mar 16 10:52:56.091734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45806) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:56.106637 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.144668 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Transition to ACTIVE for port object 155e13e2-36c3-4193-855b-42a13364c188 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:56.165311 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf5c12-aa85-4854-9069-20eabb57dfa3 req-d5473ba7-717e-4cea-baeb-1970e3960f42 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:56.167393 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-facf5c12-aa85-4854-9069-20eabb57dfa3 req-d5473ba7-717e-4cea-baeb-1970e3960f42 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.9064422 Mar 16 10:52:56.175517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Transition to ACTIVE for port object 155e13e2-36c3-4193-855b-42a13364c188 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:56.191053 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.284863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45814) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:56.363599 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Network 8233f02b-4172-4671-b6ad-4cd802c3199d is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:56.373832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed473b39-51ae-4205-8b34-795f5c532089 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting subnet f16cd55b-659e-4ddc-8f1f-b2f33ff31504 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:52:56.374422 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:56.381079 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:56.435116 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6b61fc16-3d95-4585-adc5-371ee005cb30 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.441111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6b61fc16-3d95-4585-adc5-371ee005cb30 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.452769 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed824b-2cc6-44fe-a17c-5767443ec5de req-033fbac2-c4d7-4c0b-8c75-729909fa38d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:56.454481 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dbed824b-2cc6-44fe-a17c-5767443ec5de req-033fbac2-c4d7-4c0b-8c75-729909fa38d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4401366c-47f7-47e5-8a08-62fbd69fe2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.4073904 Mar 16 10:52:56.455392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ed473b39-51ae-4205-8b34-795f5c532089 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.506473 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6e215182-be0e-46cb-9f8a-01d66a487845 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:56.636560 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-facf5c12-aa85-4854-9069-20eabb57dfa3 req-e86363c4-8125-4877-841f-0961347cb4ca tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4453773 Mar 16 10:52:56.649342 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ce688014-376f-4f38-8a56-399331f23de8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.684324 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Pushing event updated for resources: {'Port': ['ID=155e13e2-36c3-4193-855b-42a13364c188,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:56.693674 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Attempting to bind port 155e13e2-36c3-4193-855b-42a13364c188 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:56.694189 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Attempting to bind port 155e13e2-36c3-4193-855b-42a13364c188 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '5ae09824-3022-456e-9842-225b1b697396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8233f02b-4172-4671-b6ad-4cd802c3199d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:56.694673 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Attempting to bind port 155e13e2-36c3-4193-855b-42a13364c188 on network 8233f02b-4172-4671-b6ad-4cd802c3199d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:56.713045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:56.716415 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Checking segment: {'id': '5ae09824-3022-456e-9842-225b1b697396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8233f02b-4172-4671-b6ad-4cd802c3199d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:56.717960 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.719314 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Bound using segment: {'id': '5ae09824-3022-456e-9842-225b1b697396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8233f02b-4172-4671-b6ad-4cd802c3199d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:56.720521 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Bound port: 155e13e2-36c3-4193-855b-42a13364c188, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae09824-3022-456e-9842-225b1b697396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8233f02b-4172-4671-b6ad-4cd802c3199d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:56.721448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.750015 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-e58f9a64-b940-4476-8f3a-3df7511d9f74', 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'fixed_ips': [{'subnet_id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:56.750968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.813476 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1376009797'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:56.858683 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6b61fc16-3d95-4585-adc5-371ee005cb30 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.859243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b61fc16-3d95-4585-adc5-371ee005cb30 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0289aba8-c926-4296-9e26-215f3fa742fb {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:56.883138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:56.888444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ed473b39-51ae-4205-8b34-795f5c532089 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.893884 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ce688014-376f-4f38-8a56-399331f23de8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Calling delete_port for a94b9f04-1b69-4685-887e-91354c00ef62 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:56.935637 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Usage tracker for resource:network and tenant:73dc488a15414324b394e070f683523f is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:56.935833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-14d2e877-bf85-4a65-9c5a-5ac557438a3f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Allocated IP 172.20.0.6 (8233f02b-4172-4671-b6ad-4cd802c3199d/1cce5330-bf17-48a7-bbb6-0e37548a856d/5bdab18f-1eed-4fa9-80ac-c1bf7c736837) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:56.942243 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:56.954931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:56.997992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6b61fc16-3d95-4585-adc5-371ee005cb30 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.999169 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6b61fc16-3d95-4585-adc5-371ee005cb30 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] 10.222.0.44 "DELETE /v2.0/routers/0289aba8-c926-4296-9e26-215f3fa742fb HTTP/1.1" status: 204 len: 168 time: 1.6664367 Mar 16 10:52:57.015936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45834) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:57.033943 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Allocated IP 172.23.0.2 (e58f9a64-b940-4476-8f3a-3df7511d9f74/e952b1a4-1c8c-4457-898d-c90b51da6efe/dfc6674e-ee3d-4dff-af11-90b4dfab984c) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:57.047206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-27878544-7cfc-483d-8cab-be78efbb3822 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Request body: {'router': {'name': 'tempest-router-1271377113', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5119ed00a52f47089d55bca8cc9ec3a2'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:57.052211 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Made reservation on behalf of 73dc488a15414324b394e070f683523f for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:57.055559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.063645 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-27878544-7cfc-483d-8cab-be78efbb3822 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:57.083466 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-27878544-7cfc-483d-8cab-be78efbb3822 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Usage tracker for resource:router and tenant:5119ed00a52f47089d55bca8cc9ec3a2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:57.089006 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-27878544-7cfc-483d-8cab-be78efbb3822 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:57.097210 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.099680 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dbed824b-2cc6-44fe-a17c-5767443ec5de req-368e4c44-42bb-42bf-8580-c959d0a1b398 service neutron] 10.222.0.18 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892043 Mar 16 10:52:57.112310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] For port 155e13e2-36c3-4193-855b-42a13364c188, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:57.117980 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] For port 155e13e2-36c3-4193-855b-42a13364c188, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=155e13e2-36c3-4193-855b-42a13364c188,segment=NetworkSegment(5ae09824-3022-456e-9842-225b1b697396),segment_id=5ae09824-3022-456e-9842-225b1b697396)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:57.138891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-27878544-7cfc-483d-8cab-be78efbb3822 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:57.140554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45838) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:57.172809 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:57.179608 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.291222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-27878544-7cfc-483d-8cab-be78efbb3822 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.294002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-27878544-7cfc-483d-8cab-be78efbb3822 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.300081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 6e215182-be0e-46cb-9f8a-01d66a487845 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:57.311078 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-27878544-7cfc-483d-8cab-be78efbb3822 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.330193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ed473b39-51ae-4205-8b34-795f5c532089 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.449871 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1340394804'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:57.451989 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.455338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-27878544-7cfc-483d-8cab-be78efbb3822 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.457671 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Usage tracker for resource:security_group_rule and tenant:73dc488a15414324b394e070f683523f is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:57.464469 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Transition to ACTIVE for port object dfc6674e-ee3d-4dff-af11-90b4dfab984c will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:57.467038 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:57.477614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:57.485418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:57.489995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Usage tracker for resource:network and tenant:08b95446b081429ebccaeb10b65c7d30 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:57.493522 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Transition to ACTIVE for port object dfc6674e-ee3d-4dff-af11-90b4dfab984c will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:57.501330 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:57.515542 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 6e215182-be0e-46cb-9f8a-01d66a487845 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:57.516696 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.525329 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:57.527867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-27878544-7cfc-483d-8cab-be78efbb3822 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.532110 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-27878544-7cfc-483d-8cab-be78efbb3822 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5085373 Mar 16 10:52:57.548683 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45844) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:57.571963 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.576674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-38e921dd-d4cd-44c0-84a2-9f21f5ba7f69 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:57.578916 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ce688014-376f-4f38-8a56-399331f23de8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.592760 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e967d1-8ea2-454c-b0a3-77403d0a2bd1 None None] Pushing event updated for resources: {'Port': ['ID=155e13e2-36c3-4193-855b-42a13364c188,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:57.647672 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.651699 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dbed824b-2cc6-44fe-a17c-5767443ec5de req-4e305317-28b3-46e9-8c18-f3792f00cd92 service neutron] 10.222.0.18 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369823 Mar 16 10:52:57.657694 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce688014-376f-4f38-8a56-399331f23de8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Port': ['ID=a94b9f04-1b69-4685-887e-91354c00ef62,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:57.666412 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Made reservation on behalf of 08b95446b081429ebccaeb10b65c7d30 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:57.668660 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Network e58f9a64-b940-4476-8f3a-3df7511d9f74 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:57.669039 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.679869 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:57.692128 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:57.755109 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Pushing event updated for resources: {'Port': ['ID=dfc6674e-ee3d-4dff-af11-90b4dfab984c,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:57.766976 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.779312 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-14d2e877-bf85-4a65-9c5a-5ac557438a3f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.862645 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Attempting to bind port dfc6674e-ee3d-4dff-af11-90b4dfab984c on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:57.863091 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Attempting to bind port dfc6674e-ee3d-4dff-af11-90b4dfab984c by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'b5480f19-105d-410a-b624-4f7e9c1395dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:57.863541 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Attempting to bind port dfc6674e-ee3d-4dff-af11-90b4dfab984c on network e58f9a64-b940-4476-8f3a-3df7511d9f74 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:57.871298 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.873533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:57.881878 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:57.882354 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Checking segment: {'id': 'b5480f19-105d-410a-b624-4f7e9c1395dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:57.883082 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.883881 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Bound using segment: {'id': 'b5480f19-105d-410a-b624-4f7e9c1395dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:57.884044 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Bound port: dfc6674e-ee3d-4dff-af11-90b4dfab984c, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5480f19-105d-410a-b624-4f7e9c1395dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:57.884820 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.886406 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-14d2e877-bf85-4a65-9c5a-5ac557438a3f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Transition to ACTIVE for port object 5bdab18f-1eed-4fa9-80ac-c1bf7c736837 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:57.888145 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ed473b39-51ae-4205-8b34-795f5c532089 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.897385 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Usage tracker for resource:security_group_rule and tenant:08b95446b081429ebccaeb10b65c7d30 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:57.937791 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:57.970633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 6e215182-be0e-46cb-9f8a-01d66a487845, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6e215182-be0e-46cb-9f8a-01d66a487845,segment=NetworkSegment(e13ae17c-a1d7-46a0-80fb-d131b720121c),segment_id=e13ae17c-a1d7-46a0-80fb-d131b720121c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:57.986575 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.003309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:58.007675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.032348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed473b39-51ae-4205-8b34-795f5c532089 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Subnet': ['ID=f16cd55b-659e-4ddc-8f1f-b2f33ff31504,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:58.042842 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ed473b39-51ae-4205-8b34-795f5c532089 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.049933 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.059987 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ce688014-376f-4f38-8a56-399331f23de8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.088470 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] For port dfc6674e-ee3d-4dff-af11-90b4dfab984c, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:58.102837 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] For port dfc6674e-ee3d-4dff-af11-90b4dfab984c, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=dfc6674e-ee3d-4dff-af11-90b4dfab984c,segment=NetworkSegment(b5480f19-105d-410a-b624-4f7e9c1395dd),segment_id=b5480f19-105d-410a-b624-4f7e9c1395dd)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:58.112925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=6e215182-be0e-46cb-9f8a-01d66a487845,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:58.121467 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c9191d-23a5-46d1-ba30-1253f4b073c1 None None] Network 72e48d45-01a2-4d50-8293-2512d01e164a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:58.158599 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ed473b39-51ae-4205-8b34-795f5c532089 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/f16cd55b-659e-4ddc-8f1f-b2f33ff31504 HTTP/1.1" status: 204 len: 168 time: 2.6881552 Mar 16 10:52:58.159401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45848) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:58.162909 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:58.174402 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.187400 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ce688014-376f-4f38-8a56-399331f23de8 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/ports/a94b9f04-1b69-4685-887e-91354c00ef62 HTTP/1.1" status: 204 len: 168 time: 2.5136852 Mar 16 10:52:58.190850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45854) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:58.192007 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b69e1c9-f343-4532-9355-16bf1db04905,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:58.337054 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.337319 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Added segment 12b6130e-e062-4d0c-bd40-6dee71d661ca of type vlan for network 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 Mar 16 10:52:58.443111 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-e6a2dbae-90d7-4861-842e-dc2c74903c59 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting port f30bfd8e-9bbe-4931-a731-fa628b04b7ad {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:58.443424 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e6a2dbae-90d7-4861-842e-dc2c74903c59 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.500660 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.520011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.530550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-38e921dd-d4cd-44c0-84a2-9f21f5ba7f69 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.530980 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-38e921dd-d4cd-44c0-84a2-9f21f5ba7f69 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.545753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6e215182-be0e-46cb-9f8a-01d66a487845 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:58.604831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.646946 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Allocated IP 172.23.0.1 (e58f9a64-b940-4476-8f3a-3df7511d9f74/e952b1a4-1c8c-4457-898d-c90b51da6efe/e0a29154-4195-4725-8835-fc991718b40e) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:58.662358 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.669660 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:58.670479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.706596 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634be24-20af-406e-b3f7-5dcc2f35bea1 None None] Pushing event updated for resources: {'Port': ['ID=dfc6674e-ee3d-4dff-af11-90b4dfab984c,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:58.709787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-14d2e877-bf85-4a65-9c5a-5ac557438a3f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.759025 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 6e215182-be0e-46cb-9f8a-01d66a487845 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:58.759446 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.863562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8a6723-0ee7-4fd5-9496-137a1f73a8dc tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting subnet 6072e6d9-dcaa-4037-a88d-57a22e42f372 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:52:58.867925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:58.898627 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e8a6723-0ee7-4fd5-9496-137a1f73a8dc tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.053610 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7549706 Mar 16 10:52:59.071030 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45858) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:59.098162 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 155e13e2-36c3-4193-855b-42a13364c188 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:59.169864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3803023b-592e-4747-8874-7e28fdd38950 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Request body: {'subnet': {'network_id': '15b5f357-40dd-4a35-9c9d-361cfe4d0ea4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:59.187692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e8a6723-0ee7-4fd5-9496-137a1f73a8dc tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.211878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912ace4-d2f7-442a-8aa2-96231a1cc15b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event updated for resources: {'Network': ['ID=15b5f357-40dd-4a35-9c9d-361cfe4d0ea4,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:59.245595 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-38e921dd-d4cd-44c0-84a2-9f21f5ba7f69 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87969) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 16 10:52:59.245933 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-38e921dd-d4cd-44c0-84a2-9f21f5ba7f69 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Router c96d5e60-2196-4b9e-b376-75f291b82e99 migrating from provider to provider. {{(pid=87969) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 16 10:52:59.246217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-38e921dd-d4cd-44c0-84a2-9f21f5ba7f69 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.252519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d2e877-bf85-4a65-9c5a-5ac557438a3f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network 8233f02b-4172-4671-b6ad-4cd802c3199d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:59.253863 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-14d2e877-bf85-4a65-9c5a-5ac557438a3f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:59.255771 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6287d2-ce63-417b-ba76-798fa47548cf,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:59.279346 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d2e877-bf85-4a65-9c5a-5ac557438a3f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:59.280420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:59.372367 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.372835 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Added segment 38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5 of type vlan for network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 Mar 16 10:52:59.386839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-38e921dd-d4cd-44c0-84a2-9f21f5ba7f69 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.410190 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-38e921dd-d4cd-44c0-84a2-9f21f5ba7f69 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.412164 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2e877-bf85-4a65-9c5a-5ac557438a3f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=5bdab18f-1eed-4fa9-80ac-c1bf7c736837,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:59.428199 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 155e13e2-36c3-4193-855b-42a13364c188 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:59.438339 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e6a2dbae-90d7-4861-842e-dc2c74903c59 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.457820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.631101 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbca9d54-eaf8-47c1-adb8-b6efc5150aa9 None None] Network 8233f02b-4172-4671-b6ad-4cd802c3199d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:59.668690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e8a6723-0ee7-4fd5-9496-137a1f73a8dc tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.745428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d2e877-bf85-4a65-9c5a-5ac557438a3f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:59.746128 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-14d2e877-bf85-4a65-9c5a-5ac557438a3f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.755550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.760517 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3803023b-592e-4747-8874-7e28fdd38950 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:59.770031 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a43f06e9-ff7b-426a-b942-a299b321b787 None None] Provisioning for port 155e13e2-36c3-4193-855b-42a13364c188 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:59.774918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-e6a2dbae-90d7-4861-842e-dc2c74903c59 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Calling delete_port for f30bfd8e-9bbe-4931-a731-fa628b04b7ad owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:59.781639 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a43f06e9-ff7b-426a-b942-a299b321b787 None None] Provisioning complete for port 155e13e2-36c3-4193-855b-42a13364c188 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:59.782018 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a43f06e9-ff7b-426a-b942-a299b321b787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.833142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3803023b-592e-4747-8874-7e28fdd38950 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Usage tracker for resource:subnet and tenant:73dc488a15414324b394e070f683523f is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:59.836805 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.845359 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3803023b-592e-4747-8874-7e28fdd38950 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:59.849170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:59.849827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.854754 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Transition to ACTIVE for port object e0a29154-4195-4725-8835-fc991718b40e will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:59.858941 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3803023b-592e-4747-8874-7e28fdd38950 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:59.954646 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-14d2e877-bf85-4a65-9c5a-5ac557438a3f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.9075255 Mar 16 10:52:59.957682 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.scheduler.l3_agent_scheduler [None req-38e921dd-d4cd-44c0-84a2-9f21f5ba7f69 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] No L3 agents can host the router c96d5e60-2196-4b9e-b376-75f291b82e99 Mar 16 10:52:59.961213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45862) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:59.981980 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'network_id': '8233f02b-4172-4671-b6ad-4cd802c3199d', 'name': 'tempest-PortsTestJSON-724297060'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:00.023948 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.8810313 Mar 16 10:53:00.057587 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a43f06e9-ff7b-426a-b942-a299b321b787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.072001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab087d-98a5-4949-b7ea-299394c55305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Pushing event updated for resources: {'Network': ['ID=5d9791f2-ad13-4251-8d2a-5cd7a55ada66,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:00.092080 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:00.096159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3803023b-592e-4747-8874-7e28fdd38950 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Made reservation on behalf of 73dc488a15414324b394e070f683523f for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:00.099954 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3803023b-592e-4747-8874-7e28fdd38950 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.148491 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.177895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e8a6723-0ee7-4fd5-9496-137a1f73a8dc tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.246789 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a43f06e9-ff7b-426a-b942-a299b321b787 None None] For port 155e13e2-36c3-4193-855b-42a13364c188, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=155e13e2-36c3-4193-855b-42a13364c188,segment=NetworkSegment(5ae09824-3022-456e-9842-225b1b697396),segment_id=5ae09824-3022-456e-9842-225b1b697396)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:00.263001 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a43f06e9-ff7b-426a-b942-a299b321b787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.320350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a6723-0ee7-4fd5-9496-137a1f73a8dc tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Subnet': ['ID=6072e6d9-dcaa-4037-a88d-57a22e42f372,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:00.325692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e8a6723-0ee7-4fd5-9496-137a1f73a8dc tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.350135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d86a6c-8acf-40bb-9a38-6e12c84802c0 None None] Network 72e48d45-01a2-4d50-8293-2512d01e164a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:00.386789 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9e8a6723-0ee7-4fd5-9496-137a1f73a8dc tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/6072e6d9-dcaa-4037-a88d-57a22e42f372 HTTP/1.1" status: 204 len: 168 time: 2.2209694 Mar 16 10:53:00.389941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45870) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:00.418320 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aad6201-0002-4171-b8de-5f49384d15d1 None None] Network e58f9a64-b940-4476-8f3a-3df7511d9f74 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:00.432430 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e921dd-d4cd-44c0-84a2-9f21f5ba7f69 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Hosts for router c96d5e60-2196-4b9e-b376-75f291b82e99: [] {{(pid=87969) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 16 10:53:00.467045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45874) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:00.484953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=e0a29154-4195-4725-8835-fc991718b40e,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:00.494546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Request body: {'port': {'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66', 'binding:host_id': 'hv-neutron-8338', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-246270515'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:00.507514 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:00.514381 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e921dd-d4cd-44c0-84a2-9f21f5ba7f69 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Hosts for other DVR routers connected to router c96d5e60-2196-4b9e-b376-75f291b82e99: set() {{(pid=87969) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 16 10:53:00.517002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-38e921dd-d4cd-44c0-84a2-9f21f5ba7f69 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.518512 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-38e921dd-d4cd-44c0-84a2-9f21f5ba7f69 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] 10.222.0.44 "PUT /v2.0/routers/c96d5e60-2196-4b9e-b376-75f291b82e99 HTTP/1.1" status: 200 len: 717 time: 2.9661176 Mar 16 10:53:00.526481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e6a2dbae-90d7-4861-842e-dc2c74903c59 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.532595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network e58f9a64-b940-4476-8f3a-3df7511d9f74 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:00.533209 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45878) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:00.544635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:00.567138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Usage tracker for resource:port and tenant:1866f4fb842a4961a144000efcfa3a4a is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:00.575741 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:00.589514 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device dfc6674e-ee3d-4dff-af11-90b4dfab984c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:00.594456 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:00.609818 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.623791 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 232fa04b-29c6-4744-9241-d794ea48cddf {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:00.624713 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.642112 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:00.653886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Made reservation on behalf of 1866f4fb842a4961a144000efcfa3a4a for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:00.656473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.680031 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.707443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.712325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:00.801458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-73e7dc77-ac76-4aa1-aa6d-854a912b29a6 None None] Provisioning complete for port 232fa04b-29c6-4744-9241-d794ea48cddf triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:00.801831 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-73e7dc77-ac76-4aa1-aa6d-854a912b29a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.878936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] For port 232fa04b-29c6-4744-9241-d794ea48cddf, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=232fa04b-29c6-4744-9241-d794ea48cddf,segment=NetworkSegment(60981117-85dd-4927-a264-2e3ed422bec6),segment_id=60981117-85dd-4927-a264-2e3ed422bec6)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:00.878936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.900414 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:53:00.905447 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2dbae-90d7-4861-842e-dc2c74903c59 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Port': ['ID=f30bfd8e-9bbe-4931-a731-fa628b04b7ad,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:00.914574 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:00.922342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f06e9-ff7b-426a-b942-a299b321b787 None None] Pushing event updated for resources: {'Port': ['ID=155e13e2-36c3-4193-855b-42a13364c188,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:00.959638 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port dfc6674e-ee3d-4dff-af11-90b4dfab984c completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:00.972615 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a122da20-ba23-4a61-b9b1-f74d02ef0889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.002451 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:port and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:01.013745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Usage tracker for resource:security_group_rule and tenant:1866f4fb842a4961a144000efcfa3a4a is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:01.017000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:01.026337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for 232fa04b-29c6-4744-9241-d794ea48cddf owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:01.029583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:01.063032 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:01.076557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45882) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:01.077259 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-160c528b-b97d-4d1a-887e-9e6d9d68153e tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] 10.222.0.44 "GET /v2.0/routers/c96d5e60-2196-4b9e-b376-75f291b82e99 HTTP/1.1" status: 200 len: 717 time: 0.5427313 Mar 16 10:53:01.078870 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:01.164321 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:01.168545 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.180269 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defffe2a-7183-485a-b2bc-9f4fa5938046 None None] DHCP port deletion for 72e48d45-01a2-4d50-8293-2512d01e164a request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:01.180805 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.199812 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-74d93302-3ada-40d6-94e5-13c4086bb6bc None None] Provisioning for port dfc6674e-ee3d-4dff-af11-90b4dfab984c completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:01.212421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-74d93302-3ada-40d6-94e5-13c4086bb6bc None None] Provisioning complete for port dfc6674e-ee3d-4dff-af11-90b4dfab984c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:01.214980 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-74d93302-3ada-40d6-94e5-13c4086bb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.228972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e6a2dbae-90d7-4861-842e-dc2c74903c59 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.264319 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] device_id is not set on port f6c58304-0f3b-4b97-8508-f3183df5d908 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:01.323168 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e6a2dbae-90d7-4861-842e-dc2c74903c59 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/ports/f30bfd8e-9bbe-4931-a731-fa628b04b7ad HTTP/1.1" status: 204 len: 168 time: 3.1270943 Mar 16 10:53:01.330974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45888) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:01.392669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-74d93302-3ada-40d6-94e5-13c4086bb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.428256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-74d93302-3ada-40d6-94e5-13c4086bb6bc None None] For port dfc6674e-ee3d-4dff-af11-90b4dfab984c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=dfc6674e-ee3d-4dff-af11-90b4dfab984c,segment=NetworkSegment(b5480f19-105d-410a-b624-4f7e9c1395dd),segment_id=b5480f19-105d-410a-b624-4f7e9c1395dd)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:01.436656 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-74d93302-3ada-40d6-94e5-13c4086bb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.509588 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-74d93302-3ada-40d6-94e5-13c4086bb6bc None None] Provisioning for port 5bdab18f-1eed-4fa9-80ac-c1bf7c736837 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:01.519916 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-74d93302-3ada-40d6-94e5-13c4086bb6bc None None] Provisioning complete for port 5bdab18f-1eed-4fa9-80ac-c1bf7c736837 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:01.520253 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-74d93302-3ada-40d6-94e5-13c4086bb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.539626 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.562942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d93302-3ada-40d6-94e5-13c4086bb6bc None None] Pushing event updated for resources: {'Port': ['ID=dfc6674e-ee3d-4dff-af11-90b4dfab984c,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:01.591691 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-74d93302-3ada-40d6-94e5-13c4086bb6bc None None] Port 5bdab18f-1eed-4fa9-80ac-c1bf7c736837 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:01.608127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-74d93302-3ada-40d6-94e5-13c4086bb6bc None None] Provisioning complete for port 155e13e2-36c3-4193-855b-42a13364c188 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:01.608701 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-74d93302-3ada-40d6-94e5-13c4086bb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.650426 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3803023b-592e-4747-8874-7e28fdd38950 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.686829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No DVR routers for this DVR port 232fa04b-29c6-4744-9241-d794ea48cddf on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:01.696619 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6b4783c9-ce60-4b4c-8ffb-9640f4e02a84 tempest-RoutersTestDVR-1033148870 tempest-RoutersTestDVR-1033148870-project] 10.222.0.44 "GET /v2.0/routers/c96d5e60-2196-4b9e-b376-75f291b82e99 HTTP/1.1" status: 200 len: 683 time: 0.6161623 Mar 16 10:53:01.706084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45892) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:01.727724 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=232fa04b-29c6-4744-9241-d794ea48cddf,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:01.796809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.848766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.861118 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] device_id is not set on port cc6a20bf-899a-4b64-a104-7df213e0dfdf yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:01.877924 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-138e50d2-7a89-47e1-b28f-8a89fc8b9efa None None] Provisioning for port e0a29154-4195-4725-8835-fc991718b40e completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:01.883292 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-138e50d2-7a89-47e1-b28f-8a89fc8b9efa None None] Provisioning complete for port e0a29154-4195-4725-8835-fc991718b40e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:01.883681 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-138e50d2-7a89-47e1-b28f-8a89fc8b9efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.895896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.936995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e48d45-01a2-4d50-8293-2512d01e164a']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:01.942279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-138e50d2-7a89-47e1-b28f-8a89fc8b9efa None None] Port e0a29154-4195-4725-8835-fc991718b40e cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:01.954667 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-138e50d2-7a89-47e1-b28f-8a89fc8b9efa None None] Provisioning complete for port dfc6674e-ee3d-4dff-af11-90b4dfab984c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:01.955138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-138e50d2-7a89-47e1-b28f-8a89fc8b9efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.964337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60981117-85dd-4927-a264-2e3ed422bec6') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:01.964632 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60981117-85dd-4927-a264-2e3ed422bec6') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:01.982375 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a214510-93f2-451a-9df4-6ae4a9c2a655,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:01.988586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.027396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.042452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:02.042913 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:02.057150 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:02.081023 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59e1c31-883b-4514-b2cb-66dbbdc465c6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:02.081792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b59e1c31-883b-4514-b2cb-66dbbdc465c6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Synchronizing usage tracker for tenant:0f12354052d5494e842e68b562c9c3fe on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:02.103144 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e0a15f32-9b6b-4606-b1ab-98d35432e60b tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.152473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803023b-592e-4747-8874-7e28fdd38950 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event updated for resources: {'Subnet': ['ID=b085c443-81a4-4194-9548-28207a306c82,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:02.191437 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803023b-592e-4747-8874-7e28fdd38950 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Checking segment: {'id': '12b6130e-e062-4d0c-bd40-6dee71d661ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '15b5f357-40dd-4a35-9c9d-361cfe4d0ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:02.192156 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803023b-592e-4747-8874-7e28fdd38950 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Network hostable DHCP agents. Network: 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:02.215248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.240872 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.268256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Network': ['ID=72e48d45-01a2-4d50-8293-2512d01e164a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:02.295732 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Allocated IP 172.20.0.13 (8233f02b-4172-4671-b6ad-4cd802c3199d/1cce5330-bf17-48a7-bbb6-0e37548a856d/f6c58304-0f3b-4b97-8508-f3183df5d908) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:02.295732 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b59e1c31-883b-4514-b2cb-66dbbdc465c6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Unset dirty status for tenant:0f12354052d5494e842e68b562c9c3fe on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:02.295987 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b59e1c31-883b-4514-b2cb-66dbbdc465c6 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "GET /v2.0/ports?device_id=70932f2b-e2ed-421c-886a-a7bd9593eacc HTTP/1.1" status: 200 len: 913 time: 0.9478884 Mar 16 10:53:02.319212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45896) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:02.339534 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device dfc6674e-ee3d-4dff-af11-90b4dfab984c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:02.391947 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5c30f89b-3a59-49de-9e86-6ae892ebb6be tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/networks/72e48d45-01a2-4d50-8293-2512d01e164a HTTP/1.1" status: 204 len: 168 time: 2.0009909 Mar 16 10:53:02.409908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45900) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:02.419375 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port dfc6674e-ee3d-4dff-af11-90b4dfab984c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:02.419891 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.464142 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] device_id is not set on port cc6a20bf-899a-4b64-a104-7df213e0dfdf yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:02.486974 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.546317 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 155e13e2-36c3-4193-855b-42a13364c188 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:02.568230 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803023b-592e-4747-8874-7e28fdd38950 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Network 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:02.568773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Transition to ACTIVE for port object cc6a20bf-899a-4b64-a104-7df213e0dfdf will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:02.572172 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e0a15f32-9b6b-4606-b1ab-98d35432e60b tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.613399 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 155e13e2-36c3-4193-855b-42a13364c188 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:02.613860 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.632372 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e0a15f32-9b6b-4606-b1ab-98d35432e60b tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.659726 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-3803023b-592e-4747-8874-7e28fdd38950 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:02.661890 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.664766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3803023b-592e-4747-8874-7e28fdd38950 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:02.665362 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3803023b-592e-4747-8874-7e28fdd38950 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.676693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a7b1d9-6eea-4084-a70e-1b7bf3d2d10e None None] Network 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:02.776596 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3803023b-592e-4747-8874-7e28fdd38950 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6921492 Mar 16 10:53:02.778456 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e0a15f32-9b6b-4606-b1ab-98d35432e60b tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.778946 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a15f32-9b6b-4606-b1ab-98d35432e60b tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c96d5e60-2196-4b9e-b376-75f291b82e99 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:02.786264 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45904) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:02.837692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc34133-9636-4bab-9b86-b7085f8c4ff3 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:02.838921 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0fc34133-9636-4bab-9b86-b7085f8c4ff3 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:02.861194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Pushing event updated for resources: {'Port': ['ID=cc6a20bf-899a-4b64-a104-7df213e0dfdf,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:02.861452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Request body: {'port': {'network_id': '15b5f357-40dd-4a35-9c9d-361cfe4d0ea4', 'name': 'tempest-AllowedAddressPairTestJSON-382427284'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:02.892819 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Checking segment: {'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:02.893480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Network hostable DHCP agents. Network: 5d9791f2-ad13-4251-8d2a-5cd7a55ada66, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:02.911388 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 232fa04b-29c6-4744-9241-d794ea48cddf no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:02.934812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0fc34133-9636-4bab-9b86-b7085f8c4ff3 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:02.936026 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0fc34133-9636-4bab-9b86-b7085f8c4ff3 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5236413 Mar 16 10:53:03.025210 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 232fa04b-29c6-4744-9241-d794ea48cddf {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:03.026089 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 232fa04b-29c6-4744-9241-d794ea48cddf not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:03.045002 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2c312745-8f7e-4f90-bd5f-9099265c5949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.050573 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45908) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:03.055212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e0a15f32-9b6b-4606-b1ab-98d35432e60b tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.056508 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e0a15f32-9b6b-4606-b1ab-98d35432e60b tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] 10.222.0.44 "DELETE /v2.0/routers/c96d5e60-2196-4b9e-b376-75f291b82e99 HTTP/1.1" status: 204 len: 168 time: 1.3430114 Mar 16 10:53:03.063254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-15b5f357-40dd-4a35-9c9d-361cfe4d0ea4', 'network_id': '15b5f357-40dd-4a35-9c9d-361cfe4d0ea4', 'tenant_id': '73dc488a15414324b394e070f683523f', 'fixed_ips': [{'subnet_id': 'b085c443-81a4-4194-9548-28207a306c82'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:03.064112 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.072894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45912) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:03.095488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:03.113867 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-0079f302-f39d-4f74-8329-65faf66c1505 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Request body: {'router': {'name': 'tempest-router-958972014', 'distributed': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:03.137341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0079f302-f39d-4f74-8329-65faf66c1505 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:03.141516 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 5d9791f2-ad13-4251-8d2a-5cd7a55ada66) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:03.146453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:03.158823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c850dc32-f1e7-4182-b433-0df68925226b None None] Network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:03.165508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:03.165839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:03.166754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:03.176313 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:03.176313 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:03.177064 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 2 to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf Mar 16 10:53:03.194742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.resource_extend [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:53:03.199790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:03.200130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:03.200550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:03.207775 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0079f302-f39d-4f74-8329-65faf66c1505 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Usage tracker for resource:router and tenant:869b4aab5ab7422ab4ae81310c9bf58d is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:03.223793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0079f302-f39d-4f74-8329-65faf66c1505 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:03.236299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:03.236299 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:03.243869 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 3 to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf Mar 16 10:53:03.245218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0079f302-f39d-4f74-8329-65faf66c1505 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:03.248373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.262484 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:03.262799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:03.263124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:03.270453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:03.270766 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:03.272911 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 4 to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf Mar 16 10:53:03.285669 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.290879 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:03.291335 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:03.291592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:03.299261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:03.299605 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:03.300140 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 5 to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf Mar 16 10:53:03.326408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:03.327086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:03.327086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:03.327980 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Allocated IP 172.20.0.2 (15b5f357-40dd-4a35-9c9d-361cfe4d0ea4/b085c443-81a4-4194-9548-28207a306c82/5eb98fa2-55fe-403d-a840-67c67c35810c) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:03.332587 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9348356-785c-4431-8ddf-84950c9df32d tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.366743 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.369541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0079f302-f39d-4f74-8329-65faf66c1505 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.370499 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0079f302-f39d-4f74-8329-65faf66c1505 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.387278 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:03.387278 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:03.398121 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 6 to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf Mar 16 10:53:03.419434 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:03.419804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:03.420068 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:03.428405 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:03.428952 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:03.431234 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 7 to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf Mar 16 10:53:03.433610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Transition to ACTIVE for port object f6c58304-0f3b-4b97-8508-f3183df5d908 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:03.453493 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:03.466293 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0079f302-f39d-4f74-8329-65faf66c1505 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.473729 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Usage tracker for resource:port and tenant:73dc488a15414324b394e070f683523f is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:03.490695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:03.495621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.503523 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:03.503845 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:03.504369 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:03.506868 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event updated for resources: {'Port': ['ID=e0a29154-4195-4725-8835-fc991718b40e,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:03.512802 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:03.520710 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:03.521239 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:03.524211 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d7023d30-1e1d-41fa-80b4-c47961d32660 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4714777 Mar 16 10:53:03.524915 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 8 to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf Mar 16 10:53:03.535943 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45916) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:03.553056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-f29996e7-9cff-4363-a986-4476e7a5dc22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-606102525'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:03.561683 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-f29996e7-9cff-4363-a986-4476e7a5dc22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:03.565900 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Made reservation on behalf of 73dc488a15414324b394e070f683523f for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:03.569384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.573286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:03.573832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:03.574343 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:03.577025 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-f29996e7-9cff-4363-a986-4476e7a5dc22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:network and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:03.587260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0079f302-f39d-4f74-8329-65faf66c1505 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.627004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-f29996e7-9cff-4363-a986-4476e7a5dc22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:03.645017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:03.645336 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:03.646267 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-f29996e7-9cff-4363-a986-4476e7a5dc22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:03.648096 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 9 to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf Mar 16 10:53:03.671998 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] device_id is not set on port 5229cbf0-965b-4f42-9181-7a36fc146a0a yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:03.681341 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.692179 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Transition to ACTIVE for port object 5eb98fa2-55fe-403d-a840-67c67c35810c will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:03.702475 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:03.702893 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:03.703279 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:03.709716 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29996e7-9cff-4363-a986-4476e7a5dc22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:03.710004 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.713140 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Transition to ACTIVE for port object 5eb98fa2-55fe-403d-a840-67c67c35810c will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:03.713471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f29996e7-9cff-4363-a986-4476e7a5dc22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.720193 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0079f302-f39d-4f74-8329-65faf66c1505 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.720430 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.721544 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0079f302-f39d-4f74-8329-65faf66c1505 tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6160500 Mar 16 10:53:03.726685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45920) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:03.727303 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:03.727624 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:03.732406 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 10 to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf Mar 16 10:53:03.782281 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Network 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:03.785154 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:03.793188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:03.823931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network 8233f02b-4172-4671-b6ad-4cd802c3199d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:03.825493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:03.826007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:03.826322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:03.830598 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:03.848043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:03.859092 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Pushing event updated for resources: {'Port': ['ID=5eb98fa2-55fe-403d-a840-67c67c35810c,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:03.889479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Network e58f9a64-b940-4476-8f3a-3df7511d9f74 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:03.900195 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=f6c58304-0f3b-4b97-8508-f3183df5d908,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:03.903104 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:03.906348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port cc6a20bf-899a-4b64-a104-7df213e0dfdf on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:03.906674 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port cc6a20bf-899a-4b64-a104-7df213e0dfdf on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:03.907022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.916200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29996e7-9cff-4363-a986-4476e7a5dc22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:03.919200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-949317e6-e91d-430b-b80f-31d615b72d1f tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.932419 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Attempting to bind port 5eb98fa2-55fe-403d-a840-67c67c35810c on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:03.932794 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Attempting to bind port 5eb98fa2-55fe-403d-a840-67c67c35810c by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '12b6130e-e062-4d0c-bd40-6dee71d661ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '15b5f357-40dd-4a35-9c9d-361cfe4d0ea4'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:03.933293 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Attempting to bind port 5eb98fa2-55fe-403d-a840-67c67c35810c on network 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:03.939035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:03.939504 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Checking segment: {'id': '12b6130e-e062-4d0c-bd40-6dee71d661ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '15b5f357-40dd-4a35-9c9d-361cfe4d0ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:03.939912 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.940304 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Bound using segment: {'id': '12b6130e-e062-4d0c-bd40-6dee71d661ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '15b5f357-40dd-4a35-9c9d-361cfe4d0ea4'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:03.940770 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Bound port: 5eb98fa2-55fe-403d-a840-67c67c35810c, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b6130e-e062-4d0c-bd40-6dee71d661ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '15b5f357-40dd-4a35-9c9d-361cfe4d0ea4'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:03.941141 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.072993 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] For port 5eb98fa2-55fe-403d-a840-67c67c35810c, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:04.076669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] For port 5eb98fa2-55fe-403d-a840-67c67c35810c, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5eb98fa2-55fe-403d-a840-67c67c35810c,segment=NetworkSegment(12b6130e-e062-4d0c-bd40-6dee71d661ca),segment_id=12b6130e-e062-4d0c-bd40-6dee71d661ca)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:04.082493 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.132559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f29996e7-9cff-4363-a986-4476e7a5dc22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.133395 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-f29996e7-9cff-4363-a986-4476e7a5dc22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Added segment 906f2b7a-e683-4209-938e-687aa3ee1ef2 of type vlan for network 913e1202-7772-43bf-b4b7-1338ac177325 Mar 16 10:53:04.153261 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Allocated IP 172.20.0.3 (15b5f357-40dd-4a35-9c9d-361cfe4d0ea4/b085c443-81a4-4194-9548-28207a306c82/5229cbf0-965b-4f42-9181-7a36fc146a0a) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:04.179283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0753e-1650-4482-b5cf-9b77268177c3 None None] Pushing event updated for resources: {'Port': ['ID=5eb98fa2-55fe-403d-a840-67c67c35810c,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:04.180230 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:04.180874 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.222813 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0bc4a1d7-d26f-4274-8d25-e06cad0f8be0 None None] Provisioning for port f6c58304-0f3b-4b97-8508-f3183df5d908 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:04.248596 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0bc4a1d7-d26f-4274-8d25-e06cad0f8be0 None None] Provisioning complete for port f6c58304-0f3b-4b97-8508-f3183df5d908 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:04.249170 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0bc4a1d7-d26f-4274-8d25-e06cad0f8be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.265474 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 7babe4b6-4e0d-4416-94de-ce6f7948c419 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:04.282828 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-94ca2aac-24eb-4a60-a62c-05c3f5618e80 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3205469 Mar 16 10:53:04.283620 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45924) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:04.370934 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.376723 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4a1d7-d26f-4274-8d25-e06cad0f8be0 None None] Port f6c58304-0f3b-4b97-8508-f3183df5d908 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:04.379098 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.494636 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-949317e6-e91d-430b-b80f-31d615b72d1f tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.496030 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4306302b-f339-40df-97dd-79dc488bdc95 None None] Provisioning complete for port e0a29154-4195-4725-8835-fc991718b40e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:04.496465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4306302b-f339-40df-97dd-79dc488bdc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.517193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-949317e6-e91d-430b-b80f-31d615b72d1f tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.527106 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f29996e7-9cff-4363-a986-4476e7a5dc22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.569422 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-4306302b-f339-40df-97dd-79dc488bdc95 None None] Port e0a29154-4195-4725-8835-fc991718b40e cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:04.577644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] For port cc6a20bf-899a-4b64-a104-7df213e0dfdf, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:04.578013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempted to set empty binding levels {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:53:04.600991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.678876 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:04.690555 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Sync routers for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:04.701515 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8e05a08a-dbb8-4ac8-83c8-648350f3d096 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/7babe4b6-4e0d-4416-94de-ce6f7948c419/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5785234 Mar 16 10:53:04.702032 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:04.702875 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:04.705965 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45928) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:04.716753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6da5cc38-f0b5-4bcd-9c3f-4335e0b28567 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:04.769054 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-949317e6-e91d-430b-b80f-31d615b72d1f tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.769562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949317e6-e91d-430b-b80f-31d615b72d1f tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18a52bad-9117-4993-ac27-58d9caea69db {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:04.785111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-d9348356-785c-4431-8ddf-84950c9df32d tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting port dc6b8e2d-053b-4681-a291-dc0f323bfcc9 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:04.785111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9348356-785c-4431-8ddf-84950c9df32d tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.858034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f29996e7-9cff-4363-a986-4476e7a5dc22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.863374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29996e7-9cff-4363-a986-4476e7a5dc22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:04.863961 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f29996e7-9cff-4363-a986-4476e7a5dc22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.872361 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:04.874094 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:04.874698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.919226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Pushing event updated for resources: {'Port': ['ID=cc6a20bf-899a-4b64-a104-7df213e0dfdf,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:04.935316 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d56f02-ae3b-44f6-a180-61a3a9d16c9d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:04.936034 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-26d56f02-ae3b-44f6-a180-61a3a9d16c9d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:04.942409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.942563 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-949317e6-e91d-430b-b80f-31d615b72d1f tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.947093 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-949317e6-e91d-430b-b80f-31d615b72d1f tempest-RoutersTestDVR-535238776 tempest-RoutersTestDVR-535238776-project-admin] 10.222.0.44 "DELETE /v2.0/routers/18a52bad-9117-4993-ac27-58d9caea69db HTTP/1.1" status: 204 len: 168 time: 1.2150927 Mar 16 10:53:04.985018 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f29996e7-9cff-4363-a986-4476e7a5dc22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4477925 Mar 16 10:53:05.032497 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-caaf1670-fd79-435e-9533-59b4d7ecfd15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.5576551 Mar 16 10:53:05.034269 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45934) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:05.042403 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45936) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:05.053236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-066a5ef3-3ac7-4d74-99d0-e1b5a6caa3c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'subnet': {'network_id': '913e1202-7772-43bf-b4b7-1338ac177325', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:05.129464 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29996e7-9cff-4363-a986-4476e7a5dc22 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Network': ['ID=913e1202-7772-43bf-b4b7-1338ac177325,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:05.145940 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 913e1202-7772-43bf-b4b7-1338ac177325 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:05.176099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Transition to ACTIVE for port object 5229cbf0-965b-4f42-9181-7a36fc146a0a will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:05.184599 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-26d56f02-ae3b-44f6-a180-61a3a9d16c9d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:05.185776 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-26d56f02-ae3b-44f6-a180-61a3a9d16c9d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.8976247 Mar 16 10:53:05.196765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45942) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:05.287299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9348356-785c-4431-8ddf-84950c9df32d tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.291531 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:01Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e215182-be0e-46cb-9f8a-01d66a487845', 'name': '', 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:c7:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:45Z', 'updated_at': '2022-03-16T10:52:57Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a29154-4195-4725-8835-fc991718b40e', 'name': '', 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:b3:19:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:58Z', 'updated_at': '2022-03-16T10:53:02Z', 'revision_number': 2, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:05.305315 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Checking router: 7babe4b6-4e0d-4416-94de-ce6f7948c419 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:53:05.306418 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Updating router 7babe4b6-4e0d-4416-94de-ce6f7948c419 port e0a29154-4195-4725-8835-fc991718b40e binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:53:05.398124 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.437487 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-01eca89e-2209-46a8-99aa-f7e3aaba8f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Deleting port cc6a20bf-899a-4b64-a104-7df213e0dfdf {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:05.437968 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-01eca89e-2209-46a8-99aa-f7e3aaba8f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.559364 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45948) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:05.574501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-d9348356-785c-4431-8ddf-84950c9df32d tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Calling delete_port for dc6b8e2d-053b-4681-a291-dc0f323bfcc9 owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:05.578001 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.610550 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0c1e7c-3b73-4ea4-8992-705375aa55c6 None None] Network 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:05.621344 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-35807ab7-6892-4af1-90f6-77f5d165c4b6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port f6c58304-0f3b-4b97-8508-f3183df5d908 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:05.621680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35807ab7-6892-4af1-90f6-77f5d165c4b6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.631949 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-066a5ef3-3ac7-4d74-99d0-e1b5a6caa3c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:05.772037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-066a5ef3-3ac7-4d74-99d0-e1b5a6caa3c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:subnet and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:05.774827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-54e8fce0-ad3c-4a9a-af36-26e6abb43702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.784784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-066a5ef3-3ac7-4d74-99d0-e1b5a6caa3c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:05.805991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Network 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:05.816929 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:05.831595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-066a5ef3-3ac7-4d74-99d0-e1b5a6caa3c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:05.836187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:05.849731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-54e8fce0-ad3c-4a9a-af36-26e6abb43702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:05.863972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5d9b608f-ca5e-44fa-87b9-19f48ace4b79 None None] Provisioning for port 5eb98fa2-55fe-403d-a840-67c67c35810c completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:05.878182 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.897670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-54e8fce0-ad3c-4a9a-af36-26e6abb43702 admin admin] Usage tracker for resource:security_group_rule and tenant:5119ed00a52f47089d55bca8cc9ec3a2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:05.906196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-54e8fce0-ad3c-4a9a-af36-26e6abb43702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:05.929625 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-54e8fce0-ad3c-4a9a-af36-26e6abb43702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:05.930370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event updated for resources: {'Port': ['ID=5229cbf0-965b-4f42-9181-7a36fc146a0a,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:05.938311 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:05.939310 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.968476 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.015796 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4f79624a-bb55-4f08-9f85-2033a889ecc8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2261150 Mar 16 10:53:06.024495 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066a5ef3-3ac7-4d74-99d0-e1b5a6caa3c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:06.026052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45954) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:06.028447 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-066a5ef3-3ac7-4d74-99d0-e1b5a6caa3c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.037076 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35807ab7-6892-4af1-90f6-77f5d165c4b6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.047844 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Request body: {'port': {'network_id': '15b5f357-40dd-4a35-9c9d-361cfe4d0ea4', 'name': 'tempest-AllowedAddressPairTestJSON-1707756502', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:01:d1:b9'}]}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:06.216665 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-35807ab7-6892-4af1-90f6-77f5d165c4b6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for f6c58304-0f3b-4b97-8508-f3183df5d908 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:06.244614 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-01eca89e-2209-46a8-99aa-f7e3aaba8f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] For port cc6a20bf-899a-4b64-a104-7df213e0dfdf, host hv-neutron-8338, got binding levels [] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:06.244970 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-01eca89e-2209-46a8-99aa-f7e3aaba8f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.335359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6aec7c8b-5b04-44af-b9e9-b3ba32aa26ba None None] Provisioning for port 5229cbf0-965b-4f42-9181-7a36fc146a0a completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:06.347222 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Transition to ACTIVE for port object e0a29154-4195-4725-8835-fc991718b40e will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:06.350640 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6aec7c8b-5b04-44af-b9e9-b3ba32aa26ba None None] Provisioning complete for port 5229cbf0-965b-4f42-9181-7a36fc146a0a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:06.351036 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6aec7c8b-5b04-44af-b9e9-b3ba32aa26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.373312 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.387290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9348356-785c-4431-8ddf-84950c9df32d tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.436033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5eb98fa2-55fe-403d-a840-67c67c35810c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:06.501527 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-01eca89e-2209-46a8-99aa-f7e3aaba8f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Calling delete_port for cc6a20bf-899a-4b64-a104-7df213e0dfdf owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:06.525196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9348356-785c-4431-8ddf-84950c9df32d tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Port': ['ID=dc6b8e2d-053b-4681-a291-dc0f323bfcc9,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:06.588669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6aec7c8b-5b04-44af-b9e9-b3ba32aa26ba None None] Port 5229cbf0-965b-4f42-9181-7a36fc146a0a cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:06.615290 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c0abe-694f-40b5-b6a5-19277c284644 None None] Pushing event updated for resources: {'Port': ['ID=e0a29154-4195-4725-8835-fc991718b40e,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:06.617885 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 5eb98fa2-55fe-403d-a840-67c67c35810c completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:06.622069 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-54e8fce0-ad3c-4a9a-af36-26e6abb43702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.626804 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5eb98fa2-55fe-403d-a840-67c67c35810c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:06.627748 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.633818 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c0abe-694f-40b5-b6a5-19277c284644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:06.634271 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c0abe-694f-40b5-b6a5-19277c284644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:06.634736 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c0abe-694f-40b5-b6a5-19277c284644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:06.635823 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c0abe-694f-40b5-b6a5-19277c284644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:06.636202 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c0abe-694f-40b5-b6a5-19277c284644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:06.637112 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c0abe-694f-40b5-b6a5-19277c284644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:06.637514 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c0abe-694f-40b5-b6a5-19277c284644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:06.637888 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c0abe-694f-40b5-b6a5-19277c284644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:06.638312 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c0abe-694f-40b5-b6a5-19277c284644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:06.638803 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c0abe-694f-40b5-b6a5-19277c284644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:06.639112 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c0abe-694f-40b5-b6a5-19277c284644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:06.639568 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c0abe-694f-40b5-b6a5-19277c284644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:06.745868 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-342affaf-43b8-4254-a1f9-fe7cad0a2d45 None None] Provisioning complete for port 5229cbf0-965b-4f42-9181-7a36fc146a0a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:06.746244 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-342affaf-43b8-4254-a1f9-fe7cad0a2d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.770740 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Attempting to bind port e0a29154-4195-4725-8835-fc991718b40e on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:06.771099 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Attempting to bind port e0a29154-4195-4725-8835-fc991718b40e by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'b5480f19-105d-410a-b624-4f7e9c1395dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:06.771676 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Attempting to bind port e0a29154-4195-4725-8835-fc991718b40e on network e58f9a64-b940-4476-8f3a-3df7511d9f74 {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:06.777960 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:06.778630 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Checking segment: {'id': 'b5480f19-105d-410a-b624-4f7e9c1395dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:06.780927 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.781894 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Bound using segment: {'id': 'b5480f19-105d-410a-b624-4f7e9c1395dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:06.782636 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Bound port: e0a29154-4195-4725-8835-fc991718b40e, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5480f19-105d-410a-b624-4f7e9c1395dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:06.783502 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.884259 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-342affaf-43b8-4254-a1f9-fe7cad0a2d45 None None] Port 5229cbf0-965b-4f42-9181-7a36fc146a0a cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:06.892731 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] For port e0a29154-4195-4725-8835-fc991718b40e, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:06.897027 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] For port e0a29154-4195-4725-8835-fc991718b40e, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e0a29154-4195-4725-8835-fc991718b40e,segment=NetworkSegment(b5480f19-105d-410a-b624-4f7e9c1395dd),segment_id=b5480f19-105d-410a-b624-4f7e9c1395dd)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:06.901658 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.903613 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.941247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-54e8fce0-ad3c-4a9a-af36-26e6abb43702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.946312 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 5eb98fa2-55fe-403d-a840-67c67c35810c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5eb98fa2-55fe-403d-a840-67c67c35810c,segment=NetworkSegment(12b6130e-e062-4d0c-bd40-6dee71d661ca),segment_id=12b6130e-e062-4d0c-bd40-6dee71d661ca)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:06.952905 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.963706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-01eca89e-2209-46a8-99aa-f7e3aaba8f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.998570 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:07.000930 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:07.042517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:07.055578 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8fce0-ad3c-4a9a-af36-26e6abb43702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2119b416-0253-4550-85ea-282b315c86ac,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:07.058983 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35807ab7-6892-4af1-90f6-77f5d165c4b6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.072698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eca89e-2209-46a8-99aa-f7e3aaba8f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc6a20bf-899a-4b64-a104-7df213e0dfdf,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:07.087294 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-01eca89e-2209-46a8-99aa-f7e3aaba8f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.092449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Usage tracker for resource:port and tenant:73dc488a15414324b394e070f683523f is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:07.095450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=5eb98fa2-55fe-403d-a840-67c67c35810c,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:07.098886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.extraroute_db [None req-6da5cc38-f0b5-4bcd-9c3f-4335e0b28567 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87968) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 10:53:07.121650 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-01eca89e-2209-46a8-99aa-f7e3aaba8f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] 10.222.0.44 "DELETE /v2.0/ports/cc6a20bf-899a-4b64-a104-7df213e0dfdf HTTP/1.1" status: 204 len: 168 time: 2.0754232 Mar 16 10:53:07.122288 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45958) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:07.130119 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.extraroute_db [None req-6da5cc38-f0b5-4bcd-9c3f-4335e0b28567 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Removed routes are [] {{(pid=87968) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 10:53:07.130530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6da5cc38-f0b5-4bcd-9c3f-4335e0b28567 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.161006 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-066a5ef3-3ac7-4d74-99d0-e1b5a6caa3c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.161882 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:07.168909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35807ab7-6892-4af1-90f6-77f5d165c4b6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=f6c58304-0f3b-4b97-8508-f3183df5d908,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:07.190949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:07.232304 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-54e8fce0-ad3c-4a9a-af36-26e6abb43702 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5119ed00a52f47089d55bca8cc9ec3a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6718743 Mar 16 10:53:07.253353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45962) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:07.315123 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-51df5381-21d3-4d4f-8507-b4b559cd1fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:53:07.315596 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-51df5381-21d3-4d4f-8507-b4b559cd1fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Synchronizing usage tracker for tenant:1866f4fb842a4961a144000efcfa3a4a on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:07.375411 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Made reservation on behalf of 73dc488a15414324b394e070f683523f for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:07.419622 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:07.434096 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-51df5381-21d3-4d4f-8507-b4b559cd1fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Unset dirty status for tenant:1866f4fb842a4961a144000efcfa3a4a on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:07.439171 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-51df5381-21d3-4d4f-8507-b4b559cd1fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] 10.222.0.44 "GET /v2.0/ports/cc6a20bf-899a-4b64-a104-7df213e0dfdf HTTP/1.1" status: 404 len: 333 time: 0.3097773 Mar 16 10:53:07.451311 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45966) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:07.458454 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a5ef3-3ac7-4d74-99d0-e1b5a6caa3c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Checking segment: {'id': '906f2b7a-e683-4209-938e-687aa3ee1ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '913e1202-7772-43bf-b4b7-1338ac177325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:07.458748 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35807ab7-6892-4af1-90f6-77f5d165c4b6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.458881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066a5ef3-3ac7-4d74-99d0-e1b5a6caa3c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network hostable DHCP agents. Network: 913e1202-7772-43bf-b4b7-1338ac177325, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:07.466465 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a5ef3-3ac7-4d74-99d0-e1b5a6caa3c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Subnet': ['ID=de25a469-6ca2-48dd-84e0-b5e7d923619c,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:07.474058 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-082bfcd7-7bf3-478a-af55-da5d6cb08435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Request body: {'port': {'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1542027574'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:07.479887 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-082bfcd7-7bf3-478a-af55-da5d6cb08435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:07.496181 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-082bfcd7-7bf3-478a-af55-da5d6cb08435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:07.532051 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066a5ef3-3ac7-4d74-99d0-e1b5a6caa3c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 913e1202-7772-43bf-b4b7-1338ac177325 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:07.571142 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c0abe-694f-40b5-b6a5-19277c284644 None None] Pushing event updated for resources: {'Port': ['ID=e0a29154-4195-4725-8835-fc991718b40e,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:07.597300 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6661da1b-9ce3-4881-a267-80b7719014dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.600519 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-35807ab7-6892-4af1-90f6-77f5d165c4b6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/f6c58304-0f3b-4b97-8508-f3183df5d908 HTTP/1.1" status: 204 len: 168 time: 2.3978231 Mar 16 10:53:07.610207 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45970) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:07.610396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9348356-785c-4431-8ddf-84950c9df32d tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.611232 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-066a5ef3-3ac7-4d74-99d0-e1b5a6caa3c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 913e1202-7772-43bf-b4b7-1338ac177325) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:07.618591 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814f93bd-9225-487b-856e-f954261f5d7a None None] Network 913e1202-7772-43bf-b4b7-1338ac177325 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:07.646011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.664209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6661da1b-9ce3-4881-a267-80b7719014dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.738231 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd60900-0679-4560-8cb8-395558b0ef59 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] GET failed (client error): The resource could not be found. Mar 16 10:53:07.742212 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0cd60900-0679-4560-8cb8-395558b0ef59 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports/f6c58304-0f3b-4b97-8508-f3183df5d908 HTTP/1.1" status: 404 len: 333 time: 0.1267364 Mar 16 10:53:07.742212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082bfcd7-7bf3-478a-af55-da5d6cb08435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Made reservation on behalf of 1866f4fb842a4961a144000efcfa3a4a for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:07.745159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-082bfcd7-7bf3-478a-af55-da5d6cb08435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.751855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] device_id is not set on port 36694f19-d8aa-420b-b4b7-1b01dc6e1eed yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:07.764282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066a5ef3-3ac7-4d74-99d0-e1b5a6caa3c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:07.764885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-066a5ef3-3ac7-4d74-99d0-e1b5a6caa3c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.782712 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45974) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:07.785977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-082bfcd7-7bf3-478a-af55-da5d6cb08435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] device_id is not set on port 828234df-87dc-4863-bfbc-2040a986a92d yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:07.825266 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:01Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e215182-be0e-46cb-9f8a-01d66a487845', 'name': '', 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:c7:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:45Z', 'updated_at': '2022-03-16T10:52:57Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a29154-4195-4725-8835-fc991718b40e', 'name': '', 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:b3:19:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:58Z', 'updated_at': '2022-03-16T10:53:06Z', 'revision_number': 4, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:07.833997 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f007fce8-4823-4f2f-b837-06f7891313c9 None None] The sync data for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv is: [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:01Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e215182-be0e-46cb-9f8a-01d66a487845', 'name': '', 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:c7:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:45Z', 'updated_at': '2022-03-16T10:52:57Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a29154-4195-4725-8835-fc991718b40e', 'name': '', 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:b3:19:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:58Z', 'updated_at': '2022-03-16T10:53:06Z', 'revision_number': 4, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:07.844873 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-913e1202-7772-43bf-b4b7-1338ac177325', 'network_id': '913e1202-7772-43bf-b4b7-1338ac177325', 'tenant_id': 'a73c732b534b4cd9966f77ee5114e274', 'fixed_ips': [{'subnet_id': 'de25a469-6ca2-48dd-84e0-b5e7d923619c'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:07.845774 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.988911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6661da1b-9ce3-4881-a267-80b7719014dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.025053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661da1b-9ce3-4881-a267-80b7719014dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2119b416-0253-4550-85ea-282b315c86ac,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:08.097404 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-5d95d854-d47c-4b4c-a0a8-96d2a9f9c836 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 5bdab18f-1eed-4fa9-80ac-c1bf7c736837 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:08.097629 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Allocated IP 2001:db8::2 (913e1202-7772-43bf-b4b7-1338ac177325/de25a469-6ca2-48dd-84e0-b5e7d923619c/4a8e3706-d28d-4e42-9153-967b4c893f16) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:08.097998 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d95d854-d47c-4b4c-a0a8-96d2a9f9c836 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.116057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6661da1b-9ce3-4881-a267-80b7719014dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.131386 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6661da1b-9ce3-4881-a267-80b7719014dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2119b416-0253-4550-85ea-282b315c86ac HTTP/1.1" status: 204 len: 168 time: 0.8656569 Mar 16 10:53:08.156726 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-066a5ef3-3ac7-4d74-99d0-e1b5a6caa3c2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1160676 Mar 16 10:53:08.159289 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6da5cc38-f0b5-4bcd-9c3f-4335e0b28567 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.163054 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45980) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:08.170908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Allocated IP 172.20.0.14 (15b5f357-40dd-4a35-9c9d-361cfe4d0ea4/b085c443-81a4-4194-9548-28207a306c82/36694f19-d8aa-420b-b4b7-1b01dc6e1eed) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:08.249937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'network_id': '913e1202-7772-43bf-b4b7-1338ac177325', 'name': 'tempest-PortsIpV6TestJSON-906267415'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:08.267684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6da5cc38-f0b5-4bcd-9c3f-4335e0b28567 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.450459 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.464241 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Transition to ACTIVE for port object 4a8e3706-d28d-4e42-9153-967b4c893f16 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:08.494837 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Transition to ACTIVE for port object 4a8e3706-d28d-4e42-9153-967b4c893f16 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:08.497742 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9348356-785c-4431-8ddf-84950c9df32d tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Router 70932f2b-e2ed-421c-886a-a7bd9593eacc has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:08.509613 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.565409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-082bfcd7-7bf3-478a-af55-da5d6cb08435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.575488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5eb98fa2-55fe-403d-a840-67c67c35810c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:08.649157 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Network 913e1202-7772-43bf-b4b7-1338ac177325 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:08.660618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:08.672791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:08.690143 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45986) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:08.712491 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Pushing event updated for resources: {'Port': ['ID=4a8e3706-d28d-4e42-9153-967b4c893f16,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:08.759124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-99509126-1cec-4ac0-91b2-f271dd243d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.786022 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Attempting to bind port 4a8e3706-d28d-4e42-9153-967b4c893f16 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:08.786385 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Attempting to bind port 4a8e3706-d28d-4e42-9153-967b4c893f16 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '906f2b7a-e683-4209-938e-687aa3ee1ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '913e1202-7772-43bf-b4b7-1338ac177325'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:08.786741 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Attempting to bind port 4a8e3706-d28d-4e42-9153-967b4c893f16 on network 913e1202-7772-43bf-b4b7-1338ac177325 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:08.797230 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:08.797603 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Checking segment: {'id': '906f2b7a-e683-4209-938e-687aa3ee1ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '913e1202-7772-43bf-b4b7-1338ac177325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:08.797999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.798388 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Bound using segment: {'id': '906f2b7a-e683-4209-938e-687aa3ee1ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '913e1202-7772-43bf-b4b7-1338ac177325'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:08.798917 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Bound port: 4a8e3706-d28d-4e42-9153-967b4c893f16, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906f2b7a-e683-4209-938e-687aa3ee1ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '913e1202-7772-43bf-b4b7-1338ac177325'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:08.799321 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.854569 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-082bfcd7-7bf3-478a-af55-da5d6cb08435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.863674 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5eb98fa2-55fe-403d-a840-67c67c35810c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:08.864041 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.958491 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] For port 4a8e3706-d28d-4e42-9153-967b4c893f16, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:08.963195 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] For port 4a8e3706-d28d-4e42-9153-967b4c893f16, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4a8e3706-d28d-4e42-9153-967b4c893f16,segment=NetworkSegment(906f2b7a-e683-4209-938e-687aa3ee1ef2),segment_id=906f2b7a-e683-4209-938e-687aa3ee1ef2)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:08.992074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bfcd7-7bf3-478a-af55-da5d6cb08435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Pushing event updated for resources: {'Port': ['ID=828234df-87dc-4863-bfbc-2040a986a92d,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:09.001268 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.030829 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082bfcd7-7bf3-478a-af55-da5d6cb08435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:09.037967 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-99509126-1cec-4ac0-91b2-f271dd243d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:09.045854 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-99509126-1cec-4ac0-91b2-f271dd243d8c admin admin] Usage tracker for resource:security_group_rule and tenant:869b4aab5ab7422ab4ae81310c9bf58d is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:09.050848 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-99509126-1cec-4ac0-91b2-f271dd243d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:09.073721 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-99509126-1cec-4ac0-91b2-f271dd243d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:09.081225 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9348356-785c-4431-8ddf-84950c9df32d tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:09.090302 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-082bfcd7-7bf3-478a-af55-da5d6cb08435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:09.093354 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d9348356-785c-4431-8ddf-84950c9df32d tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "PUT /v2.0/routers/70932f2b-e2ed-421c-886a-a7bd9593eacc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7713225 Mar 16 10:53:09.096454 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da5cc38-f0b5-4bcd-9c3f-4335e0b28567 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 7babe4b6-4e0d-4416-94de-ce6f7948c419 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:09.098571 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45990) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:09.100091 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e0a29154-4195-4725-8835-fc991718b40e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:09.113137 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082bfcd7-7bf3-478a-af55-da5d6cb08435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:09.114370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082bfcd7-7bf3-478a-af55-da5d6cb08435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:09.115064 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-082bfcd7-7bf3-478a-af55-da5d6cb08435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.140633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3147516a-3c29-4415-9c91-859b317fac5e None None] Sync routers for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:09.151622 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:09.164095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:port and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:09.171524 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4851716-165e-4c7a-a5ee-2ccf786cfbcf None None] Pushing event updated for resources: {'Port': ['ID=4a8e3706-d28d-4e42-9153-967b4c893f16,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:09.171722 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:09.177983 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-082bfcd7-7bf3-478a-af55-da5d6cb08435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7236946 Mar 16 10:53:09.180522 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 45994) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:09.185083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3147516a-3c29-4415-9c91-859b317fac5e None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:09.185701 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3147516a-3c29-4415-9c91-859b317fac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:09.208538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:09.252525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:09.268601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3147516a-3c29-4415-9c91-859b317fac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:09.288580 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3147516a-3c29-4415-9c91-859b317fac5e None None] Routers {'70932f2b-e2ed-421c-886a-a7bd9593eacc'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:09.289284 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3147516a-3c29-4415-9c91-859b317fac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['70932f2b-e2ed-421c-886a-a7bd9593eacc'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:09.396474 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3147516a-3c29-4415-9c91-859b317fac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:09.396816 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3147516a-3c29-4415-9c91-859b317fac5e None None] The sync data for ids ['70932f2b-e2ed-421c-886a-a7bd9593eacc'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:09.399267 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port e0a29154-4195-4725-8835-fc991718b40e completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:09.406345 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port e0a29154-4195-4725-8835-fc991718b40e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:09.406798 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.419435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d95d854-d47c-4b4c-a0a8-96d2a9f9c836 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.429723 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:09.433122 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.479519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.568440 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.582868 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Transition to ACTIVE for port object 36694f19-d8aa-420b-b4b7-1b01dc6e1eed will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:09.594944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.611120 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da5cc38-f0b5-4bcd-9c3f-4335e0b28567 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:09.620154 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-5d95d854-d47c-4b4c-a0a8-96d2a9f9c836 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for 5bdab18f-1eed-4fa9-80ac-c1bf7c736837 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:09.626147 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e593d72-62c9-45af-9e65-d709531a42d6 None None] Sync routers for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:09.648617 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e593d72-62c9-45af-9e65-d709531a42d6 None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:09.650253 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3e593d72-62c9-45af-9e65-d709531a42d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:09.651801 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port e0a29154-4195-4725-8835-fc991718b40e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e0a29154-4195-4725-8835-fc991718b40e,segment=NetworkSegment(b5480f19-105d-410a-b624-4f7e9c1395dd),segment_id=b5480f19-105d-410a-b624-4f7e9c1395dd)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:09.657931 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.665142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] device_id is not set on port ecf24891-4576-40f6-984e-0cd9c1118617 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:09.700810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-75f951f2-31bb-4729-ab3a-5e47774a3354 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.736794 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6da5cc38-f0b5-4bcd-9c3f-4335e0b28567 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.740816 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6da5cc38-f0b5-4bcd-9c3f-4335e0b28567 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/7babe4b6-4e0d-4416-94de-ce6f7948c419 HTTP/1.1" status: 200 len: 933 time: 5.0338347 Mar 16 10:53:09.741599 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 45998) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:09.766213 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=e0a29154-4195-4725-8835-fc991718b40e,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:09.843537 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-3e593d72-62c9-45af-9e65-d709531a42d6 None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:09.851771 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-99509126-1cec-4ac0-91b2-f271dd243d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.867558 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.869670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-99509126-1cec-4ac0-91b2-f271dd243d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.011238 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e73cd301-60df-46fd-8657-54235abe11dc tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/routers/7babe4b6-4e0d-4416-94de-ce6f7948c419 HTTP/1.1" status: 200 len: 933 time: 0.2627707 Mar 16 10:53:10.011962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46002) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:10.023060 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-cbe80ad5-3dc1-4175-a343-eb1a3773e2dc tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'router': {'routes': None}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:10.130454 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Network 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:10.141351 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:10.153048 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99509126-1cec-4ac0-91b2-f271dd243d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ead08e-bd12-4afa-96a8-324d2b83ff98,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:10.170703 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-99509126-1cec-4ac0-91b2-f271dd243d8c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=869b4aab5ab7422ab4ae81310c9bf58d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4746165 Mar 16 10:53:10.172537 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:10.201304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event updated for resources: {'Port': ['ID=36694f19-d8aa-420b-b4b7-1b01dc6e1eed,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:10.204075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46006) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:10.229546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-75f951f2-31bb-4729-ab3a-5e47774a3354 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.254127 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3e593d72-62c9-45af-9e65-d709531a42d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 6, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e215182-be0e-46cb-9f8a-01d66a487845', 'name': '', 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:c7:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:45Z', 'updated_at': '2022-03-16T10:52:57Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a29154-4195-4725-8835-fc991718b40e', 'name': '', 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:b3:19:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:58Z', 'updated_at': '2022-03-16T10:53:09Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:10.269394 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e593d72-62c9-45af-9e65-d709531a42d6 None None] Checking router: 7babe4b6-4e0d-4416-94de-ce6f7948c419 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:53:10.294749 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d95d854-d47c-4b4c-a0a8-96d2a9f9c836 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.301621 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e593d72-62c9-45af-9e65-d709531a42d6 None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:10.304272 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-75f951f2-31bb-4729-ab3a-5e47774a3354 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting port ba8f4fb3-d0a3-4423-809f-bdeaa5aff04a {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:10.304670 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3e593d72-62c9-45af-9e65-d709531a42d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:10.305467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-75f951f2-31bb-4729-ab3a-5e47774a3354 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.315364 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Allocated IP 2001:db8::217 (913e1202-7772-43bf-b4b7-1338ac177325/de25a469-6ca2-48dd-84e0-b5e7d923619c/ecf24891-4576-40f6-984e-0cd9c1118617) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:10.523372 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e0a29154-4195-4725-8835-fc991718b40e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:10.555924 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-3e593d72-62c9-45af-9e65-d709531a42d6 None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:10.613525 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:10.614827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.654387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-75f951f2-31bb-4729-ab3a-5e47774a3354 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.673972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] device_id is not set on port 828234df-87dc-4863-bfbc-2040a986a92d yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:10.700988 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port e0a29154-4195-4725-8835-fc991718b40e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:10.702074 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.776138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5f6ee0-9419-4558-a007-7d2373a2c1fa None None] Network 913e1202-7772-43bf-b4b7-1338ac177325 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:10.917469 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95d854-d47c-4b4c-a0a8-96d2a9f9c836 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=5bdab18f-1eed-4fa9-80ac-c1bf7c736837,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:10.931632 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c79b3d23-c110-49f6-8cf9-7afb9ad46ef5 None None] Provisioning for port 36694f19-d8aa-420b-b4b7-1b01dc6e1eed completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:10.951912 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c79b3d23-c110-49f6-8cf9-7afb9ad46ef5 None None] Provisioning complete for port 36694f19-d8aa-420b-b4b7-1b01dc6e1eed triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:10.952524 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c79b3d23-c110-49f6-8cf9-7afb9ad46ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.962501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.980862 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-75f951f2-31bb-4729-ab3a-5e47774a3354 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Calling delete_port for ba8f4fb3-d0a3-4423-809f-bdeaa5aff04a owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:11.043450 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c98fb173-35ee-43e4-95ee-050fa071b4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.043769 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3e593d72-62c9-45af-9e65-d709531a42d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 6, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e215182-be0e-46cb-9f8a-01d66a487845', 'name': '', 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:c7:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:45Z', 'updated_at': '2022-03-16T10:52:57Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a29154-4195-4725-8835-fc991718b40e', 'name': '', 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:b3:19:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:58Z', 'updated_at': '2022-03-16T10:53:09Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:11.048528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-c79b3d23-c110-49f6-8cf9-7afb9ad46ef5 None None] Port 36694f19-d8aa-420b-b4b7-1b01dc6e1eed cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:11.056289 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e593d72-62c9-45af-9e65-d709531a42d6 None None] The sync data for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv is: [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 6, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e215182-be0e-46cb-9f8a-01d66a487845', 'name': '', 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:c7:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:45Z', 'updated_at': '2022-03-16T10:52:57Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a29154-4195-4725-8835-fc991718b40e', 'name': '', 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:b3:19:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:58Z', 'updated_at': '2022-03-16T10:53:09Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:11.085340 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bbbc8521-8a7f-4876-aa4e-225c8b8926b1 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 5.0558605 Mar 16 10:53:11.088641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Transition to ACTIVE for port object 828234df-87dc-4863-bfbc-2040a986a92d will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:11.097010 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46010) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:11.176292 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4a8e3706-d28d-4e42-9153-967b4c893f16 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:11.189814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.196397 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c98fb173-35ee-43e4-95ee-050fa071b4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.256381 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9446ae23-37bb-4afe-a603-61d28a654fe7 None None] Provisioning for port 4a8e3706-d28d-4e42-9153-967b4c893f16 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:11.304279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 4a8e3706-d28d-4e42-9153-967b4c893f16 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:11.310550 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 4a8e3706-d28d-4e42-9153-967b4c893f16 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:11.310918 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.414081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d95d854-d47c-4b4c-a0a8-96d2a9f9c836 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.422492 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.486529 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c98fb173-35ee-43e4-95ee-050fa071b4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.499642 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.514666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Transition to ACTIVE for port object ecf24891-4576-40f6-984e-0cd9c1118617 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:11.524136 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fb173-35ee-43e4-95ee-050fa071b4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ead08e-bd12-4afa-96a8-324d2b83ff98,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:11.549350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Pushing event updated for resources: {'Port': ['ID=828234df-87dc-4863-bfbc-2040a986a92d,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:11.552435 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 4a8e3706-d28d-4e42-9153-967b4c893f16, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4a8e3706-d28d-4e42-9153-967b4c893f16,segment=NetworkSegment(906f2b7a-e683-4209-938e-687aa3ee1ef2),segment_id=906f2b7a-e683-4209-938e-687aa3ee1ef2)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:11.563810 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.568839 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5d95d854-d47c-4b4c-a0a8-96d2a9f9c836 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/5bdab18f-1eed-4fa9-80ac-c1bf7c736837 HTTP/1.1" status: 204 len: 168 time: 3.7312372 Mar 16 10:53:11.569119 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46014) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:11.578510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c98fb173-35ee-43e4-95ee-050fa071b4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.579323 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.583266 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c98fb173-35ee-43e4-95ee-050fa071b4e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18ead08e-bd12-4afa-96a8-324d2b83ff98 HTTP/1.1" status: 204 len: 168 time: 1.3705561 Mar 16 10:53:11.644000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:11.644720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:11.644720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:11.676368 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 913e1202-7772-43bf-b4b7-1338ac177325 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:11.676981 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac16d59-3d4b-415f-9542-eff9b7e10ada tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] GET failed (client error): The resource could not be found. Mar 16 10:53:11.677637 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8ac16d59-3d4b-415f-9542-eff9b7e10ada tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:11.680635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b35957cd-f675-418d-870d-5ef9815e81b9 None None] Provisioning complete for port 4a8e3706-d28d-4e42-9153-967b4c893f16 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:11.681120 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b35957cd-f675-418d-870d-5ef9815e81b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.686204 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:11.697181 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:11.702909 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.703600 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.709366 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:11.709896 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:11.717322 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 2 to bind port 828234df-87dc-4863-bfbc-2040a986a92d Mar 16 10:53:11.730297 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c59d115-bff5-43f3-b6da-1596651f5a8e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.736350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c59d115-bff5-43f3-b6da-1596651f5a8e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.742251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c59d115-bff5-43f3-b6da-1596651f5a8e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.743119 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5c59d115-bff5-43f3-b6da-1596651f5a8e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Synchronizing usage tracker for tenant:73dc488a15414324b394e070f683523f on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:11.750129 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=4a8e3706-d28d-4e42-9153-967b4c893f16,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:11.784848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=ecf24891-4576-40f6-984e-0cd9c1118617,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:11.785098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:11.785254 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:11.785591 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:11.802892 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-42994886-c8bb-440d-9daf-c01d120bd3f8 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5717266 Mar 16 10:53:11.803059 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8ac16d59-3d4b-415f-9542-eff9b7e10ada tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:11.808915 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8ac16d59-3d4b-415f-9542-eff9b7e10ada tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports/5bdab18f-1eed-4fa9-80ac-c1bf7c736837 HTTP/1.1" status: 404 len: 333 time: 0.2317994 Mar 16 10:53:11.808915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:11.808915 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:11.808915 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 3 to bind port 828234df-87dc-4863-bfbc-2040a986a92d Mar 16 10:53:11.809360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46020) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:11.809360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46022) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:11.826218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-75f951f2-31bb-4729-ab3a-5e47774a3354 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.830207 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5c59d115-bff5-43f3-b6da-1596651f5a8e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Unset dirty status for tenant:73dc488a15414324b394e070f683523f on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:11.834289 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5c59d115-bff5-43f3-b6da-1596651f5a8e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.7331913 Mar 16 10:53:11.873183 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46028) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:11.905367 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'network_id': '913e1202-7772-43bf-b4b7-1338ac177325', 'name': 'tempest-PortsIpV6TestJSON-1598526339'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:11.927537 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:11.927537 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:11.927948 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:11.939989 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:11.940109 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:11.942188 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f951f2-31bb-4729-ab3a-5e47774a3354 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Port': ['ID=ba8f4fb3-d0a3-4423-809f-bdeaa5aff04a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:11.977756 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 4 to bind port 828234df-87dc-4863-bfbc-2040a986a92d Mar 16 10:53:12.000549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:12.001043 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:12.001474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:12.013904 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:12.014239 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:12.016992 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 5 to bind port 828234df-87dc-4863-bfbc-2040a986a92d Mar 16 10:53:12.089621 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ec8bc-b13a-4d89-9794-a0f9b2b31a5d tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Deleting port 36694f19-d8aa-420b-b4b7-1b01dc6e1eed {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:12.089777 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec8bc-b13a-4d89-9794-a0f9b2b31a5d tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.092831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.extraroute_db [None req-cbe80ad5-3dc1-4175-a343-eb1a3773e2dc tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Added routes are [] {{(pid=87968) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 10:53:12.093321 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.extraroute_db [None req-cbe80ad5-3dc1-4175-a343-eb1a3773e2dc tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87968) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 10:53:12.120930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:12.121269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:12.121599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:12.136420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2c84e8be-2fdf-45c3-8713-890c9f185090 None None] Provisioning for port ecf24891-4576-40f6-984e-0cd9c1118617 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:12.138295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:12.138755 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:12.142674 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 6 to bind port 828234df-87dc-4863-bfbc-2040a986a92d Mar 16 10:53:12.148886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04938e2-1f95-4815-a835-bf6ff351d639 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting subnet 1cce5330-bf17-48a7-bbb6-0e37548a856d {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:12.149078 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2c84e8be-2fdf-45c3-8713-890c9f185090 None None] Provisioning complete for port ecf24891-4576-40f6-984e-0cd9c1118617 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:12.149549 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2c84e8be-2fdf-45c3-8713-890c9f185090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.152773 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f04938e2-1f95-4815-a835-bf6ff351d639 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.161751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:12.162083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:12.162429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:12.182438 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-75f951f2-31bb-4729-ab3a-5e47774a3354 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.222315 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2c84e8be-2fdf-45c3-8713-890c9f185090 None None] Port ecf24891-4576-40f6-984e-0cd9c1118617 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:12.252674 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f04938e2-1f95-4815-a835-bf6ff351d639 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.254277 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:12.254591 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:12.291132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:12.308812 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:port and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:12.315733 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:12.326972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4a8e3706-d28d-4e42-9153-967b4c893f16 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:12.339055 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cbe80ad5-3dc1-4175-a343-eb1a3773e2dc tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.344252 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:12.362147 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 7 to bind port 828234df-87dc-4863-bfbc-2040a986a92d Mar 16 10:53:12.419724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 4a8e3706-d28d-4e42-9153-967b4c893f16 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:12.420274 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.460649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:12.464319 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.467816 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:12.468266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:12.468724 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:12.491298 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-75f951f2-31bb-4729-ab3a-5e47774a3354 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.510105 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:12.510428 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:12.522740 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-75f951f2-31bb-4729-ab3a-5e47774a3354 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.524369 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 8 to bind port 828234df-87dc-4863-bfbc-2040a986a92d Mar 16 10:53:12.564551 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] device_id is not set on port ef04efa8-5654-4f0c-b045-0e1c0327cc2a yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:12.604388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:12.604388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:12.604388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:12.621957 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:12.622260 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:12.627383 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f04938e2-1f95-4815-a835-bf6ff351d639 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.631186 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 9 to bind port 828234df-87dc-4863-bfbc-2040a986a92d Mar 16 10:53:12.655093 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:12.655775 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:12.655775 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:12.657726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-75f951f2-31bb-4729-ab3a-5e47774a3354 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.658227 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f951f2-31bb-4729-ab3a-5e47774a3354 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Fanout notify agent at l3_agent the message router_deleted on router 70932f2b-e2ed-421c-886a-a7bd9593eacc {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:12.669959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:12.670284 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:12.673432 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.plugins.ml2.plugin [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 10 to bind port 828234df-87dc-4863-bfbc-2040a986a92d Mar 16 10:53:12.707355 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:12.707721 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:12.708037 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:12.717210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-75f951f2-31bb-4729-ab3a-5e47774a3354 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.720987 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-75f951f2-31bb-4729-ab3a-5e47774a3354 tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/routers/70932f2b-e2ed-421c-886a-a7bd9593eacc HTTP/1.1" status: 204 len: 168 time: 3.6179869 Mar 16 10:53:12.720987 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:12.721253 dv-neutron-833859-1-hyperv neutron-server[87969]: ERROR neutron.plugins.ml2.managers [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 828234df-87dc-4863-bfbc-2040a986a92d on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:12.721350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.732359 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec8bc-b13a-4d89-9794-a0f9b2b31a5d tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.738923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46052) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:12.769839 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46056) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:13.007958 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1956448263'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:13.033148 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:13.048448 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:network and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:13.050988 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ec8bc-b13a-4d89-9794-a0f9b2b31a5d tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Calling delete_port for 36694f19-d8aa-420b-b4b7-1b01dc6e1eed owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:13.054538 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:13.082319 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:13.099580 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cbe80ad5-3dc1-4175-a343-eb1a3773e2dc tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.103884 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Allocated IP 2001:db8::e5 (913e1202-7772-43bf-b4b7-1338ac177325/de25a469-6ca2-48dd-84e0-b5e7d923619c/ef04efa8-5654-4f0c-b045-0e1c0327cc2a) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:13.106229 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f04938e2-1f95-4815-a835-bf6ff351d639 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.143047 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-7806021f-8ef0-4705-9bd3-866419b7a2aa tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Deleting subnet 66e8536a-6b62-47c9-a688-17bdf3a00b49 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:13.146685 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cbe80ad5-3dc1-4175-a343-eb1a3773e2dc tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.159201 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7806021f-8ef0-4705-9bd3-866419b7a2aa tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.160289 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04938e2-1f95-4815-a835-bf6ff351d639 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Subnet': ['ID=1cce5330-bf17-48a7-bbb6-0e37548a856d,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:13.164244 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f04938e2-1f95-4815-a835-bf6ff351d639 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.167207 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:13.170452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.172679 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e3ae48-37a7-4e3d-9875-8c2fc1aa1a39 None None] Network 8233f02b-4172-4671-b6ad-4cd802c3199d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:13.234496 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] For port 828234df-87dc-4863-bfbc-2040a986a92d, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:13.234755 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempted to set empty binding levels {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:53:13.242445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7806021f-8ef0-4705-9bd3-866419b7a2aa tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.281670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.304038 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f04938e2-1f95-4815-a835-bf6ff351d639 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/1cce5330-bf17-48a7-bbb6-0e37548a856d HTTP/1.1" status: 204 len: 168 time: 1.4914834 Mar 16 10:53:13.305163 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.322444 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46062) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:13.397543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] In _notify_port_updated(), no bound segment for port 828234df-87dc-4863-bfbc-2040a986a92d on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:53:13.398377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.398969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.401261 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] 10.222.0.44 "PUT /v2.0/ports/828234df-87dc-4863-bfbc-2040a986a92d HTTP/1.1" status: 200 len: 981 time: 4.2037129 Mar 16 10:53:13.404158 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46066) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:13.449372 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:13.465190 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:security_group_rule and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:13.490716 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7806021f-8ef0-4705-9bd3-866419b7a2aa tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.513907 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b179744-ac15-41e1-8606-aea8e07011ae None None] DHCP port deletion for 8233f02b-4172-4671-b6ad-4cd802c3199d request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:13.517120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08005aaa-ae35-4cd3-8209-235fe66c1612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Pushing event updated for resources: {'Port': ['ID=828234df-87dc-4863-bfbc-2040a986a92d,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:13.525882 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7b179744-ac15-41e1-8606-aea8e07011ae None None] Deleting port 155e13e2-36c3-4193-855b-42a13364c188 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:13.526223 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7b179744-ac15-41e1-8606-aea8e07011ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.546932 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec8bc-b13a-4d89-9794-a0f9b2b31a5d tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.552671 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:13.576029 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:13.611935 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ec8bc-b13a-4d89-9794-a0f9b2b31a5d tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event deleted for resources: {'Port': ['ID=36694f19-d8aa-420b-b4b7-1b01dc6e1eed,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:13.679529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.692616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe80ad5-3dc1-4175-a343-eb1a3773e2dc tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 7babe4b6-4e0d-4416-94de-ce6f7948c419 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:13.709191 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.709762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.710138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.710592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.711039 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.711660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.712121 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.713132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.713690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.714024 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.714477 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.714918 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.715398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.715834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.716279 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.716724 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.717168 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.717612 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.718049 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.718660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.719303 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.719903 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.720566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.721214 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.721810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.722427 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.724951 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Synchronizing usage tracker for tenant:1866f4fb842a4961a144000efcfa3a4a on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:13.734161 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7806021f-8ef0-4705-9bd3-866419b7a2aa tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.755611 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 155e13e2-36c3-4193-855b-42a13364c188 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:13.756269 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.806271 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7b179744-ac15-41e1-8606-aea8e07011ae None None] For port 155e13e2-36c3-4193-855b-42a13364c188, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=155e13e2-36c3-4193-855b-42a13364c188,segment=NetworkSegment(5ae09824-3022-456e-9842-225b1b697396),segment_id=5ae09824-3022-456e-9842-225b1b697396)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:13.807145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7b179744-ac15-41e1-8606-aea8e07011ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.834522 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806021f-8ef0-4705-9bd3-866419b7a2aa tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Subnet': ['ID=66e8536a-6b62-47c9-a688-17bdf3a00b49,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:13.867695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7806021f-8ef0-4705-9bd3-866419b7a2aa tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.907731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Unset dirty status for tenant:1866f4fb842a4961a144000efcfa3a4a on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:13.908943 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0689ed09-ec89-420c-830b-2c9f383f8477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23590 time: 0.5002308 Mar 16 10:53:13.912998 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46070) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:13.958152 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7b179744-ac15-41e1-8606-aea8e07011ae None None] Calling delete_port for 155e13e2-36c3-4193-855b-42a13364c188 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:13.966348 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7806021f-8ef0-4705-9bd3-866419b7a2aa tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/subnets/66e8536a-6b62-47c9-a688-17bdf3a00b49 HTTP/1.1" status: 204 len: 168 time: 1.2227147 Mar 16 10:53:13.972980 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46074) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:13.974094 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.036028 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec8bc-b13a-4d89-9794-a0f9b2b31a5d tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.040587 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6d2ec8bc-b13a-4d89-9794-a0f9b2b31a5d tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "DELETE /v2.0/ports/36694f19-d8aa-420b-b4b7-1b01dc6e1eed HTTP/1.1" status: 204 len: 168 time: 2.1552541 Mar 16 10:53:14.046887 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7b179744-ac15-41e1-8606-aea8e07011ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.059760 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46078) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:14.095324 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b179744-ac15-41e1-8606-aea8e07011ae None None] Pushing event deleted for resources: {'Port': ['ID=155e13e2-36c3-4193-855b-42a13364c188,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:14.097856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b179744-ac15-41e1-8606-aea8e07011ae None None] No DVR routers for this DVR port 155e13e2-36c3-4193-855b-42a13364c188 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:14.113822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9c8e0-84ac-4350-b26c-61460e0f7057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Deleting port 828234df-87dc-4863-bfbc-2040a986a92d {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:14.114092 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5ce9c8e0-84ac-4350-b26c-61460e0f7057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.138388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Transition to ACTIVE for port object ef04efa8-5654-4f0c-b045-0e1c0327cc2a will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:14.146934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe80ad5-3dc1-4175-a343-eb1a3773e2dc tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:14.159512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d34bb00f-05b4-4c58-9923-5c8c0fcc955f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.160341 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06306e87-3b13-4a65-908c-43cf366d195f None None] Sync routers for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:14.170575 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06306e87-3b13-4a65-908c-43cf366d195f None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:14.171343 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-06306e87-3b13-4a65-908c-43cf366d195f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:14.182006 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7eb91d1-57b1-4450-9d52-811756d0454b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] GET failed (client error): The resource could not be found. Mar 16 10:53:14.182541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e7eb91d1-57b1-4450-9d52-811756d0454b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Synchronizing usage tracker for tenant:73dc488a15414324b394e070f683523f on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:14.211311 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.274317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.294338 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cbe80ad5-3dc1-4175-a343-eb1a3773e2dc tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.298223 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cbe80ad5-3dc1-4175-a343-eb1a3773e2dc tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/7babe4b6-4e0d-4416-94de-ce6f7948c419 HTTP/1.1" status: 200 len: 699 time: 4.2823157 Mar 16 10:53:14.302777 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46082) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:14.379757 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d34bb00f-05b4-4c58-9923-5c8c0fcc955f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.410127 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e7eb91d1-57b1-4450-9d52-811756d0454b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Unset dirty status for tenant:73dc488a15414324b394e070f683523f on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:14.411336 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e7eb91d1-57b1-4450-9d52-811756d0454b tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "GET /v2.0/ports/36694f19-d8aa-420b-b4b7-1b01dc6e1eed HTTP/1.1" status: 404 len: 333 time: 0.3506892 Mar 16 10:53:14.412218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:14.427994 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-06306e87-3b13-4a65-908c-43cf366d195f None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:14.431280 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46086) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:14.445235 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] For port 155e13e2-36c3-4193-855b-42a13364c188, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=155e13e2-36c3-4193-855b-42a13364c188,segment=NetworkSegment(5ae09824-3022-456e-9842-225b1b697396),segment_id=5ae09824-3022-456e-9842-225b1b697396)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:14.445640 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.485420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 155e13e2-36c3-4193-855b-42a13364c188 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:14.506318 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d9bfbc87-1134-4125-9930-20fd44b32cf9 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Request body: {'port': {'network_id': '15b5f357-40dd-4a35-9c9d-361cfe4d0ea4', 'name': 'tempest-AllowedAddressPairTestJSON-1573687847'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:14.527723 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 155e13e2-36c3-4193-855b-42a13364c188 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:14.528396 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 155e13e2-36c3-4193-855b-42a13364c188 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:14.538657 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52a9118-9570-4ebd-8edf-1d6126eff0b5,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:14.593480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-d34bb00f-05b4-4c58-9923-5c8c0fcc955f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96076bee-547a-4717-bdc5-212bf28e34cf']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:14.610590 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-5ce9c8e0-84ac-4350-b26c-61460e0f7057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] For port 828234df-87dc-4863-bfbc-2040a986a92d, host hv-neutron-8338, got binding levels [] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:14.610832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5ce9c8e0-84ac-4350-b26c-61460e0f7057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.619549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-d34bb00f-05b4-4c58-9923-5c8c0fcc955f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4ec425-bd04-49d6-b344-f0d4a1385adb') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:14.619835 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-d34bb00f-05b4-4c58-9923-5c8c0fcc955f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4ec425-bd04-49d6-b344-f0d4a1385adb') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:14.684425 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d34bb00f-05b4-4c58-9923-5c8c0fcc955f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.692516 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.693430 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Added segment 31478b3c-cf7a-4c21-a8b1-3d22f760851a of type vlan for network 6fb457af-0d86-4c52-b4cf-f12d297a5983 Mar 16 10:53:14.754706 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9c8e0-84ac-4350-b26c-61460e0f7057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Calling delete_port for 828234df-87dc-4863-bfbc-2040a986a92d owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:14.795445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d34bb00f-05b4-4c58-9923-5c8c0fcc955f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.814813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34bb00f-05b4-4c58-9923-5c8c0fcc955f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:14.815660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d34bb00f-05b4-4c58-9923-5c8c0fcc955f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.824904 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for 155e13e2-36c3-4193-855b-42a13364c188 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:14.829252 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-06306e87-3b13-4a65-908c-43cf366d195f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:12Z', 'revision_number': 7, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e215182-be0e-46cb-9f8a-01d66a487845', 'name': '', 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:c7:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:45Z', 'updated_at': '2022-03-16T10:52:57Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a29154-4195-4725-8835-fc991718b40e', 'name': '', 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:b3:19:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:58Z', 'updated_at': '2022-03-16T10:53:09Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:14.830282 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:14.836012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06306e87-3b13-4a65-908c-43cf366d195f None None] Checking router: 7babe4b6-4e0d-4416-94de-ce6f7948c419 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:53:14.846076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06306e87-3b13-4a65-908c-43cf366d195f None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:14.846753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-06306e87-3b13-4a65-908c-43cf366d195f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:14.851479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.924934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d34bb00f-05b4-4c58-9923-5c8c0fcc955f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.933067 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d34bb00f-05b4-4c58-9923-5c8c0fcc955f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.953199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5ce9c8e0-84ac-4350-b26c-61460e0f7057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.994293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bb00f-05b4-4c58-9923-5c8c0fcc955f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] Pushing event deleted for resources: {'Network': ['ID=96076bee-547a-4717-bdc5-212bf28e34cf,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:15.012503 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d34bb00f-05b4-4c58-9923-5c8c0fcc955f tempest-FloatingIPTestJSON-1347448593 tempest-FloatingIPTestJSON-1347448593-project] 10.222.0.44 "DELETE /v2.0/networks/96076bee-547a-4717-bdc5-212bf28e34cf HTTP/1.1" status: 204 len: 168 time: 1.0385838 Mar 16 10:53:15.013641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9c8e0-84ac-4350-b26c-61460e0f7057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Pushing event deleted for resources: {'Port': ['ID=828234df-87dc-4863-bfbc-2040a986a92d,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:15.020685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5ce9c8e0-84ac-4350-b26c-61460e0f7057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.022565 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5ce9c8e0-84ac-4350-b26c-61460e0f7057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] 10.222.0.44 "DELETE /v2.0/ports/828234df-87dc-4863-bfbc-2040a986a92d HTTP/1.1" status: 204 len: 168 time: 1.1086793 Mar 16 10:53:15.025512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46094) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.026365 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-06306e87-3b13-4a65-908c-43cf366d195f None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:15.068174 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e733deb9-fa5f-401b-a8ff-3c7b034ea44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:53:15.068996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e733deb9-fa5f-401b-a8ff-3c7b034ea44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Synchronizing usage tracker for tenant:1866f4fb842a4961a144000efcfa3a4a on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:15.073195 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:15.073513 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:15.091171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e733deb9-fa5f-401b-a8ff-3c7b034ea44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Unset dirty status for tenant:1866f4fb842a4961a144000efcfa3a4a on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:15.097121 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e733deb9-fa5f-401b-a8ff-3c7b034ea44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] 10.222.0.44 "GET /v2.0/ports/828234df-87dc-4863-bfbc-2040a986a92d HTTP/1.1" status: 404 len: 333 time: 0.0703657 Mar 16 10:53:15.098233 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46098) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.104690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-28c84079-0b40-4acc-acc6-fd249dbc971a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1695589003', 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:15.110362 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-28c84079-0b40-4acc-acc6-fd249dbc971a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:15.120008 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-310f94e6-0ba9-42fa-96b8-e3337fa7afc1 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/routers/7babe4b6-4e0d-4416-94de-ce6f7948c419 HTTP/1.1" status: 200 len: 699 time: 0.8112419 Mar 16 10:53:15.121118 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46102) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.123388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=ef04efa8-5654-4f0c-b045-0e1c0327cc2a,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:15.131763 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 913e1202-7772-43bf-b4b7-1338ac177325 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:15.145258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.151942 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:15.154757 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:15.161403 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:15.162072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.198777 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-28c84079-0b40-4acc-acc6-fd249dbc971a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:15.216008 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d9bfbc87-1134-4125-9930-20fd44b32cf9 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:15.232787 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d9bfbc87-1134-4125-9930-20fd44b32cf9 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:15.307813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46108) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.308561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c84079-0b40-4acc-acc6-fd249dbc971a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Made reservation on behalf of 1866f4fb842a4961a144000efcfa3a4a for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:15.309216 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3638c075-d25a-4588-b5a1-2ec9a28672f0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4984756 Mar 16 10:53:15.312398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-28c84079-0b40-4acc-acc6-fd249dbc971a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.331733 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bfbc87-1134-4125-9930-20fd44b32cf9 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Made reservation on behalf of 73dc488a15414324b394e070f683523f for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:15.341796 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d9bfbc87-1134-4125-9930-20fd44b32cf9 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.395720 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-d9bfbc87-1134-4125-9930-20fd44b32cf9 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] device_id is not set on port 6bfac99d-6ce3-4739-9541-c810fb5ebb88 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:15.417214 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-28c84079-0b40-4acc-acc6-fd249dbc971a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] device_id is not set on port 767b34ee-c36d-439f-8432-1c9a5cc6c0ca yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:15.444368 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46112) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.480196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.486950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:15.487586 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.543075 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-db1d2901-987b-4ae4-b04c-6fccc6810c6e None None] Provisioning for port ef04efa8-5654-4f0c-b045-0e1c0327cc2a completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:15.551761 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-db1d2901-987b-4ae4-b04c-6fccc6810c6e None None] Provisioning complete for port ef04efa8-5654-4f0c-b045-0e1c0327cc2a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:15.552183 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-db1d2901-987b-4ae4-b04c-6fccc6810c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.604885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 155e13e2-36c3-4193-855b-42a13364c188 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:15.605382 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.620064 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-db1d2901-987b-4ae4-b04c-6fccc6810c6e None None] Port ef04efa8-5654-4f0c-b045-0e1c0327cc2a cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:15.629625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-06306e87-3b13-4a65-908c-43cf366d195f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:12Z', 'revision_number': 7, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e215182-be0e-46cb-9f8a-01d66a487845', 'name': '', 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:c7:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:45Z', 'updated_at': '2022-03-16T10:52:57Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a29154-4195-4725-8835-fc991718b40e', 'name': '', 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:b3:19:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:58Z', 'updated_at': '2022-03-16T10:53:09Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:15.634176 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06306e87-3b13-4a65-908c-43cf366d195f None None] The sync data for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv is: [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:12Z', 'revision_number': 7, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e215182-be0e-46cb-9f8a-01d66a487845', 'name': '', 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:c7:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:45Z', 'updated_at': '2022-03-16T10:52:57Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a29154-4195-4725-8835-fc991718b40e', 'name': '', 'network_id': 'e58f9a64-b940-4476-8f3a-3df7511d9f74', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:b3:19:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:58Z', 'updated_at': '2022-03-16T10:53:09Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'e952b1a4-1c8c-4457-898d-c90b51da6efe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:15.694910 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.9187181 Mar 16 10:53:15.694910 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fee39-4dba-4f50-a45c-cdf9298a423e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Network': ['ID=6fb457af-0d86-4c52-b4cf-f12d297a5983,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:15.695889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46118) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.704723 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:15.751815 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] The port '155e13e2-36c3-4193-855b-42a13364c188' was deleted {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:53:15.794046 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-abac42d2-faf3-4b7d-8359-193c894e64e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:15.812894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041e8cd0-8b9c-4e0c-a22d-3bef630b7f6a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:15.814425 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-041e8cd0-8b9c-4e0c-a22d-3bef630b7f6a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A217 HTTP/1.1" status: 200 len: 928 time: 0.4909904 Mar 16 10:53:15.819468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46122) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.968403 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ddc87d93-1a50-4f49-b390-63e941c36b5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f12354052d5494e842e68b562c9c3fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5227406 Mar 16 10:53:15.972082 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46126) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:16.022438 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-4daa6e9c-28b2-44cd-9ba5-5c412e8a7dda tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port ef04efa8-5654-4f0c-b045-0e1c0327cc2a {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:16.022776 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4daa6e9c-28b2-44cd-9ba5-5c412e8a7dda tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.059775 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.063706 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-28c84079-0b40-4acc-acc6-fd249dbc971a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.067598 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-d9bfbc87-1134-4125-9930-20fd44b32cf9 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Allocated IP 172.20.0.5 (15b5f357-40dd-4a35-9c9d-361cfe4d0ea4/b085c443-81a4-4194-9548-28207a306c82/6bfac99d-6ce3-4739-9541-c810fb5ebb88) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:16.097562 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-abac42d2-faf3-4b7d-8359-193c894e64e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:16.104894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8233f02b-4172-4671-b6ad-4cd802c3199d']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:16.113792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-abac42d2-faf3-4b7d-8359-193c894e64e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:16.131454 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-abac42d2-faf3-4b7d-8359-193c894e64e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:16.142045 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-abac42d2-faf3-4b7d-8359-193c894e64e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:16.144868 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae09824-3022-456e-9842-225b1b697396') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:16.145158 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae09824-3022-456e-9842-225b1b697396') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:16.170950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.198292 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abac42d2-faf3-4b7d-8359-193c894e64e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:16.201760 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-abac42d2-faf3-4b7d-8359-193c894e64e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.226033 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.318712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1ef85df0-14e1-4a31-ad5b-f070dba6fa84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.327609 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:16.328006 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:16.344241 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:16.434802 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1ef85df0-14e1-4a31-ad5b-f070dba6fa84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.480585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-28c84079-0b40-4acc-acc6-fd249dbc971a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.629239 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c84079-0b40-4acc-acc6-fd249dbc971a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:16.636043 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4daa6e9c-28b2-44cd-9ba5-5c412e8a7dda tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.642115 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.643959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-28c84079-0b40-4acc-acc6-fd249dbc971a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:16.647845 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.653336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c84079-0b40-4acc-acc6-fd249dbc971a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:16.654476 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c84079-0b40-4acc-acc6-fd249dbc971a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:16.654929 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-28c84079-0b40-4acc-acc6-fd249dbc971a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.658882 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c84079-0b40-4acc-acc6-fd249dbc971a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Pushing event updated for resources: {'Port': ['ID=767b34ee-c36d-439f-8432-1c9a5cc6c0ca,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:16.688481 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/networks/8233f02b-4172-4671-b6ad-4cd802c3199d HTTP/1.1" status: 204 len: 168 time: 3.3647525 Mar 16 10:53:16.693583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ecb5a-d691-4aa2-9480-77314b3003ed tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Network': ['ID=8233f02b-4172-4671-b6ad-4cd802c3199d,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:16.697366 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46130) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:16.716257 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-8b47902a-4de6-4298-a5fa-b1adc6ee4ce5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-525501377'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:16.733030 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8b47902a-4de6-4298-a5fa-b1adc6ee4ce5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:16.746899 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8b47902a-4de6-4298-a5fa-b1adc6ee4ce5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:network and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:16.778917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d9bfbc87-1134-4125-9930-20fd44b32cf9 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.781784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8b47902a-4de6-4298-a5fa-b1adc6ee4ce5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:16.794805 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8b47902a-4de6-4298-a5fa-b1adc6ee4ce5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:16.795714 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-4daa6e9c-28b2-44cd-9ba5-5c412e8a7dda tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for ef04efa8-5654-4f0c-b045-0e1c0327cc2a owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:16.829805 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-d9bfbc87-1134-4125-9930-20fd44b32cf9 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Transition to ACTIVE for port object 6bfac99d-6ce3-4739-9541-c810fb5ebb88 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:16.836567 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b47902a-4de6-4298-a5fa-b1adc6ee4ce5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:16.841011 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8b47902a-4de6-4298-a5fa-b1adc6ee4ce5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.867324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5af6-006c-4fdc-81d9-18b76a576d10 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.904857 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-abac42d2-faf3-4b7d-8359-193c894e64e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.926452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1ef85df0-14e1-4a31-ad5b-f070dba6fa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.928749 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1ef85df0-14e1-4a31-ad5b-f070dba6fa84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.929852 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1ef85df0-14e1-4a31-ad5b-f070dba6fa84 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c10c7929-1113-4af1-ad42-fe54b57fbb2c HTTP/1.1" status: 204 len: 168 time: 0.9541166 Mar 16 10:53:16.945674 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b47902a-4de6-4298-a5fa-b1adc6ee4ce5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:16.959633 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-28c84079-0b40-4acc-acc6-fd249dbc971a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8602600 Mar 16 10:53:16.968485 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46136) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:16.971011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef85df0-14e1-4a31-ad5b-f070dba6fa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10c7929-1113-4af1-ad42-fe54b57fbb2c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:16.990914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8b47902a-4de6-4298-a5fa-b1adc6ee4ce5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.991253 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-8b47902a-4de6-4298-a5fa-b1adc6ee4ce5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Added segment 8877bb54-3693-4554-bd3b-3e6763d33a7d of type vlan for network a72e0893-5fe8-47d4-b6c3-df91b2f4584c Mar 16 10:53:17.017521 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d9bfbc87-1134-4125-9930-20fd44b32cf9 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.081610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac42d2-faf3-4b7d-8359-193c894e64e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=a27d213d-c990-4d2c-9f14-90a00fccc2fa,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:17.130123 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8b47902a-4de6-4298-a5fa-b1adc6ee4ce5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.134054 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abac42d2-faf3-4b7d-8359-193c894e64e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:17.134963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abac42d2-faf3-4b7d-8359-193c894e64e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network hostable DHCP agents. Network: 6fb457af-0d86-4c52-b4cf-f12d297a5983, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:17.145195 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bfbc87-1134-4125-9930-20fd44b32cf9 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Network 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:17.159101 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-d9bfbc87-1134-4125-9930-20fd44b32cf9 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:17.165491 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bfbc87-1134-4125-9930-20fd44b32cf9 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:17.167717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baaffac-906e-459b-a21a-20cfc1acbda1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:17.168275 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7baaffac-906e-459b-a21a-20cfc1acbda1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Synchronizing usage tracker for tenant:1866f4fb842a4961a144000efcfa3a4a on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:17.198627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfbc87-1134-4125-9930-20fd44b32cf9 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event updated for resources: {'Port': ['ID=6bfac99d-6ce3-4739-9541-c810fb5ebb88,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:17.238378 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abac42d2-faf3-4b7d-8359-193c894e64e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:17.275111 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bfbc87-1134-4125-9930-20fd44b32cf9 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:17.275855 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d9bfbc87-1134-4125-9930-20fd44b32cf9 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.289220 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-abac42d2-faf3-4b7d-8359-193c894e64e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 6fb457af-0d86-4c52-b4cf-f12d297a5983) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:17.295883 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8b47902a-4de6-4298-a5fa-b1adc6ee4ce5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.306953 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec04c7ca-2079-4277-af56-835b8f2d8291 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:17.317146 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b47902a-4de6-4298-a5fa-b1adc6ee4ce5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:17.317790 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8b47902a-4de6-4298-a5fa-b1adc6ee4ce5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.328768 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4daa6e9c-28b2-44cd-9ba5-5c412e8a7dda tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.335177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abac42d2-faf3-4b7d-8359-193c894e64e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:17.335809 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-abac42d2-faf3-4b7d-8359-193c894e64e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.420593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7baaffac-906e-459b-a21a-20cfc1acbda1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Unset dirty status for tenant:1866f4fb842a4961a144000efcfa3a4a on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:17.425671 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7baaffac-906e-459b-a21a-20cfc1acbda1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] 10.222.0.44 "GET /v2.0/ports/767b34ee-c36d-439f-8432-1c9a5cc6c0ca HTTP/1.1" status: 200 len: 959 time: 0.4560215 Mar 16 10:53:17.430495 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d9bfbc87-1134-4125-9930-20fd44b32cf9 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9913597 Mar 16 10:53:17.473832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46150) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:17.474301 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46152) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:17.483026 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8b47902a-4de6-4298-a5fa-b1adc6ee4ce5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7771182 Mar 16 10:53:17.484644 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-abac42d2-faf3-4b7d-8359-193c894e64e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7772117 Mar 16 10:53:17.487132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4daa6e9c-28b2-44cd-9ba5-5c412e8a7dda tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.491046 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46158) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:17.491576 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46160) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:17.498628 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4daa6e9c-28b2-44cd-9ba5-5c412e8a7dda tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/ef04efa8-5654-4f0c-b045-0e1c0327cc2a HTTP/1.1" status: 204 len: 168 time: 1.6767061 Mar 16 10:53:17.502304 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'name': 'tempest-NetworksTestDHCPv6-709748149'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:17.533693 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5e70afea-338e-471b-bf2c-1602a86bf100 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'subnet': {'network_id': 'a72e0893-5fe8-47d4-b6c3-df91b2f4584c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:17.544851 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-3a39d43b-5e4d-4636-b5f7-6b0f48797c81 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:01:d1:b9'}]}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:17.546696 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.559383 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46166) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:17.594692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-84d81951-3e9d-40a8-adea-ae44ac798aa4 None None] Provisioning for port 6bfac99d-6ce3-4739-9541-c810fb5ebb88 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:17.605611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-84d81951-3e9d-40a8-adea-ae44ac798aa4 None None] Provisioning complete for port 6bfac99d-6ce3-4739-9541-c810fb5ebb88 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:17.606059 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-84d81951-3e9d-40a8-adea-ae44ac798aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.610988 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47902a-4de6-4298-a5fa-b1adc6ee4ce5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Network': ['ID=a72e0893-5fe8-47d4-b6c3-df91b2f4584c,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:17.625740 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa6e9c-28b2-44cd-9ba5-5c412e8a7dda tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=ef04efa8-5654-4f0c-b045-0e1c0327cc2a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:17.649973 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network a72e0893-5fe8-47d4-b6c3-df91b2f4584c details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:17.689096 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd23dd03-74e2-44a1-95d1-43643b3e6bca tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] GET failed (client error): The resource could not be found. Mar 16 10:53:17.690090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dd23dd03-74e2-44a1-95d1-43643b3e6bca tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:17.853712 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dd23dd03-74e2-44a1-95d1-43643b3e6bca tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:17.858106 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dd23dd03-74e2-44a1-95d1-43643b3e6bca tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports/ef04efa8-5654-4f0c-b045-0e1c0327cc2a HTTP/1.1" status: 404 len: 333 time: 0.2813525 Mar 16 10:53:17.862481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5e70afea-338e-471b-bf2c-1602a86bf100 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:17.864860 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46180) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:17.906504 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-84d81951-3e9d-40a8-adea-ae44ac798aa4 None None] Port 6bfac99d-6ce3-4739-9541-c810fb5ebb88 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:17.907484 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5e70afea-338e-471b-bf2c-1602a86bf100 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:subnet and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:17.929917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5e70afea-338e-471b-bf2c-1602a86bf100 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:17.944693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': 'a27d213d-c990-4d2c-9f14-90a00fccc2fa'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:17.945834 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.949782 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5e70afea-338e-471b-bf2c-1602a86bf100 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:17.963313 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:17.970032 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b5d1b-a59a-40f7-ab6a-f629f57ded14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Deleting port 767b34ee-c36d-439f-8432-1c9a5cc6c0ca {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:17.970615 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc1b5d1b-a59a-40f7-ab6a-f629f57ded14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.974073 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:port and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:17.977803 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:17.983182 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e70afea-338e-471b-bf2c-1602a86bf100 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:17.986906 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5e70afea-338e-471b-bf2c-1602a86bf100 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.012245 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46184) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:18.017626 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:18.025798 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-0afd13b5-0bc7-434b-b21a-ef5c920aa70b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port ecf24891-4576-40f6-984e-0cd9c1118617 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:18.026157 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0afd13b5-0bc7-434b-b21a-ef5c920aa70b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.138390 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3a39d43b-5e4d-4636-b5f7-6b0f48797c81 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.160821 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:18.164290 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.168135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Allocated IP 2001:db8::2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/a27d213d-c990-4d2c-9f14-90a00fccc2fa/8112a754-9af3-47aa-a0ed-d89d3a9e9241) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:18.252236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port 62c38337-d613-4646-a15a-740d3df42cce yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:18.301895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d5af6-006c-4fdc-81d9-18b76a576d10 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port e0a29154-4195-4725-8835-fc991718b40e {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:18.302216 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5af6-006c-4fdc-81d9-18b76a576d10 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.356147 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-29983905'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:18.380698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:18.391877 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Usage tracker for resource:network and tenant:a746e6c2150b44649eb156b8bb68c96e is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:18.403903 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:18.417187 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.423835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:18.428952 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Transition to ACTIVE for port object 8112a754-9af3-47aa-a0ed-d89d3a9e9241 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:18.450049 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Transition to ACTIVE for port object 8112a754-9af3-47aa-a0ed-d89d3a9e9241 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:18.456841 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.519470 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:18.526194 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:18.530619 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:18.536263 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Pushing event updated for resources: {'Port': ['ID=8112a754-9af3-47aa-a0ed-d89d3a9e9241,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:18.595364 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Made reservation on behalf of a746e6c2150b44649eb156b8bb68c96e for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:18.599001 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.624661 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Attempting to bind port 8112a754-9af3-47aa-a0ed-d89d3a9e9241 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:18.625066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Attempting to bind port 8112a754-9af3-47aa-a0ed-d89d3a9e9241 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:18.625370 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Attempting to bind port 8112a754-9af3-47aa-a0ed-d89d3a9e9241 on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:18.630691 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:18.631049 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:18.631466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.631850 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:18.632576 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Bound port: 8112a754-9af3-47aa-a0ed-d89d3a9e9241, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:18.633388 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.648851 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.689088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc1b5d1b-a59a-40f7-ab6a-f629f57ded14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.705840 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:18.739263 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Usage tracker for resource:security_group_rule and tenant:a746e6c2150b44649eb156b8bb68c96e is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:18.753513 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::2e3 (6fb457af-0d86-4c52-b4cf-f12d297a5983/a27d213d-c990-4d2c-9f14-90a00fccc2fa/62c38337-d613-4646-a15a-740d3df42cce) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:18.760763 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:18.763515 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] For port 8112a754-9af3-47aa-a0ed-d89d3a9e9241, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:18.766870 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] For port 8112a754-9af3-47aa-a0ed-d89d3a9e9241, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8112a754-9af3-47aa-a0ed-d89d3a9e9241,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:18.772488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.789934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:18.794631 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0afd13b5-0bc7-434b-b21a-ef5c920aa70b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.846518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b5d1b-a59a-40f7-ab6a-f629f57ded14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Calling delete_port for 767b34ee-c36d-439f-8432-1c9a5cc6c0ca owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:18.862847 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ed5c0-8d9a-44bc-a75f-f7933a593c32 None None] Pushing event updated for resources: {'Port': ['ID=8112a754-9af3-47aa-a0ed-d89d3a9e9241,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:18.907958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-7a8d5af6-006c-4fdc-81d9-18b76a576d10 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] For port e0a29154-4195-4725-8835-fc991718b40e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e0a29154-4195-4725-8835-fc991718b40e,segment=NetworkSegment(b5480f19-105d-410a-b624-4f7e9c1395dd),segment_id=b5480f19-105d-410a-b624-4f7e9c1395dd)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:18.908308 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5af6-006c-4fdc-81d9-18b76a576d10 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.065716 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d5af6-006c-4fdc-81d9-18b76a576d10 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Calling delete_port for e0a29154-4195-4725-8835-fc991718b40e owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:19.145755 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5e70afea-338e-471b-bf2c-1602a86bf100 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.156163 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-0afd13b5-0bc7-434b-b21a-ef5c920aa70b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for ecf24891-4576-40f6-984e-0cd9c1118617 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:19.166597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3a39d43b-5e4d-4636-b5f7-6b0f48797c81 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.169725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc1b5d1b-a59a-40f7-ab6a-f629f57ded14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.182736 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3a39d43b-5e4d-4636-b5f7-6b0f48797c81 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.247385 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b5d1b-a59a-40f7-ab6a-f629f57ded14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Pushing event deleted for resources: {'Port': ['ID=767b34ee-c36d-439f-8432-1c9a5cc6c0ca,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:19.338540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc1b5d1b-a59a-40f7-ab6a-f629f57ded14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.387791 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70afea-338e-471b-bf2c-1602a86bf100 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Subnet': ['ID=16627a51-0c76-4b24-b72e-c653f4c3ae23,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:19.407769 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bc1b5d1b-a59a-40f7-ab6a-f629f57ded14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] 10.222.0.44 "DELETE /v2.0/ports/767b34ee-c36d-439f-8432-1c9a5cc6c0ca HTTP/1.1" status: 204 len: 168 time: 1.9304516 Mar 16 10:53:19.411565 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39d43b-5e4d-4636-b5f7-6b0f48797c81 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event updated for resources: {'Port': ['ID=6bfac99d-6ce3-4739-9541-c810fb5ebb88,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:19.420517 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46190) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:19.494156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5af6-006c-4fdc-81d9-18b76a576d10 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.497978 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-3a39d43b-5e4d-4636-b5f7-6b0f48797c81 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] In _notify_port_updated(), no bound segment for port 6bfac99d-6ce3-4739-9541-c810fb5ebb88 on network 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 {{(pid=87969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:53:19.503418 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a39d43b-5e4d-4636-b5f7-6b0f48797c81 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:19.504052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3a39d43b-5e4d-4636-b5f7-6b0f48797c81 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.508693 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3a39d43b-5e4d-4636-b5f7-6b0f48797c81 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "PUT /v2.0/ports/6bfac99d-6ce3-4739-9541-c810fb5ebb88 HTTP/1.1" status: 200 len: 993 time: 2.0297461 Mar 16 10:53:19.509440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46194) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:19.542268 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70afea-338e-471b-bf2c-1602a86bf100 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Checking segment: {'id': '8877bb54-3693-4554-bd3b-3e6763d33a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a72e0893-5fe8-47d4-b6c3-df91b2f4584c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:19.542549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e70afea-338e-471b-bf2c-1602a86bf100 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network hostable DHCP agents. Network: a72e0893-5fe8-47d4-b6c3-df91b2f4584c, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:19.558865 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d863ee-f076-4f8b-9fc0-869e2ae7deb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:53:19.559644 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f0d863ee-f076-4f8b-9fc0-869e2ae7deb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Synchronizing usage tracker for tenant:1866f4fb842a4961a144000efcfa3a4a on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:19.600907 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d5af6-006c-4fdc-81d9-18b76a576d10 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Port': ['ID=e0a29154-4195-4725-8835-fc991718b40e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:19.666742 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-05175808-8864-4972-87cb-937621ee0972 None None] Provisioning complete for port 6bfac99d-6ce3-4739-9541-c810fb5ebb88 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:19.668420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-05175808-8864-4972-87cb-937621ee0972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.684627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.699147 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e70afea-338e-471b-bf2c-1602a86bf100 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network a72e0893-5fe8-47d4-b6c3-df91b2f4584c is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:19.720726 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.744856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f0d863ee-f076-4f8b-9fc0-869e2ae7deb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Unset dirty status for tenant:1866f4fb842a4961a144000efcfa3a4a on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:19.746004 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f0d863ee-f076-4f8b-9fc0-869e2ae7deb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] 10.222.0.44 "GET /v2.0/ports/767b34ee-c36d-439f-8432-1c9a5cc6c0ca HTTP/1.1" status: 404 len: 333 time: 0.2754350 Mar 16 10:53:19.764863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46198) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:19.770779 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.771469 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-05175808-8864-4972-87cb-937621ee0972 None None] Port 6bfac99d-6ce3-4739-9541-c810fb5ebb88 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:19.783110 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a62e1e96-2186-4c14-9a4c-3b1c55cc61fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Request body: {'port': {'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-326275276'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:19.813649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:19.815899 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a62e1e96-2186-4c14-9a4c-3b1c55cc61fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:19.818162 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-5e70afea-338e-471b-bf2c-1602a86bf100 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, a72e0893-5fe8-47d4-b6c3-df91b2f4584c) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:19.829920 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd54e425-9990-4ea2-929c-13a24caf6625 None None] Network a72e0893-5fe8-47d4-b6c3-df91b2f4584c requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:19.835433 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0afd13b5-0bc7-434b-b21a-ef5c920aa70b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.863903 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object 62c38337-d613-4646-a15a-740d3df42cce will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:19.865801 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e70afea-338e-471b-bf2c-1602a86bf100 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:19.866452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5e70afea-338e-471b-bf2c-1602a86bf100 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.923575 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f4cd53-16bd-48aa-bfa2-4f8a74836dd3,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:19.926419 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a62e1e96-2186-4c14-9a4c-3b1c55cc61fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:19.948211 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.948548 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Added segment 7dd69386-81be-42b6-8f1d-38c27fd6145b of type vlan for network a7f21a81-4565-45de-ba30-c3b2b92fdae3 Mar 16 10:53:19.969551 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd13b5-0bc7-434b-b21a-ef5c920aa70b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=ecf24891-4576-40f6-984e-0cd9c1118617,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:20.010262 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1fbe8-df6c-490c-81f7-b087e0002f3a tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Deleting port 6bfac99d-6ce3-4739-9541-c810fb5ebb88 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:20.010601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fbe8-df6c-490c-81f7-b087e0002f3a tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.031909 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62e1e96-2186-4c14-9a4c-3b1c55cc61fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Made reservation on behalf of 1866f4fb842a4961a144000efcfa3a4a for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:20.034349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a62e1e96-2186-4c14-9a4c-3b1c55cc61fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.058905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0afd13b5-0bc7-434b-b21a-ef5c920aa70b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.095018 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.117555 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5e70afea-338e-471b-bf2c-1602a86bf100 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6247542 Mar 16 10:53:20.122972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46202) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:20.140984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.147026 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'network_id': 'a72e0893-5fe8-47d4-b6c3-df91b2f4584c', 'name': 'tempest-PortsTestJSON-138508078', 'fixed_ips': [{'subnet_id': '16627a51-0c76-4b24-b72e-c653f4c3ae23', 'ip_address': '172.20.0.10'}]}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:20.196032 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-a72e0893-5fe8-47d4-b6c3-df91b2f4584c', 'network_id': 'a72e0893-5fe8-47d4-b6c3-df91b2f4584c', 'tenant_id': 'ccc1f3e211964114b838d54c51aafa12', 'fixed_ips': [{'subnet_id': '16627a51-0c76-4b24-b72e-c653f4c3ae23'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:20.196902 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.316189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-a62e1e96-2186-4c14-9a4c-3b1c55cc61fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] device_id is not set on port 10525741-1385-4d96-a42f-2714d070c32e yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:20.342149 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dca5623-24a9-4b46-b4ec-3288022f2f82 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:20.385499 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0afd13b5-0bc7-434b-b21a-ef5c920aa70b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/ecf24891-4576-40f6-984e-0cd9c1118617 HTTP/1.1" status: 204 len: 168 time: 2.5183067 Mar 16 10:53:20.389487 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46206) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:20.413111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5af6-006c-4fdc-81d9-18b76a576d10 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.444230 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=62c38337-d613-4646-a15a-740d3df42cce,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:20.457966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:20.458793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.466282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:20.467188 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.504947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c71b1a42-53c1-4c14-afaf-5e9213174382 None None] Provisioning for port 8112a754-9af3-47aa-a0ed-d89d3a9e9241 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:20.505093 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:20.511082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:20.516653 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:20.517323 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.523033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8112a754-9af3-47aa-a0ed-d89d3a9e9241 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:20.552638 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b0c139-2496-49ec-bc8d-58a263878a60 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] GET failed (client error): The resource could not be found. Mar 16 10:53:20.553079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-84b0c139-2496-49ec-bc8d-58a263878a60 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:20.555373 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Allocated IP 172.20.0.2 (a72e0893-5fe8-47d4-b6c3-df91b2f4584c/16627a51-0c76-4b24-b72e-c653f4c3ae23/515b25b7-f060-4beb-a223-6d21999de657) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:20.676313 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.6603394 Mar 16 10:53:20.677720 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-954a980c-654e-45de-bb5f-ddcc660adda6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1835027 Mar 16 10:53:20.684226 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46210) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:20.685099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46212) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:20.701180 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeaa5ef-62fd-4000-b26b-b7be9d8ad39d tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Pushing event updated for resources: {'Network': ['ID=a7f21a81-4565-45de-ba30-c3b2b92fdae3,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:20.708325 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-0725e967-f60b-4424-9b03-667db51bc6af tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Request body: {'subnet': {'network_id': 'a7f21a81-4565-45de-ba30-c3b2b92fdae3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:20.747614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:20.754776 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network a7f21a81-4565-45de-ba30-c3b2b92fdae3 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:20.767241 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:port and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:20.771808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:20.788382 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:20.858098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fbe8-df6c-490c-81f7-b087e0002f3a tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.861894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-84b0c139-2496-49ec-bc8d-58a263878a60 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:20.865227 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-84b0c139-2496-49ec-bc8d-58a263878a60 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports/ecf24891-4576-40f6-984e-0cd9c1118617 HTTP/1.1" status: 404 len: 333 time: 0.4697843 Mar 16 10:53:20.871946 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0725e967-f60b-4424-9b03-667db51bc6af tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:20.872144 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46218) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:20.872234 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 8112a754-9af3-47aa-a0ed-d89d3a9e9241 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:20.879604 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0725e967-f60b-4424-9b03-667db51bc6af tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Usage tracker for resource:subnet and tenant:a746e6c2150b44649eb156b8bb68c96e is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:20.895879 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0725e967-f60b-4424-9b03-667db51bc6af tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:20.914118 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0725e967-f60b-4424-9b03-667db51bc6af tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:20.941188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 8112a754-9af3-47aa-a0ed-d89d3a9e9241 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:20.941571 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.985639 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0725e967-f60b-4424-9b03-667db51bc6af tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Made reservation on behalf of a746e6c2150b44649eb156b8bb68c96e for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:20.988993 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0725e967-f60b-4424-9b03-667db51bc6af tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.033533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:21.053333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1fbe8-df6c-490c-81f7-b087e0002f3a tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Calling delete_port for 6bfac99d-6ce3-4739-9541-c810fb5ebb88 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:21.105655 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.155771 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Transition to ACTIVE for port object 515b25b7-f060-4beb-a223-6d21999de657 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:21.198775 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Transition to ACTIVE for port object 515b25b7-f060-4beb-a223-6d21999de657 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:21.200166 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.220409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.314943 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Network a72e0893-5fe8-47d4-b6c3-df91b2f4584c is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:21.319166 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:21.322394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 8112a754-9af3-47aa-a0ed-d89d3a9e9241, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8112a754-9af3-47aa-a0ed-d89d3a9e9241,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:21.330489 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:21.336827 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.344926 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Pushing event updated for resources: {'Port': ['ID=515b25b7-f060-4beb-a223-6d21999de657,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:21.409784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a62e1e96-2186-4c14-9a4c-3b1c55cc61fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.421637 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eef127c-271f-4bd3-a0f6-0263f1aa19a5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:21.427656 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eef127c-271f-4bd3-a0f6-0263f1aa19a5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:21.428449 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0eef127c-271f-4bd3-a0f6-0263f1aa19a5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:21.450614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b51509b-1fb1-4213-91c6-35571b21772d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting subnet de25a469-6ca2-48dd-84e0-b5e7d923619c {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:21.481258 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2b51509b-1fb1-4213-91c6-35571b21772d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.499351 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0eef127c-271f-4bd3-a0f6-0263f1aa19a5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:21.500420 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0eef127c-271f-4bd3-a0f6-0263f1aa19a5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.8100212 Mar 16 10:53:21.503454 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46222) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:21.522636 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Attempting to bind port 515b25b7-f060-4beb-a223-6d21999de657 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:21.523765 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Attempting to bind port 515b25b7-f060-4beb-a223-6d21999de657 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '8877bb54-3693-4554-bd3b-3e6763d33a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a72e0893-5fe8-47d4-b6c3-df91b2f4584c'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:21.524741 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Attempting to bind port 515b25b7-f060-4beb-a223-6d21999de657 on network a72e0893-5fe8-47d4-b6c3-df91b2f4584c {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:21.535020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:21.535859 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Checking segment: {'id': '8877bb54-3693-4554-bd3b-3e6763d33a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a72e0893-5fe8-47d4-b6c3-df91b2f4584c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:21.536498 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.537100 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Bound using segment: {'id': '8877bb54-3693-4554-bd3b-3e6763d33a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a72e0893-5fe8-47d4-b6c3-df91b2f4584c'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:21.537855 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Bound port: 515b25b7-f060-4beb-a223-6d21999de657, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8877bb54-3693-4554-bd3b-3e6763d33a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a72e0893-5fe8-47d4-b6c3-df91b2f4584c'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:21.538622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.548072 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8d5af6-006c-4fdc-81d9-18b76a576d10 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 7babe4b6-4e0d-4416-94de-ce6f7948c419 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:21.550732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=8112a754-9af3-47aa-a0ed-d89d3a9e9241,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:21.562586 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0725e967-f60b-4424-9b03-667db51bc6af tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.569817 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.614833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2b51509b-1fb1-4213-91c6-35571b21772d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.645706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-570fd69c-4f74-4073-8306-c07f386fae78 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 62c38337-d613-4646-a15a-740d3df42cce {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:21.646039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-570fd69c-4f74-4073-8306-c07f386fae78 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.697835 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] For port 515b25b7-f060-4beb-a223-6d21999de657, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:21.701665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] For port 515b25b7-f060-4beb-a223-6d21999de657, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=515b25b7-f060-4beb-a223-6d21999de657,segment=NetworkSegment(8877bb54-3693-4554-bd3b-3e6763d33a7d),segment_id=8877bb54-3693-4554-bd3b-3e6763d33a7d)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:21.710321 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.713485 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a62e1e96-2186-4c14-9a4c-3b1c55cc61fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.720158 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725e967-f60b-4424-9b03-667db51bc6af tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Pushing event updated for resources: {'Subnet': ['ID=430581a4-1b6e-408e-8d60-7a9faa5e47a5,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:21.749250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] device_id is not set on port 43bb259e-c35a-4b32-ba0f-4e6a41f94660 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:21.780292 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b5ac588a-333f-4baf-85f3-ecbd004dc2ad None None] Provisioning for port 62c38337-d613-4646-a15a-740d3df42cce completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:21.795493 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b5ac588a-333f-4baf-85f3-ecbd004dc2ad None None] Provisioning complete for port 62c38337-d613-4646-a15a-740d3df42cce triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:21.796019 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b5ac588a-333f-4baf-85f3-ecbd004dc2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.849360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e1e96-2186-4c14-9a4c-3b1c55cc61fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:21.868177 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290c52e-2cd9-40ac-940b-b22e42947ee2 None None] Pushing event updated for resources: {'Port': ['ID=515b25b7-f060-4beb-a223-6d21999de657,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:21.877086 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b5ac588a-333f-4baf-85f3-ecbd004dc2ad None None] Port 62c38337-d613-4646-a15a-740d3df42cce cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:21.889627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725e967-f60b-4424-9b03-667db51bc6af tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Checking segment: {'id': '7dd69386-81be-42b6-8f1d-38c27fd6145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a7f21a81-4565-45de-ba30-c3b2b92fdae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:21.889627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0725e967-f60b-4424-9b03-667db51bc6af tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Network hostable DHCP agents. Network: a7f21a81-4565-45de-ba30-c3b2b92fdae3, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:21.897964 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b5ac588a-333f-4baf-85f3-ecbd004dc2ad None None] Provisioning complete for port 8112a754-9af3-47aa-a0ed-d89d3a9e9241 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:21.898220 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-a62e1e96-2186-4c14-9a4c-3b1c55cc61fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:21.898554 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b5ac588a-333f-4baf-85f3-ecbd004dc2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.912538 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e1e96-2186-4c14-9a4c-3b1c55cc61fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:21.913577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fbe8-df6c-490c-81f7-b087e0002f3a tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.913981 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e1e96-2186-4c14-9a4c-3b1c55cc61fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:21.914530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a62e1e96-2186-4c14-9a4c-3b1c55cc61fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.979104 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a62e1e96-2186-4c14-9a4c-3b1c55cc61fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2049551 Mar 16 10:53:21.980024 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e1e96-2186-4c14-9a4c-3b1c55cc61fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Pushing event updated for resources: {'Port': ['ID=10525741-1385-4d96-a42f-2714d070c32e,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:21.985099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46226) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:21.990723 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8338'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:22.005148 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1fbe8-df6c-490c-81f7-b087e0002f3a tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event deleted for resources: {'Port': ['ID=6bfac99d-6ce3-4739-9541-c810fb5ebb88,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:22.037739 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0725e967-f60b-4424-9b03-667db51bc6af tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Network a7f21a81-4565-45de-ba30-c3b2b92fdae3 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:22.093774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8d5af6-006c-4fdc-81d9-18b76a576d10 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:22.106354 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e656d8-9e62-4fa7-8ecd-61f6e68ae872 None None] Sync routers for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:22.116483 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e656d8-9e62-4fa7-8ecd-61f6e68ae872 None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:22.117488 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-28e656d8-9e62-4fa7-8ecd-61f6e68ae872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:22.136351 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2b51509b-1fb1-4213-91c6-35571b21772d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.215274 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-70511b1e-b912-481f-a9e9-fe832da2bb5d None None] Provisioning complete for port 62c38337-d613-4646-a15a-740d3df42cce triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:22.216680 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-70511b1e-b912-481f-a9e9-fe832da2bb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.258610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-570fd69c-4f74-4073-8306-c07f386fae78 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.285188 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7a8d5af6-006c-4fdc-81d9-18b76a576d10 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/7babe4b6-4e0d-4416-94de-ce6f7948c419/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1606400 Mar 16 10:53:22.394291 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-70511b1e-b912-481f-a9e9-fe832da2bb5d None None] Port 62c38337-d613-4646-a15a-740d3df42cce cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:22.411114 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-0725e967-f60b-4424-9b03-667db51bc6af tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, a7f21a81-4565-45de-ba30-c3b2b92fdae3) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:22.419847 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06460b91-f201-4e79-ada9-ca598491de5f None None] Network a7f21a81-4565-45de-ba30-c3b2b92fdae3 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:22.434532 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46230) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:22.475845 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-28e656d8-9e62-4fa7-8ecd-61f6e68ae872 None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:22.526548 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0725e967-f60b-4424-9b03-667db51bc6af tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:22.527133 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0725e967-f60b-4424-9b03-667db51bc6af tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.557448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 515b25b7-f060-4beb-a223-6d21999de657 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:22.559062 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-570fd69c-4f74-4073-8306-c07f386fae78 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 62c38337-d613-4646-a15a-740d3df42cce owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:22.656334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ac555a-a692-4c50-8ae4-668b578b8916 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting subnet e952b1a4-1c8c-4457-898d-c90b51da6efe {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:22.659303 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2b51509b-1fb1-4213-91c6-35571b21772d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.701740 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0725e967-f60b-4424-9b03-667db51bc6af tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0126307 Mar 16 10:53:22.707461 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46234) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:22.716731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-94ac555a-a692-4c50-8ae4-668b578b8916 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.718783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-bcc22de3-1bc2-4dfd-ac01-2a986cffdceb tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-770168017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:22.735686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-bcc22de3-1bc2-4dfd-ac01-2a986cffdceb tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:22.739711 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.745893 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-a7f21a81-4565-45de-ba30-c3b2b92fdae3', 'network_id': 'a7f21a81-4565-45de-ba30-c3b2b92fdae3', 'tenant_id': 'a746e6c2150b44649eb156b8bb68c96e', 'fixed_ips': [{'subnet_id': '430581a4-1b6e-408e-8d60-7a9faa5e47a5'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:22.746849 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.760059 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 515b25b7-f060-4beb-a223-6d21999de657 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:22.768793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8112a754-9af3-47aa-a0ed-d89d3a9e9241 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:22.820331 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51509b-1fb1-4213-91c6-35571b21772d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Subnet': ['ID=de25a469-6ca2-48dd-84e0-b5e7d923619c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:22.844483 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-bcc22de3-1bc2-4dfd-ac01-2a986cffdceb tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Usage tracker for resource:router and tenant:a746e6c2150b44649eb156b8bb68c96e is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:22.844714 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2b51509b-1fb1-4213-91c6-35571b21772d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.850145 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-bcc22de3-1bc2-4dfd-ac01-2a986cffdceb tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:22.853576 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-570fd69c-4f74-4073-8306-c07f386fae78 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.857162 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2b51509b-1fb1-4213-91c6-35571b21772d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/de25a469-6ca2-48dd-84e0-b5e7d923619c HTTP/1.1" status: 204 len: 168 time: 1.9788487 Mar 16 10:53:22.864123 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-bcc22de3-1bc2-4dfd-ac01-2a986cffdceb tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:22.866786 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46238) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:22.872561 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f09507-c6d8-421e-bbfe-5e95026e7f19 None None] Network 913e1202-7772-43bf-b4b7-1338ac177325 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:22.942810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fbe8-df6c-490c-81f7-b087e0002f3a tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.944850 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e6a1fbe8-df6c-490c-81f7-b087e0002f3a tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "DELETE /v2.0/ports/6bfac99d-6ce3-4739-9541-c810fb5ebb88 HTTP/1.1" status: 204 len: 168 time: 3.4025841 Mar 16 10:53:22.948322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Allocated IP 172.20.0.10 (a72e0893-5fe8-47d4-b6c3-df91b2f4584c/16627a51-0c76-4b24-b72e-c653f4c3ae23/43bb259e-c35a-4b32-ba0f-4e6a41f94660) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:22.957751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46242) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:22.961267 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-94ac555a-a692-4c50-8ae4-668b578b8916 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.974136 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fd69c-4f74-4073-8306-c07f386fae78 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=62c38337-d613-4646-a15a-740d3df42cce,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:22.978793 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-28e656d8-9e62-4fa7-8ecd-61f6e68ae872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:19Z', 'revision_number': 8, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e215182-be0e-46cb-9f8a-01d66a487845', 'name': '', 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:c7:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:45Z', 'updated_at': '2022-03-16T10:52:57Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:22.985437 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e656d8-9e62-4fa7-8ecd-61f6e68ae872 None None] Checking router: 7babe4b6-4e0d-4416-94de-ce6f7948c419 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:53:22.996410 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e656d8-9e62-4fa7-8ecd-61f6e68ae872 None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:22.997285 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-28e656d8-9e62-4fa7-8ecd-61f6e68ae872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:23.007820 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcc22de3-1bc2-4dfd-ac01-2a986cffdceb tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.008892 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcc22de3-1bc2-4dfd-ac01-2a986cffdceb tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.023581 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcc22de3-1bc2-4dfd-ac01-2a986cffdceb tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.115892 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecbc495b-bf66-44a0-a483-eb5b42c0c427 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] GET failed (client error): The resource could not be found. Mar 16 10:53:23.116422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ecbc495b-bf66-44a0-a483-eb5b42c0c427 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Synchronizing usage tracker for tenant:73dc488a15414324b394e070f683523f on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:23.142011 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Allocated IP 172.20.0.2 (a7f21a81-4565-45de-ba30-c3b2b92fdae3/430581a4-1b6e-408e-8d60-7a9faa5e47a5/55f414a1-da88-45e3-a9b7-54ede5dbf635) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:23.207100 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ecbc495b-bf66-44a0-a483-eb5b42c0c427 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Unset dirty status for tenant:73dc488a15414324b394e070f683523f on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:23.214738 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ecbc495b-bf66-44a0-a483-eb5b42c0c427 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "GET /v2.0/ports/6bfac99d-6ce3-4739-9541-c810fb5ebb88 HTTP/1.1" status: 404 len: 333 time: 0.2566671 Mar 16 10:53:23.222947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46246) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:23.261725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcc22de3-1bc2-4dfd-ac01-2a986cffdceb tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.294062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-c7123fe1-833b-471f-b9af-e86de7c22e1e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Request body: {'port': {'network_id': '15b5f357-40dd-4a35-9c9d-361cfe4d0ea4', 'name': 'tempest-AllowedAddressPairTestJSON-421005012'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:23.294316 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-28e656d8-9e62-4fa7-8ecd-61f6e68ae872 None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:23.349583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcc22de3-1bc2-4dfd-ac01-2a986cffdceb tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.361801 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bcc22de3-1bc2-4dfd-ac01-2a986cffdceb tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6509261 Mar 16 10:53:23.379760 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-570fd69c-4f74-4073-8306-c07f386fae78 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.385248 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-570fd69c-4f74-4073-8306-c07f386fae78 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/62c38337-d613-4646-a15a-740d3df42cce HTTP/1.1" status: 204 len: 168 time: 1.8794448 Mar 16 10:53:23.399554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46250) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:23.399898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46252) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:23.489394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 8112a754-9af3-47aa-a0ed-d89d3a9e9241 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:23.489773 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.528231 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.545878 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Transition to ACTIVE for port object 43bb259e-c35a-4b32-ba0f-4e6a41f94660 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:23.573308 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d11b097-f0ec-4e88-a6d6-47d704896821 None None] Network a72e0893-5fe8-47d4-b6c3-df91b2f4584c requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:23.583820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-94ac555a-a692-4c50-8ae4-668b578b8916 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.586132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.744644 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-28e656d8-9e62-4fa7-8ecd-61f6e68ae872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:19Z', 'revision_number': 8, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e215182-be0e-46cb-9f8a-01d66a487845', 'name': '', 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:c7:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:45Z', 'updated_at': '2022-03-16T10:52:57Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:23.749934 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e656d8-9e62-4fa7-8ecd-61f6e68ae872 None None] The sync data for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv is: [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:19Z', 'revision_number': 8, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e215182-be0e-46cb-9f8a-01d66a487845', 'name': '', 'network_id': '7583aaa9-481c-469a-981b-36de91a0192b', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:c7:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:45Z', 'updated_at': '2022-03-16T10:52:57Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': 'a630d04a-0cbb-4fba-8c82-5dcd52ea5511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:23.791667 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cfdc196b-e00a-4329-aa3e-b7752ffc1bb0 None None] Provisioning for port 515b25b7-f060-4beb-a223-6d21999de657 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:23.822638 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.828874 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cfdc196b-e00a-4329-aa3e-b7752ffc1bb0 None None] Provisioning complete for port 515b25b7-f060-4beb-a223-6d21999de657 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:23.829250 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cfdc196b-e00a-4329-aa3e-b7752ffc1bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.875995 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.907734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 4a8e3706-d28d-4e42-9153-967b4c893f16 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:23.908921 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.972202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network a72e0893-5fe8-47d4-b6c3-df91b2f4584c is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:23.984151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:23.997138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:24.028462 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Transition to ACTIVE for port object 55f414a1-da88-45e3-a9b7-54ede5dbf635 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:24.040675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecea471-773f-45ee-88d3-e79b9bb1b184 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:24.043178 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecea471-773f-45ee-88d3-e79b9bb1b184 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:24.043598 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5ecea471-773f-45ee-88d3-e79b9bb1b184 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:24.043711 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=43bb259e-c35a-4b32-ba0f-4e6a41f94660,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:24.064761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-94ac555a-a692-4c50-8ae4-668b578b8916 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.086917 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Transition to ACTIVE for port object 55f414a1-da88-45e3-a9b7-54ede5dbf635 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:24.113970 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-c7123fe1-833b-471f-b9af-e86de7c22e1e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:24.119883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac555a-a692-4c50-8ae4-668b578b8916 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Subnet': ['ID=e952b1a4-1c8c-4457-898d-c90b51da6efe,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:24.140765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-94ac555a-a692-4c50-8ae4-668b578b8916 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.143467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-c7123fe1-833b-471f-b9af-e86de7c22e1e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:24.143702 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.155940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:24.156553 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.170658 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-94ac555a-a692-4c50-8ae4-668b578b8916 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/e952b1a4-1c8c-4457-898d-c90b51da6efe HTTP/1.1" status: 204 len: 168 time: 1.7348683 Mar 16 10:53:24.173797 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46258) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.176173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7123fe1-833b-471f-b9af-e86de7c22e1e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Made reservation on behalf of 73dc488a15414324b394e070f683523f for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:24.179709 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c7123fe1-833b-471f-b9af-e86de7c22e1e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.187532 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dd9ba5-3126-468c-a006-79ebdfaf49f5 None None] Network e58f9a64-b940-4476-8f3a-3df7511d9f74 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:24.199756 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec957fd5-cbf9-45e9-83c1-4c9f3f96c835 None None] DHCP port deletion for 913e1202-7772-43bf-b4b7-1338ac177325 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:24.210773 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5ecea471-773f-45ee-88d3-e79b9bb1b184 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:24.212132 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5ecea471-773f-45ee-88d3-e79b9bb1b184 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7998102 Mar 16 10:53:24.217723 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46262) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.276577 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ec957fd5-cbf9-45e9-83c1-4c9f3f96c835 None None] Deleting port 4a8e3706-d28d-4e42-9153-967b4c893f16 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:24.276949 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ec957fd5-cbf9-45e9-83c1-4c9f3f96c835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.288414 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bd710577-9ba2-4422-a2f4-80820583bd38 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1620889 Mar 16 10:53:24.341856 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46266) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.358704 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'network_id': 'a72e0893-5fe8-47d4-b6c3-df91b2f4584c', 'name': 'tempest-PortsTestJSON-659160726', 'fixed_ips': [{'subnet_id': '16627a51-0c76-4b24-b72e-c653f4c3ae23', 'ip_address': '172.20.0.9'}]}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:24.378564 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-c7123fe1-833b-471f-b9af-e86de7c22e1e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] device_id is not set on port 60ce16c5-92ef-4b96-a6c6-a1efe59ec7b9 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:24.434230 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e0a29154-4195-4725-8835-fc991718b40e no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:24.467381 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.resource_extend [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:53:24.510743 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Network a7f21a81-4565-45de-ba30-c3b2b92fdae3 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:24.513174 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:24.515742 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:24.523170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78bda42-1645-46d4-a6f3-c9912f64f6c5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet a27d213d-c990-4d2c-9f14-90a00fccc2fa {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:24.529777 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Pushing event updated for resources: {'Port': ['ID=55f414a1-da88-45e3-a9b7-54ede5dbf635,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:24.540206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.542034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f78bda42-1645-46d4-a6f3-c9912f64f6c5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.545124 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: e0a29154-4195-4725-8835-fc991718b40e {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:24.545462 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e0a29154-4195-4725-8835-fc991718b40e not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:24.545864 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4a8e3706-d28d-4e42-9153-967b4c893f16 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:24.581704 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cfdc196b-e00a-4329-aa3e-b7752ffc1bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.635351 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f78bda42-1645-46d4-a6f3-c9912f64f6c5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.690249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] device_id is not set on port 10525741-1385-4d96-a42f-2714d070c32e yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:24.705695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port dfc6674e-ee3d-4dff-af11-90b4dfab984c {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:24.705904 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.706764 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.764768 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.778557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Transition to ACTIVE for port object 10525741-1385-4d96-a42f-2714d070c32e will not be triggered until provisioned by entity L2. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:24.783021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] For port 4a8e3706-d28d-4e42-9153-967b4c893f16, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4a8e3706-d28d-4e42-9153-967b4c893f16,segment=NetworkSegment(906f2b7a-e683-4209-938e-687aa3ee1ef2),segment_id=906f2b7a-e683-4209-938e-687aa3ee1ef2)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:24.783394 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.793731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:24.796559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.822698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:port and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:24.853846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:24.874261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-c7123fe1-833b-471f-b9af-e86de7c22e1e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Allocated IP 172.20.0.7 (15b5f357-40dd-4a35-9c9d-361cfe4d0ea4/b085c443-81a4-4194-9548-28207a306c82/60ce16c5-92ef-4b96-a6c6-a1efe59ec7b9) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:24.875869 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-cfdc196b-e00a-4329-aa3e-b7752ffc1bb0 None None] For port 515b25b7-f060-4beb-a223-6d21999de657, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=515b25b7-f060-4beb-a223-6d21999de657,segment=NetworkSegment(8877bb54-3693-4554-bd3b-3e6763d33a7d),segment_id=8877bb54-3693-4554-bd3b-3e6763d33a7d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:24.883547 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:24.891974 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Attempting to bind port 55f414a1-da88-45e3-a9b7-54ede5dbf635 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:24.892418 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Attempting to bind port 55f414a1-da88-45e3-a9b7-54ede5dbf635 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '7dd69386-81be-42b6-8f1d-38c27fd6145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a7f21a81-4565-45de-ba30-c3b2b92fdae3'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:24.892669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Attempting to bind port 55f414a1-da88-45e3-a9b7-54ede5dbf635 on network a7f21a81-4565-45de-ba30-c3b2b92fdae3 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:24.949019 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:24.953880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.969057 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cfdc196b-e00a-4329-aa3e-b7752ffc1bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.025856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:25.026217 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Checking segment: {'id': '7dd69386-81be-42b6-8f1d-38c27fd6145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a7f21a81-4565-45de-ba30-c3b2b92fdae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:25.026523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.026909 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Bound using segment: {'id': '7dd69386-81be-42b6-8f1d-38c27fd6145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a7f21a81-4565-45de-ba30-c3b2b92fdae3'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:25.027424 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Bound port: 55f414a1-da88-45e3-a9b7-54ede5dbf635, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd69386-81be-42b6-8f1d-38c27fd6145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a7f21a81-4565-45de-ba30-c3b2b92fdae3'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:25.027790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.034472 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for 4a8e3706-d28d-4e42-9153-967b4c893f16 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:25.048744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f78bda42-1645-46d4-a6f3-c9912f64f6c5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.102206 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-ec957fd5-cbf9-45e9-83c1-4c9f3f96c835 None None] For port 4a8e3706-d28d-4e42-9153-967b4c893f16, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4a8e3706-d28d-4e42-9153-967b4c893f16,segment=NetworkSegment(906f2b7a-e683-4209-938e-687aa3ee1ef2),segment_id=906f2b7a-e683-4209-938e-687aa3ee1ef2)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:25.102644 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ec957fd5-cbf9-45e9-83c1-4c9f3f96c835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.125285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] device_id is not set on port d23992fc-b71f-4535-bf1f-b247e4791208 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:25.148293 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.250782 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] For port dfc6674e-ee3d-4dff-af11-90b4dfab984c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=dfc6674e-ee3d-4dff-af11-90b4dfab984c,segment=NetworkSegment(b5480f19-105d-410a-b624-4f7e9c1395dd),segment_id=b5480f19-105d-410a-b624-4f7e9c1395dd)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:25.251141 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.251926 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc196b-e00a-4329-aa3e-b7752ffc1bb0 None None] Pushing event updated for resources: {'Port': ['ID=515b25b7-f060-4beb-a223-6d21999de657,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:25.317288 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.327359 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Pushing event updated for resources: {'Port': ['ID=10525741-1385-4d96-a42f-2714d070c32e,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:25.396076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ec957fd5-cbf9-45e9-83c1-4c9f3f96c835 None None] Calling delete_port for 4a8e3706-d28d-4e42-9153-967b4c893f16 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:25.546045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b583431f-4d14-41ce-b36d-8193e2cb7d7d None None] Provisioning for port 43bb259e-c35a-4b32-ba0f-4e6a41f94660 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:25.553652 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No DVR routers for this DVR port 4a8e3706-d28d-4e42-9153-967b4c893f16 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:25.579941 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b583431f-4d14-41ce-b36d-8193e2cb7d7d None None] Provisioning complete for port 43bb259e-c35a-4b32-ba0f-4e6a41f94660 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:25.580309 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b583431f-4d14-41ce-b36d-8193e2cb7d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.595581 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=4a8e3706-d28d-4e42-9153-967b4c893f16,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:25.624930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Calling delete_port for dfc6674e-ee3d-4dff-af11-90b4dfab984c owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:25.712462 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b998d7-4e9e-4997-9133-4a7663b95bdb None None] DHCP port deletion for e58f9a64-b940-4476-8f3a-3df7511d9f74 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:25.715042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] For port 55f414a1-da88-45e3-a9b7-54ede5dbf635, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:25.721604 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:25.722530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:25.723053 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:25.730679 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-11b998d7-4e9e-4997-9133-4a7663b95bdb None None] Deleting port dfc6674e-ee3d-4dff-af11-90b4dfab984c {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:25.731192 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-11b998d7-4e9e-4997-9133-4a7663b95bdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.736157 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f78bda42-1645-46d4-a6f3-c9912f64f6c5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.741733 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.764846 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] For port 55f414a1-da88-45e3-a9b7-54ede5dbf635, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=55f414a1-da88-45e3-a9b7-54ede5dbf635,segment=NetworkSegment(7dd69386-81be-42b6-8f1d-38c27fd6145b),segment_id=7dd69386-81be-42b6-8f1d-38c27fd6145b)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:25.777217 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:25.777794 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:25.780724 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 2 to bind port 10525741-1385-4d96-a42f-2714d070c32e Mar 16 10:53:25.785088 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-ec957fd5-cbf9-45e9-83c1-4c9f3f96c835 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:25.785442 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-ec957fd5-cbf9-45e9-83c1-4c9f3f96c835 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:25.789382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b583431f-4d14-41ce-b36d-8193e2cb7d7d None None] Port 43bb259e-c35a-4b32-ba0f-4e6a41f94660 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:25.793872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.809641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f78bda42-1645-46d4-a6f3-c9912f64f6c5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.820338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bda42-1645-46d4-a6f3-c9912f64f6c5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=a27d213d-c990-4d2c-9f14-90a00fccc2fa,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:25.825260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:25.825778 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:25.826267 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:25.835712 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913e1202-7772-43bf-b4b7-1338ac177325']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:25.841149 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e46d556-48bc-460f-9257-fba3b97088bb None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:25.844527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c7123fe1-833b-471f-b9af-e86de7c22e1e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.845851 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:25.846368 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:25.851530 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 3 to bind port 10525741-1385-4d96-a42f-2714d070c32e Mar 16 10:53:25.867432 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906f2b7a-e683-4209-938e-687aa3ee1ef2') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:25.867627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906f2b7a-e683-4209-938e-687aa3ee1ef2') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:25.925813 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.929035 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f78bda42-1645-46d4-a6f3-c9912f64f6c5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/a27d213d-c990-4d2c-9f14-90a00fccc2fa HTTP/1.1" status: 204 len: 168 time: 1.6981995 Mar 16 10:53:25.934223 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:25.934449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-c7123fe1-833b-471f-b9af-e86de7c22e1e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Transition to ACTIVE for port object 60ce16c5-92ef-4b96-a6c6-a1efe59ec7b9 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:25.934544 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:25.934867 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:25.937650 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46270) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:25.952647 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b583431f-4d14-41ce-b36d-8193e2cb7d7d None None] Provisioning complete for port 515b25b7-f060-4beb-a223-6d21999de657 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:25.953216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b583431f-4d14-41ce-b36d-8193e2cb7d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.953554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:25.954083 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:25.954985 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.958746 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 4 to bind port 10525741-1385-4d96-a42f-2714d070c32e Mar 16 10:53:25.976520 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:25.976921 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:25.990995 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:25.997466 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.067209 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-28b032d1-2737-4bd5-83ea-b6a9cae64a57 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254740 Mar 16 10:53:26.067395 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Allocated IP 172.20.0.1 (a7f21a81-4565-45de-ba30-c3b2b92fdae3/430581a4-1b6e-408e-8d60-7a9faa5e47a5/2e915fec-0530-4766-af19-1b213c0d165a) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:26.067395 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:26.067395 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:26.067650 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:26.069383 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46274) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:26.072535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-11b998d7-4e9e-4997-9133-4a7663b95bdb None None] The port 'dfc6674e-ee3d-4dff-af11-90b4dfab984c' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:53:26.073170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Allocated IP 172.20.0.9 (a72e0893-5fe8-47d4-b6c3-df91b2f4584c/16627a51-0c76-4b24-b72e-c653f4c3ae23/d23992fc-b71f-4535-bf1f-b247e4791208) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:26.076323 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a9dc5ca5-b53b-4a8f-b696-1f0fa700fe63 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:26.081697 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] No DVR routers for this DVR port dfc6674e-ee3d-4dff-af11-90b4dfab984c on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:26.108784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:26.109114 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:26.110975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Port': ['ID=dfc6674e-ee3d-4dff-af11-90b4dfab984c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:26.119073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279f687-2fe6-45cf-b63a-a3c0b9204019 None None] Pushing event updated for resources: {'Port': ['ID=55f414a1-da88-45e3-a9b7-54ede5dbf635,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:26.124920 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 5 to bind port 10525741-1385-4d96-a42f-2714d070c32e Mar 16 10:53:26.286297 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ec957fd5-cbf9-45e9-83c1-4c9f3f96c835 None None] Deleting port 4a8e3706-d28d-4e42-9153-967b4c893f16 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:26.286678 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ec957fd5-cbf9-45e9-83c1-4c9f3f96c835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.337782 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.351591 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c7123fe1-833b-471f-b9af-e86de7c22e1e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.354626 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Transition to ACTIVE for port object 2e915fec-0530-4766-af19-1b213c0d165a will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:26.363324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.403576 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ec957fd5-cbf9-45e9-83c1-4c9f3f96c835 None None] The port '4a8e3706-d28d-4e42-9153-967b4c893f16' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:53:26.419822 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 515b25b7-f060-4beb-a223-6d21999de657 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:26.425580 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.437063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:26.437399 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:26.437733 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:26.453729 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.482512 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:26.482772 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:26.505247 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 6 to bind port 10525741-1385-4d96-a42f-2714d070c32e Mar 16 10:53:26.518960 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Network': ['ID=913e1202-7772-43bf-b4b7-1338ac177325,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:26.528445 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4ee85043-a457-4a4d-a3f8-c001e8d037f5 None None] Provisioning complete for port 43bb259e-c35a-4b32-ba0f-4e6a41f94660 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:26.528618 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.528849 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ee85043-a457-4a4d-a3f8-c001e8d037f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.596847 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-781e7230-639a-4c9e-9f40-d5a1290e0aee tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/networks/913e1202-7772-43bf-b4b7-1338ac177325 HTTP/1.1" status: 204 len: 168 time: 3.6987863 Mar 16 10:53:26.600335 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-4ee85043-a457-4a4d-a3f8-c001e8d037f5 None None] Port 43bb259e-c35a-4b32-ba0f-4e6a41f94660 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:26.602741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a9dc5ca5-b53b-4a8f-b696-1f0fa700fe63 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:26.605049 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:26.605496 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:26.605694 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:26.615043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46278) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:26.621119 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-4458f25c-2a3e-4c20-a592-d60f15ef18d4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1065934248'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:26.622209 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 515b25b7-f060-4beb-a223-6d21999de657 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:26.622781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.625293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7123fe1-833b-471f-b9af-e86de7c22e1e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Network 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:26.625617 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a9dc5ca5-b53b-4a8f-b696-1f0fa700fe63 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:26.644713 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a9dc5ca5-b53b-4a8f-b696-1f0fa700fe63 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:26.646302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-c7123fe1-833b-471f-b9af-e86de7c22e1e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:26.653026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:26.653358 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:26.662241 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7123fe1-833b-471f-b9af-e86de7c22e1e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:26.667991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4458f25c-2a3e-4c20-a592-d60f15ef18d4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:26.671391 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Network a7f21a81-4565-45de-ba30-c3b2b92fdae3 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:26.671975 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 7 to bind port 10525741-1385-4d96-a42f-2714d070c32e Mar 16 10:53:26.678966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a9dc5ca5-b53b-4a8f-b696-1f0fa700fe63 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:26.687345 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:26.697359 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4458f25c-2a3e-4c20-a592-d60f15ef18d4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:network and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:26.701976 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:26.728569 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Pushing event updated for resources: {'Port': ['ID=2e915fec-0530-4766-af19-1b213c0d165a,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:26.731084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4458f25c-2a3e-4c20-a592-d60f15ef18d4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:26.740326 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:26.740832 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:26.741168 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:26.742868 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58f9a64-b940-4476-8f3a-3df7511d9f74']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:26.755311 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4458f25c-2a3e-4c20-a592-d60f15ef18d4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:26.770467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:26.771113 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:26.775886 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 8 to bind port 10525741-1385-4d96-a42f-2714d070c32e Mar 16 10:53:26.783599 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dc5ca5-b53b-4a8f-b696-1f0fa700fe63 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:26.785060 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7123fe1-833b-471f-b9af-e86de7c22e1e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:26.785688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c7123fe1-833b-471f-b9af-e86de7c22e1e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.787668 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5ca5-b53b-4a8f-b696-1f0fa700fe63 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.815988 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fca8272-c5ce-412d-ade9-fe37fb3c3b4d None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:26.820180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5480f19-105d-410a-b624-4f7e9c1395dd') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:26.820577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5480f19-105d-410a-b624-4f7e9c1395dd') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:26.823927 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9fca8272-c5ce-412d-ade9-fe37fb3c3b4d None None] Deleting port 8112a754-9af3-47aa-a0ed-d89d3a9e9241 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:26.824740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9fca8272-c5ce-412d-ade9-fe37fb3c3b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.828429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7123fe1-833b-471f-b9af-e86de7c22e1e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event updated for resources: {'Port': ['ID=60ce16c5-92ef-4b96-a6c6-a1efe59ec7b9,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:26.854143 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c7123fe1-833b-471f-b9af-e86de7c22e1e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6142738 Mar 16 10:53:26.858923 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4458f25c-2a3e-4c20-a592-d60f15ef18d4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:26.859392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.862755 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4458f25c-2a3e-4c20-a592-d60f15ef18d4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.871282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46282) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:26.895709 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:26.896068 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:26.896581 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:26.899868 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-775ca393-271a-4c24-a247-ad783a4605d7 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:01:d1:b9'}]}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:26.994569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.000169 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.013287 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device dfc6674e-ee3d-4dff-af11-90b4dfab984c no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:27.013864 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.036093 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:27.036475 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:27.037319 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:27.037739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.039958 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 9 to bind port 10525741-1385-4d96-a42f-2714d070c32e Mar 16 10:53:27.052434 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Transition to ACTIVE for port object d23992fc-b71f-4535-bf1f-b247e4791208 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:27.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:27.057398 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4458f25c-2a3e-4c20-a592-d60f15ef18d4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:27.076652 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: dfc6674e-ee3d-4dff-af11-90b4dfab984c {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:27.077053 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device dfc6674e-ee3d-4dff-af11-90b4dfab984c not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:27.084567 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4458f25c-2a3e-4c20-a592-d60f15ef18d4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.084919 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-4458f25c-2a3e-4c20-a592-d60f15ef18d4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Added segment 4b59d389-675b-4e28-877a-63a89f056770 of type vlan for network 36dc7bbb-d79a-4699-ab4c-4942700f82e1 Mar 16 10:53:27.088898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:27.089235 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:27.089834 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:27.106752 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:27.107075 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:27.113150 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.plugins.ml2.plugin [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempt 10 to bind port 10525741-1385-4d96-a42f-2714d070c32e Mar 16 10:53:27.155882 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-124fe61f-7546-41ef-a6e3-c3d4b2553be6 None None] Provisioning for port 60ce16c5-92ef-4b96-a6c6-a1efe59ec7b9 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:27.164617 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-124fe61f-7546-41ef-a6e3-c3d4b2553be6 None None] Provisioning complete for port 60ce16c5-92ef-4b96-a6c6-a1efe59ec7b9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:27.164617 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-124fe61f-7546-41ef-a6e3-c3d4b2553be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.177857 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:27.178307 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] {{(pid=87968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:27.178556 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempting to bind port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:27.191091 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4458f25c-2a3e-4c20-a592-d60f15ef18d4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.204813 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:27.205153 dv-neutron-833859-1-hyperv neutron-server[87968]: ERROR neutron.plugins.ml2.managers [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Failed to bind port 10525741-1385-4d96-a42f-2714d070c32e on host hv-neutron-8338 for vnic_type normal using segments [{'id': '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5d9791f2-ad13-4251-8d2a-5cd7a55ada66'}] Mar 16 10:53:27.205976 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.233826 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9fca8272-c5ce-412d-ade9-fe37fb3c3b4d None None] For port 8112a754-9af3-47aa-a0ed-d89d3a9e9241, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8112a754-9af3-47aa-a0ed-d89d3a9e9241,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:27.234211 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9fca8272-c5ce-412d-ade9-fe37fb3c3b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.331141 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.resource_extend [None req-4458f25c-2a3e-4c20-a592-d60f15ef18d4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:53:27.345777 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.400554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.406103 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.419282 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9fca8272-c5ce-412d-ade9-fe37fb3c3b4d None None] Calling delete_port for 8112a754-9af3-47aa-a0ed-d89d3a9e9241 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:27.449903 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Network': ['ID=e58f9a64-b940-4476-8f3a-3df7511d9f74,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:27.451452 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-124fe61f-7546-41ef-a6e3-c3d4b2553be6 None None] Port 60ce16c5-92ef-4b96-a6c6-a1efe59ec7b9 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:27.463514 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4458f25c-2a3e-4c20-a592-d60f15ef18d4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.466679 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ccb43caf-17e7-4051-bc7e-ac4b96135061 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/networks/e58f9a64-b940-4476-8f3a-3df7511d9f74 HTTP/1.1" status: 204 len: 168 time: 3.2915168 Mar 16 10:53:27.467562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-775ca393-271a-4c24-a247-ad783a4605d7 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.478608 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46286) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:27.480861 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4458f25c-2a3e-4c20-a592-d60f15ef18d4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:27.482336 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4458f25c-2a3e-4c20-a592-d60f15ef18d4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.518012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9fca8272-c5ce-412d-ade9-fe37fb3c3b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.581605 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca8272-c5ce-412d-ade9-fe37fb3c3b4d None None] Pushing event deleted for resources: {'Port': ['ID=8112a754-9af3-47aa-a0ed-d89d3a9e9241,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:27.583499 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca8272-c5ce-412d-ade9-fe37fb3c3b4d None None] No DVR routers for this DVR port 8112a754-9af3-47aa-a0ed-d89d3a9e9241 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:27.590797 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.641986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d03b590-1bc0-496c-bf9e-2cf591fbb0e2 None None] Network a7f21a81-4565-45de-ba30-c3b2b92fdae3 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:27.787048 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9c66e254-c2f4-425d-b0fd-ddc3577161f8 None None] Provisioning for port 55f414a1-da88-45e3-a9b7-54ede5dbf635 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:27.877236 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4458f25c-2a3e-4c20-a592-d60f15ef18d4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2611666 Mar 16 10:53:27.882328 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46290) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:27.902452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] For port 10525741-1385-4d96-a42f-2714d070c32e, host hv-neutron-8338, cleared binding levels {{(pid=87968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:27.902995 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attempted to set empty binding levels {{(pid=87968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:53:27.908195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network a72e0893-5fe8-47d4-b6c3-df91b2f4584c is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:27.921030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-8f9190c6-17a6-45c0-8912-192be0aa1f6e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'subnet': {'network_id': '36dc7bbb-d79a-4699-ab4c-4942700f82e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:27.924365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.938445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:27.941229 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:28.009488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=d23992fc-b71f-4535-bf1f-b247e4791208,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:28.058617 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5ca5-b53b-4a8f-b696-1f0fa700fe63 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.083896 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] In _notify_port_updated(), no bound segment for port 10525741-1385-4d96-a42f-2714d070c32e on network 5d9791f2-ad13-4251-8d2a-5cd7a55ada66 {{(pid=87968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:53:28.084934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:28.085633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.087169 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] 10.222.0.44 "PUT /v2.0/ports/10525741-1385-4d96-a42f-2714d070c32e HTTP/1.1" status: 200 len: 980 time: 6.1011426 Mar 16 10:53:28.121311 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46294) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:28.122170 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458f25c-2a3e-4c20-a592-d60f15ef18d4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Network': ['ID=36dc7bbb-d79a-4699-ab4c-4942700f82e1,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:28.135338 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 36dc7bbb-d79a-4699-ab4c-4942700f82e1 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:28.256633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dc5ca5-b53b-4a8f-b696-1f0fa700fe63 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:28.288298 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-a9dc5ca5-b53b-4a8f-b696-1f0fa700fe63 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:28.320936 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dc5ca5-b53b-4a8f-b696-1f0fa700fe63 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:28.325520 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5ca5-b53b-4a8f-b696-1f0fa700fe63 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.337390 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c120f9-de80-4f6e-991c-6d6c95e5cf01 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:28.346728 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161f8de-8f39-4f1a-97a1-e1fe8701d246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Pushing event updated for resources: {'Port': ['ID=10525741-1385-4d96-a42f-2714d070c32e,revision_number=3']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:28.372061 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a9dc5ca5-b53b-4a8f-b696-1f0fa700fe63 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2992687 Mar 16 10:53:28.372702 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46298) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:28.401000 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-a07480ee-d5f0-43b0-84c8-00234679708f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Deleting port 10525741-1385-4d96-a42f-2714d070c32e {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:28.403093 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a07480ee-d5f0-43b0-84c8-00234679708f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.444990 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 55f414a1-da88-45e3-a9b7-54ede5dbf635 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:28.466955 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:28.467875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.510130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8f9190c6-17a6-45c0-8912-192be0aa1f6e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:28.518027 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.527302 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-be46299a-1109-450c-a608-69ff0eff0e38 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'name': 'tempest-NetworksTestDHCPv6-1942024831'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:28.554572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc5ca5-b53b-4a8f-b696-1f0fa700fe63 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=48fedf49-0b97-4947-a008-0c94977e73f7,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:28.557171 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5973fe41-0139-4519-aea6-edf23b9110a3 None None] Provisioning for port d23992fc-b71f-4535-bf1f-b247e4791208 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:28.563199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8f9190c6-17a6-45c0-8912-192be0aa1f6e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:subnet and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:28.564119 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.575177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8f9190c6-17a6-45c0-8912-192be0aa1f6e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:28.600883 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5973fe41-0139-4519-aea6-edf23b9110a3 None None] Provisioning complete for port d23992fc-b71f-4535-bf1f-b247e4791208 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:28.601260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5973fe41-0139-4519-aea6-edf23b9110a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.607100 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-51ebb8db-0869-48ce-9f20-3d4a12d3771d tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2620385 Mar 16 10:53:28.610084 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8f9190c6-17a6-45c0-8912-192be0aa1f6e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:28.614101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46302) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:28.688323 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-5973fe41-0139-4519-aea6-edf23b9110a3 None None] Port d23992fc-b71f-4535-bf1f-b247e4791208 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:28.707507 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9190c6-17a6-45c0-8912-192be0aa1f6e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:28.711059 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f9190c6-17a6-45c0-8912-192be0aa1f6e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.717044 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 55f414a1-da88-45e3-a9b7-54ede5dbf635 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:28.736074 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 55f414a1-da88-45e3-a9b7-54ede5dbf635 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:28.736074 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.765510 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': '48fedf49-0b97-4947-a008-0c94977e73f7'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:28.766330 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.809572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5973fe41-0139-4519-aea6-edf23b9110a3 None None] Provisioning complete for port 55f414a1-da88-45e3-a9b7-54ede5dbf635 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:28.809940 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5973fe41-0139-4519-aea6-edf23b9110a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.816457 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.827090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Pushing event updated for resources: {'Port': ['ID=2e915fec-0530-4766-af19-1b213c0d165a,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:28.841389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-775ca393-271a-4c24-a247-ad783a4605d7 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.861115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-775ca393-271a-4c24-a247-ad783a4605d7 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.008224 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-be46299a-1109-450c-a608-69ff0eff0e38 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:29.018446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-be46299a-1109-450c-a608-69ff0eff0e38 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:29.046348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3ad6aa-9be6-4257-8cb4-3b6f19241a06 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:29.047255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2d3ad6aa-9be6-4257-8cb4-3b6f19241a06 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:29.061119 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ca393-271a-4c24-a247-ad783a4605d7 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event updated for resources: {'Port': ['ID=60ce16c5-92ef-4b96-a6c6-a1efe59ec7b9,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:29.080132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be46299a-1109-450c-a608-69ff0eff0e38 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:29.083647 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-be46299a-1109-450c-a608-69ff0eff0e38 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.089906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-775ca393-271a-4c24-a247-ad783a4605d7 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] In _notify_port_updated(), no bound segment for port 60ce16c5-92ef-4b96-a6c6-a1efe59ec7b9 on network 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 {{(pid=87969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:53:29.095585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775ca393-271a-4c24-a247-ad783a4605d7 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:29.096339 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-775ca393-271a-4c24-a247-ad783a4605d7 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.097747 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-775ca393-271a-4c24-a247-ad783a4605d7 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "PUT /v2.0/ports/60ce16c5-92ef-4b96-a6c6-a1efe59ec7b9 HTTP/1.1" status: 200 len: 995 time: 2.2204516 Mar 16 10:53:29.102094 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46306) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:29.119682 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-be46299a-1109-450c-a608-69ff0eff0e38 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port ee153e58-fd89-4c12-80da-220f73269e4a yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:29.141562 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Allocated IP 2001:db8::2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/48fedf49-0b97-4947-a008-0c94977e73f7/e1fdee0f-029e-4e2c-9e08-54a5118b0af2) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:29.148025 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.155654 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2d3ad6aa-9be6-4257-8cb4-3b6f19241a06 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:29.159914 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2d3ad6aa-9be6-4257-8cb4-3b6f19241a06 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5410419 Mar 16 10:53:29.161453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46310) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:29.262191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-a07480ee-d5f0-43b0-84c8-00234679708f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] For port 10525741-1385-4d96-a42f-2714d070c32e, host hv-neutron-8338, got binding levels [] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:29.262526 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a07480ee-d5f0-43b0-84c8-00234679708f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.268043 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5973fe41-0139-4519-aea6-edf23b9110a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.326900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 55f414a1-da88-45e3-a9b7-54ede5dbf635, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=55f414a1-da88-45e3-a9b7-54ede5dbf635,segment=NetworkSegment(7dd69386-81be-42b6-8f1d-38c27fd6145b),segment_id=7dd69386-81be-42b6-8f1d-38c27fd6145b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:29.360995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb352b6-fb24-44d4-bb9f-a51475cbe434 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:29.367000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb352b6-fb24-44d4-bb9f-a51475cbe434 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:29.373568 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb352b6-fb24-44d4-bb9f-a51475cbe434 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:29.378010 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9cb352b6-fb24-44d4-bb9f-a51475cbe434 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2072966 Mar 16 10:53:29.381333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46314) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:29.383058 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.388313 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f9190c6-17a6-45c0-8912-192be0aa1f6e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.481339 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8112a754-9af3-47aa-a0ed-d89d3a9e9241 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:29.506364 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ac2107c-c089-472b-ab0f-a707ca6aa7b9 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.528805 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-5973fe41-0139-4519-aea6-edf23b9110a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:29.529103 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-5973fe41-0139-4519-aea6-edf23b9110a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:29.539309 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 8112a754-9af3-47aa-a0ed-d89d3a9e9241 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:29.539650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8112a754-9af3-47aa-a0ed-d89d3a9e9241 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:29.578570 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=55f414a1-da88-45e3-a9b7-54ede5dbf635,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:29.582569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa0a26-a4bd-4a6e-befc-9846cc5c3176 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port d23992fc-b71f-4535-bf1f-b247e4791208 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:29.582821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bdfa0a26-a4bd-4a6e-befc-9846cc5c3176 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.588313 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-a07480ee-d5f0-43b0-84c8-00234679708f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Calling delete_port for 10525741-1385-4d96-a42f-2714d070c32e owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:29.619067 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Network a7f21a81-4565-45de-ba30-c3b2b92fdae3 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:29.620384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:29.644283 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-16fd1509-5669-4204-b317-df0b45bac9b2 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Deleting port 60ce16c5-92ef-4b96-a6c6-a1efe59ec7b9 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:29.645610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-16fd1509-5669-4204-b317-df0b45bac9b2 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.663478 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.675392 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Transition to ACTIVE for port object e1fdee0f-029e-4e2c-9e08-54a5118b0af2 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:29.697489 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Transition to ACTIVE for port object e1fdee0f-029e-4e2c-9e08-54a5118b0af2 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:29.703879 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.792222 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-be46299a-1109-450c-a608-69ff0eff0e38 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::323 (6fb457af-0d86-4c52-b4cf-f12d297a5983/48fedf49-0b97-4947-a008-0c94977e73f7/ee153e58-fd89-4c12-80da-220f73269e4a) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:29.839790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:29.843575 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:29.846645 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:29.925370 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9190c6-17a6-45c0-8912-192be0aa1f6e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Subnet': ['ID=b464eac0-38eb-4e2b-b808-a8623601ae8c,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:29.930563 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9190c6-17a6-45c0-8912-192be0aa1f6e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Checking segment: {'id': '4b59d389-675b-4e28-877a-63a89f056770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '36dc7bbb-d79a-4699-ab4c-4942700f82e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:29.930563 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9190c6-17a6-45c0-8912-192be0aa1f6e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network hostable DHCP agents. Network: 36dc7bbb-d79a-4699-ab4c-4942700f82e1, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:29.949230 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Pushing event updated for resources: {'Port': ['ID=e1fdee0f-029e-4e2c-9e08-54a5118b0af2,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:29.959413 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Attempting to bind port e1fdee0f-029e-4e2c-9e08-54a5118b0af2 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:29.960007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Attempting to bind port e1fdee0f-029e-4e2c-9e08-54a5118b0af2 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:29.960577 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Attempting to bind port e1fdee0f-029e-4e2c-9e08-54a5118b0af2 on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:29.967623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:29.967944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:29.968732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.969229 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:29.970094 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Bound port: e1fdee0f-029e-4e2c-9e08-54a5118b0af2, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:29.970262 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.108834 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] For port e1fdee0f-029e-4e2c-9e08-54a5118b0af2, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:30.114153 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9190c6-17a6-45c0-8912-192be0aa1f6e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 36dc7bbb-d79a-4699-ab4c-4942700f82e1 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:30.119515 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] For port e1fdee0f-029e-4e2c-9e08-54a5118b0af2, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e1fdee0f-029e-4e2c-9e08-54a5118b0af2,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:30.126267 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.161745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-8f9190c6-17a6-45c0-8912-192be0aa1f6e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 36dc7bbb-d79a-4699-ab4c-4942700f82e1) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:30.170785 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5973fe41-0139-4519-aea6-edf23b9110a3 None None] Provisioning for port 2e915fec-0530-4766-af19-1b213c0d165a completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:30.172785 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a07480ee-d5f0-43b0-84c8-00234679708f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.192317 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5973fe41-0139-4519-aea6-edf23b9110a3 None None] Provisioning complete for port 2e915fec-0530-4766-af19-1b213c0d165a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:30.192930 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5973fe41-0139-4519-aea6-edf23b9110a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.213545 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9190c6-17a6-45c0-8912-192be0aa1f6e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:30.214134 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f9190c6-17a6-45c0-8912-192be0aa1f6e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.217367 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b35131d-46c4-447a-9530-57c31658b6db None None] Network 36dc7bbb-d79a-4699-ab4c-4942700f82e1 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:30.267710 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8f9190c6-17a6-45c0-8912-192be0aa1f6e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3741434 Mar 16 10:53:30.273217 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46318) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:30.285292 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07480ee-d5f0-43b0-84c8-00234679708f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Pushing event deleted for resources: {'Port': ['ID=10525741-1385-4d96-a42f-2714d070c32e,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:30.295561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bdfa0a26-a4bd-4a6e-befc-9846cc5c3176 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.330713 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'network_id': '36dc7bbb-d79a-4699-ab4c-4942700f82e1', 'name': 'tempest-PortsIpV6TestJSON-569015181', 'fixed_ips': [{'subnet_id': 'b464eac0-38eb-4e2b-b808-a8623601ae8c', 'ip_address': '2001:db8::10'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:30.351522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a07480ee-d5f0-43b0-84c8-00234679708f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.376545 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 55f414a1-da88-45e3-a9b7-54ede5dbf635 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:30.468956 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa0a26-a4bd-4a6e-befc-9846cc5c3176 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for d23992fc-b71f-4535-bf1f-b247e4791208 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:30.471435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-be46299a-1109-450c-a608-69ff0eff0e38 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.492083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-5973fe41-0139-4519-aea6-edf23b9110a3 None None] Port 2e915fec-0530-4766-af19-1b213c0d165a cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:30.496914 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20254d-66db-4a6f-af55-05eaec82716a None None] Pushing event updated for resources: {'Port': ['ID=e1fdee0f-029e-4e2c-9e08-54a5118b0af2,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:30.531729 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 55f414a1-da88-45e3-a9b7-54ede5dbf635 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:30.532087 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.554208 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2107c-c089-472b-ab0f-a707ca6aa7b9 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port 6e215182-be0e-46cb-9f8a-01d66a487845 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:30.555247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ac2107c-c089-472b-ab0f-a707ca6aa7b9 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.602851 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a07480ee-d5f0-43b0-84c8-00234679708f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] 10.222.0.44 "DELETE /v2.0/ports/10525741-1385-4d96-a42f-2714d070c32e HTTP/1.1" status: 204 len: 168 time: 2.4773271 Mar 16 10:53:30.605374 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46322) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:30.617080 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-be46299a-1109-450c-a608-69ff0eff0e38 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object ee153e58-fd89-4c12-80da-220f73269e4a will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:30.687819 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-16fd1509-5669-4204-b317-df0b45bac9b2 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.689999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-67b35b94-a996-4856-91b5-9f62b6cca71a None None] Provisioning complete for port 2e915fec-0530-4766-af19-1b213c0d165a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:30.690378 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-67b35b94-a996-4856-91b5-9f62b6cca71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.696364 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Router 7fcd2964-d044-437c-b9f3-88020638040a is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:53:30.717679 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0e3807-3903-4387-849b-22681fb73026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:53:30.719989 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ac0e3807-3903-4387-849b-22681fb73026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Synchronizing usage tracker for tenant:1866f4fb842a4961a144000efcfa3a4a on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:30.749020 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bdfa0a26-a4bd-4a6e-befc-9846cc5c3176 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.846938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa0a26-a4bd-4a6e-befc-9846cc5c3176 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=d23992fc-b71f-4535-bf1f-b247e4791208,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:30.927125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-36dc7bbb-d79a-4699-ab4c-4942700f82e1', 'network_id': '36dc7bbb-d79a-4699-ab4c-4942700f82e1', 'tenant_id': 'a73c732b534b4cd9966f77ee5114e274', 'fixed_ips': [{'subnet_id': 'b464eac0-38eb-4e2b-b808-a8623601ae8c'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:30.928073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.960054 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-67b35b94-a996-4856-91b5-9f62b6cca71a None None] Port 2e915fec-0530-4766-af19-1b213c0d165a cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:30.965831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-16fd1509-5669-4204-b317-df0b45bac9b2 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Calling delete_port for 60ce16c5-92ef-4b96-a6c6-a1efe59ec7b9 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:30.968297 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d8363c5e-4ddd-4ad8-8a43-36f6b298840f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.992619 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-6ac2107c-c089-472b-ab0f-a707ca6aa7b9 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] For port 6e215182-be0e-46cb-9f8a-01d66a487845, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6e215182-be0e-46cb-9f8a-01d66a487845,segment=NetworkSegment(e13ae17c-a1d7-46a0-80fb-d131b720121c),segment_id=e13ae17c-a1d7-46a0-80fb-d131b720121c)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:30.993562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ac2107c-c089-472b-ab0f-a707ca6aa7b9 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.029886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:31.038044 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-67b35b94-a996-4856-91b5-9f62b6cca71a None None] Provisioning complete for port 60ce16c5-92ef-4b96-a6c6-a1efe59ec7b9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:31.038809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-67b35b94-a996-4856-91b5-9f62b6cca71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.134625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-67b35b94-a996-4856-91b5-9f62b6cca71a None None] Port 60ce16c5-92ef-4b96-a6c6-a1efe59ec7b9 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:31.138904 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2107c-c089-472b-ab0f-a707ca6aa7b9 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Calling delete_port for 6e215182-be0e-46cb-9f8a-01d66a487845 owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:31.214873 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Allocated IP 2001:db8::2 (36dc7bbb-d79a-4699-ab4c-4942700f82e1/b464eac0-38eb-4e2b-b808-a8623601ae8c/9b271289-38ac-4e07-92a1-67fbbeff29fc) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:31.239134 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:port and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:31.244526 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ac0e3807-3903-4387-849b-22681fb73026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] Unset dirty status for tenant:1866f4fb842a4961a144000efcfa3a4a on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:31.249659 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ac0e3807-3903-4387-849b-22681fb73026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224282850-project-admin] 10.222.0.44 "GET /v2.0/ports/10525741-1385-4d96-a42f-2714d070c32e HTTP/1.1" status: 404 len: 333 time: 0.6277871 Mar 16 10:53:31.252533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46332) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:31.253457 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:31.276174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:31.336000 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:31.351413 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-be46299a-1109-450c-a608-69ff0eff0e38 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.412148 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:31.417754 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5a1af388-8267-421e-a4d7-c0979f593a81 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] 10.222.0.44 "PUT /v2.0/routers/7fcd2964-d044-437c-b9f3-88020638040a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0110292 Mar 16 10:53:31.433247 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46338) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:31.454864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Request body: {'port': {'network_id': 'a7f21a81-4565-45de-ba30-c3b2b92fdae3', 'name': 'tempest-FloatingIPNegativeTestJSON-59185028'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:31.501525 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.514348 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Transition to ACTIVE for port object 9b271289-38ac-4e07-92a1-67fbbeff29fc will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:31.523302 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a409936-1394-4e8c-89af-ae023b98ec0a None None] Sync routers for ids ['7fcd2964-d044-437c-b9f3-88020638040a'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:31.533942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bdfa0a26-a4bd-4a6e-befc-9846cc5c3176 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.549918 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Transition to ACTIVE for port object 9b271289-38ac-4e07-92a1-67fbbeff29fc will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:31.551342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a409936-1394-4e8c-89af-ae023b98ec0a None None] Routers {'7fcd2964-d044-437c-b9f3-88020638040a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:31.552071 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-5a409936-1394-4e8c-89af-ae023b98ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7fcd2964-d044-437c-b9f3-88020638040a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:31.560326 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bdfa0a26-a4bd-4a6e-befc-9846cc5c3176 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/d23992fc-b71f-4535-bf1f-b247e4791208 HTTP/1.1" status: 204 len: 168 time: 2.1753397 Mar 16 10:53:31.573280 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46342) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:31.632279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.640111 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb8d65b-e7d7-465d-ab00-704ff993fc64 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] GET failed (client error): The resource could not be found. Mar 16 10:53:31.640749 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cfb8d65b-e7d7-465d-ab00-704ff993fc64 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:31.655749 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-865a8bea-0606-4739-b607-3fe2491bf35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.663339 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:31.673017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be46299a-1109-450c-a608-69ff0eff0e38 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:31.676254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-5a409936-1394-4e8c-89af-ae023b98ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:31.706216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Network 36dc7bbb-d79a-4699-ab4c-4942700f82e1 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:31.708911 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a409936-1394-4e8c-89af-ae023b98ec0a None None] Routers {'7fcd2964-d044-437c-b9f3-88020638040a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:31.709241 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-be46299a-1109-450c-a608-69ff0eff0e38 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:31.709456 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-5a409936-1394-4e8c-89af-ae023b98ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7fcd2964-d044-437c-b9f3-88020638040a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:31.712378 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be46299a-1109-450c-a608-69ff0eff0e38 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:31.718201 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be46299a-1109-450c-a608-69ff0eff0e38 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:31.718806 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-be46299a-1109-450c-a608-69ff0eff0e38 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.729773 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Usage tracker for resource:port and tenant:a746e6c2150b44649eb156b8bb68c96e is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:31.745410 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:31.770416 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46299a-1109-450c-a608-69ff0eff0e38 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=ee153e58-fd89-4c12-80da-220f73269e4a,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:31.775029 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:31.820717 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Made reservation on behalf of a746e6c2150b44649eb156b8bb68c96e for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:31.824912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.834891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cfb8d65b-e7d7-465d-ab00-704ff993fc64 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:31.839000 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cfb8d65b-e7d7-465d-ab00-704ff993fc64 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports/d23992fc-b71f-4535-bf1f-b247e4791208 HTTP/1.1" status: 404 len: 333 time: 0.2628880 Mar 16 10:53:31.843360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46346) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:31.847042 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-be46299a-1109-450c-a608-69ff0eff0e38 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4673774 Mar 16 10:53:31.850140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46350) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:31.855212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.858202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-865a8bea-0606-4739-b607-3fe2491bf35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.866237 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Pushing event updated for resources: {'Port': ['ID=9b271289-38ac-4e07-92a1-67fbbeff29fc,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:31.868731 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:31.877237 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:31.881122 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-5a409936-1394-4e8c-89af-ae023b98ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:31.881522 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a409936-1394-4e8c-89af-ae023b98ec0a None None] The sync data for ids ['7fcd2964-d044-437c-b9f3-88020638040a'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:31.947568 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-16fd1509-5669-4204-b317-df0b45bac9b2 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.959456 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] device_id is not set on port 2ad92b0b-e162-4a39-beab-9c2ce7db2b06 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:31.986227 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Attempting to bind port 9b271289-38ac-4e07-92a1-67fbbeff29fc on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:31.986589 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Attempting to bind port 9b271289-38ac-4e07-92a1-67fbbeff29fc by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '4b59d389-675b-4e28-877a-63a89f056770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '36dc7bbb-d79a-4699-ab4c-4942700f82e1'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:31.987540 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Attempting to bind port 9b271289-38ac-4e07-92a1-67fbbeff29fc on network 36dc7bbb-d79a-4699-ab4c-4942700f82e1 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:31.988275 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-865a8bea-0606-4739-b607-3fe2491bf35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9791f2-ad13-4251-8d2a-5cd7a55ada66']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:31.998769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-a7b93595-9643-48d9-9aad-b976ea8aeee2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 43bb259e-c35a-4b32-ba0f-4e6a41f94660 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:31.998769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a7b93595-9643-48d9-9aad-b976ea8aeee2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.999505 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:31.999869 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Checking segment: {'id': '4b59d389-675b-4e28-877a-63a89f056770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '36dc7bbb-d79a-4699-ab4c-4942700f82e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:32.000792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.000792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Bound using segment: {'id': '4b59d389-675b-4e28-877a-63a89f056770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '36dc7bbb-d79a-4699-ab4c-4942700f82e1'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:32.001088 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Bound port: 9b271289-38ac-4e07-92a1-67fbbeff29fc, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b59d389-675b-4e28-877a-63a89f056770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '36dc7bbb-d79a-4699-ab4c-4942700f82e1'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:32.003216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.007877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-865a8bea-0606-4739-b607-3fe2491bf35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:32.008155 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-865a8bea-0606-4739-b607-3fe2491bf35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d5cecc-bcb3-4af5-a2b3-7d5a63aadce5') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:32.029784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-af8367b3-a16f-4537-8940-a9176d3a3a7c None None] Provisioning for port e1fdee0f-029e-4e2c-9e08-54a5118b0af2 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:32.032427 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-865a8bea-0606-4739-b607-3fe2491bf35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.053702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ac2107c-c089-472b-ab0f-a707ca6aa7b9 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.097540 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd1509-5669-4204-b317-df0b45bac9b2 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event deleted for resources: {'Port': ['ID=60ce16c5-92ef-4b96-a6c6-a1efe59ec7b9,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:32.116219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-865a8bea-0606-4739-b607-3fe2491bf35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.119177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] device_id is not set on port cde65ccc-d1a8-4f8a-b695-5415a496a570 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:32.124257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2107c-c089-472b-ab0f-a707ca6aa7b9 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Port': ['ID=6e215182-be0e-46cb-9f8a-01d66a487845,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:32.131609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865a8bea-0606-4739-b607-3fe2491bf35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:32.132269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-865a8bea-0606-4739-b607-3fe2491bf35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:32.148784 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:32.199719 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] For port 9b271289-38ac-4e07-92a1-67fbbeff29fc, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:32.210829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689f250c-4371-470d-8e83-ca631c1db92c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:32.219295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689f250c-4371-470d-8e83-ca631c1db92c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:32.223457 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-689f250c-4371-470d-8e83-ca631c1db92c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3654766 Mar 16 10:53:32.230625 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46356) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:32.424907 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-508c97e8-5c4c-449d-8102-64fccc27067c None None] Provisioning for port ee153e58-fd89-4c12-80da-220f73269e4a completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:32.435657 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-508c97e8-5c4c-449d-8102-64fccc27067c None None] Provisioning complete for port ee153e58-fd89-4c12-80da-220f73269e4a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:32.436033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-508c97e8-5c4c-449d-8102-64fccc27067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.507264 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-865a8bea-0606-4739-b607-3fe2491bf35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.537756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-01d051fe-f7ba-4509-9387-607d553d8f15 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port ee153e58-fd89-4c12-80da-220f73269e4a {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:32.538043 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-01d051fe-f7ba-4509-9387-607d553d8f15 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.547840 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] For port 9b271289-38ac-4e07-92a1-67fbbeff29fc, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=9b271289-38ac-4e07-92a1-67fbbeff29fc,segment=NetworkSegment(4b59d389-675b-4e28-877a-63a89f056770),segment_id=4b59d389-675b-4e28-877a-63a89f056770)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:32.566840 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e1fdee0f-029e-4e2c-9e08-54a5118b0af2 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:32.584948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-16fd1509-5669-4204-b317-df0b45bac9b2 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.624120 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.639688 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-16fd1509-5669-4204-b317-df0b45bac9b2 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "DELETE /v2.0/ports/60ce16c5-92ef-4b96-a6c6-a1efe59ec7b9 HTTP/1.1" status: 204 len: 168 time: 3.5251274 Mar 16 10:53:32.662144 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-865a8bea-0606-4739-b607-3fe2491bf35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.679854 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46362) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:32.681982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a8bea-0606-4739-b607-3fe2491bf35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] Pushing event deleted for resources: {'Network': ['ID=5d9791f2-ad13-4251-8d2a-5cd7a55ada66,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:32.706595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-508c97e8-5c4c-449d-8102-64fccc27067c None None] Port ee153e58-fd89-4c12-80da-220f73269e4a cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:32.723554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Allocated IP 172.20.0.7 (a7f21a81-4565-45de-ba30-c3b2b92fdae3/430581a4-1b6e-408e-8d60-7a9faa5e47a5/2ad92b0b-e162-4a39-beab-9c2ce7db2b06) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:32.748245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0285db7-ab87-4e34-a6cb-6cf3ac57a4a0 None None] Pushing event updated for resources: {'Port': ['ID=9b271289-38ac-4e07-92a1-67fbbeff29fc,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:32.768215 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port e1fdee0f-029e-4e2c-9e08-54a5118b0af2 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:32.773919 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port e1fdee0f-029e-4e2c-9e08-54a5118b0af2 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:32.774888 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.801012 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Allocated IP 2001:db8::10 (36dc7bbb-d79a-4699-ab4c-4942700f82e1/b464eac0-38eb-4e2b-b808-a8623601ae8c/cde65ccc-d1a8-4f8a-b695-5415a496a570) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:32.822258 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-8573bcbd-9528-4d22-aec3-a6e0f555e189 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] GET failed (client error): The resource could not be found. Mar 16 10:53:32.822786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8573bcbd-9528-4d22-aec3-a6e0f555e189 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Synchronizing usage tracker for tenant:73dc488a15414324b394e070f683523f on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:32.825954 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-865a8bea-0606-4739-b607-3fe2491bf35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685062223-project] 10.222.0.44 "DELETE /v2.0/networks/5d9791f2-ad13-4251-8d2a-5cd7a55ada66 HTTP/1.1" status: 204 len: 168 time: 1.5692644 Mar 16 10:53:32.858940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a7b93595-9643-48d9-9aad-b976ea8aeee2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.918432 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.939037 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8573bcbd-9528-4d22-aec3-a6e0f555e189 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Unset dirty status for tenant:73dc488a15414324b394e070f683523f on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:32.940729 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8573bcbd-9528-4d22-aec3-a6e0f555e189 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "GET /v2.0/ports/60ce16c5-92ef-4b96-a6c6-a1efe59ec7b9 HTTP/1.1" status: 404 len: 333 time: 0.2565084 Mar 16 10:53:32.945606 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46368) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:32.958788 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port e1fdee0f-029e-4e2c-9e08-54a5118b0af2, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e1fdee0f-029e-4e2c-9e08-54a5118b0af2,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:32.962484 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-d0e5dc91-0a4c-4c29-a352-ca4172d7a0a8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Request body: {'port': {'network_id': '15b5f357-40dd-4a35-9c9d-361cfe4d0ea4', 'name': 'tempest-AllowedAddressPairTestJSON-1486688592'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:32.991513 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.009408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ac2107c-c089-472b-ab0f-a707ca6aa7b9 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.032037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-a7b93595-9643-48d9-9aad-b976ea8aeee2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for 43bb259e-c35a-4b32-ba0f-4e6a41f94660 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:33.133345 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-16c7b3c7-2ee8-48ad-88bf-ccd20ca3c10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.160975 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=e1fdee0f-029e-4e2c-9e08-54a5118b0af2,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:33.366985 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46374) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:33.569540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-01d051fe-f7ba-4509-9387-607d553d8f15 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.633629 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.693182 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a7b93595-9643-48d9-9aad-b976ea8aeee2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.695201 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Transition to ACTIVE for port object 2ad92b0b-e162-4a39-beab-9c2ce7db2b06 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:33.725674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-01d051fe-f7ba-4509-9387-607d553d8f15 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for ee153e58-fd89-4c12-80da-220f73269e4a owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:33.748538 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-35afd0c4-2a0c-431c-a514-30cf7518cb32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08b95446b081429ebccaeb10b65c7d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802814 Mar 16 10:53:33.754340 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46384) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:33.765806 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d0e5dc91-0a4c-4c29-a352-ca4172d7a0a8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:33.771420 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.777052 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b93595-9643-48d9-9aad-b976ea8aeee2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=43bb259e-c35a-4b32-ba0f-4e6a41f94660,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:33.834279 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Transition to ACTIVE for port object cde65ccc-d1a8-4f8a-b695-5415a496a570 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:33.874335 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d0e5dc91-0a4c-4c29-a352-ca4172d7a0a8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:33.906212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.966468 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a7b93595-9643-48d9-9aad-b976ea8aeee2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.998686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Network a7f21a81-4565-45de-ba30-c3b2b92fdae3 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:34.004975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e5dc91-0a4c-4c29-a352-ca4172d7a0a8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Made reservation on behalf of 73dc488a15414324b394e070f683523f for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:34.007557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.009084 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d0e5dc91-0a4c-4c29-a352-ca4172d7a0a8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.012660 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:34.017631 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a7b93595-9643-48d9-9aad-b976ea8aeee2 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/43bb259e-c35a-4b32-ba0f-4e6a41f94660 HTTP/1.1" status: 204 len: 168 time: 2.1702735 Mar 16 10:53:34.018852 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:34.019967 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46390) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:34.111131 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-343a3636-7845-4200-bf82-21b7b6f3f632 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] GET failed (client error): The resource could not be found. Mar 16 10:53:34.114959 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-343a3636-7845-4200-bf82-21b7b6f3f632 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports/43bb259e-c35a-4b32-ba0f-4e6a41f94660 HTTP/1.1" status: 404 len: 333 time: 0.0910399 Mar 16 10:53:34.121728 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:34.122361 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.130672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-d0e5dc91-0a4c-4c29-a352-ca4172d7a0a8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] device_id is not set on port 92c0a116-45d5-4ccf-8143-5fc42f4e4344 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:34.139022 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 36dc7bbb-d79a-4699-ab4c-4942700f82e1 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:34.139953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46394) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:34.142421 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:34.147041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Pushing event updated for resources: {'Port': ['ID=2ad92b0b-e162-4a39-beab-9c2ce7db2b06,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:34.155220 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:34.160636 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:34.161246 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.181626 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267b825d-bacd-41fb-a3d3-4aaab5a5df3d None None] Network 36dc7bbb-d79a-4699-ab4c-4942700f82e1 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:34.203368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-64e34fac-dcf5-48a7-b535-53977febd1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.215701 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac2107c-c089-472b-ab0f-a707ca6aa7b9 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 7babe4b6-4e0d-4416-94de-ce6f7948c419 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:34.290999 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-928b5478-028a-428a-9e4c-8517eb874989 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8491066 Mar 16 10:53:34.297301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46402) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:34.322416 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:34.333852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-64e34fac-dcf5-48a7-b535-53977febd1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.335735 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0518680 Mar 16 10:53:34.348165 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46406) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:34.353567 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:34.356974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9035ac-a13a-47c8-99ee-0c77fa758b93 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=cde65ccc-d1a8-4f8a-b695-5415a496a570,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:34.365282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'network_id': '36dc7bbb-d79a-4699-ab4c-4942700f82e1', 'name': 'tempest-PortsIpV6TestJSON-767158183', 'fixed_ips': [{'subnet_id': 'b464eac0-38eb-4e2b-b808-a8623601ae8c', 'ip_address': '2001:db8::f'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:34.383064 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Usage tracker for resource:floatingip and tenant:a746e6c2150b44649eb156b8bb68c96e is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:34.394911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2eb093c-6a6f-4c6d-a381-c00ddf03f703 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting subnet 16627a51-0c76-4b24-b72e-c653f4c3ae23 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:34.397077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:34.435809 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:34.441025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2eb093c-6a6f-4c6d-a381-c00ddf03f703 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.485232 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e7d540f2-9581-41dc-a918-00a9195f4ca3 None None] Provisioning for port 9b271289-38ac-4e07-92a1-67fbbeff29fc completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:34.493175 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.494279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.547767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e1fdee0f-029e-4e2c-9e08-54a5118b0af2 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:34.562149 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-64e34fac-dcf5-48a7-b535-53977febd1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.578078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.621938 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2eb093c-6a6f-4c6d-a381-c00ddf03f703 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.634093 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-01d051fe-f7ba-4509-9387-607d553d8f15 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.643252 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bb2827c7-00fa-4d72-b242-dbaae80decd3 None None] Provisioning for port 2ad92b0b-e162-4a39-beab-9c2ce7db2b06 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:34.648410 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port e1fdee0f-029e-4e2c-9e08-54a5118b0af2 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:34.648605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e34fac-dcf5-48a7-b535-53977febd1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6287d2-ce63-417b-ba76-798fa47548cf,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:34.648804 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.682744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bb2827c7-00fa-4d72-b242-dbaae80decd3 None None] Provisioning complete for port 2ad92b0b-e162-4a39-beab-9c2ce7db2b06 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:34.683039 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bb2827c7-00fa-4d72-b242-dbaae80decd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.716216 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac2107c-c089-472b-ab0f-a707ca6aa7b9 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:34.722450 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d051fe-f7ba-4509-9387-607d553d8f15 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=ee153e58-fd89-4c12-80da-220f73269e4a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:34.745202 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0ae209-9e3a-44a6-9b9e-3bb7461c0976 None None] Sync routers for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:34.760739 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0ae209-9e3a-44a6-9b9e-3bb7461c0976 None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:34.761354 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fc0ae209-9e3a-44a6-9b9e-3bb7461c0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:34.769645 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-bb2827c7-00fa-4d72-b242-dbaae80decd3 None None] Port 2ad92b0b-e162-4a39-beab-9c2ce7db2b06 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:34.812493 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6ac2107c-c089-472b-ab0f-a707ca6aa7b9 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/7babe4b6-4e0d-4416-94de-ce6f7948c419/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3318315 Mar 16 10:53:34.822679 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46410) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:34.825885 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-64e34fac-dcf5-48a7-b535-53977febd1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.827172 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-64e34fac-dcf5-48a7-b535-53977febd1b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef6287d2-ce63-417b-ba76-798fa47548cf HTTP/1.1" status: 204 len: 168 time: 1.0717423 Mar 16 10:53:34.828552 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-01d051fe-f7ba-4509-9387-607d553d8f15 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.833777 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-01d051fe-f7ba-4509-9387-607d553d8f15 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/ee153e58-fd89-4c12-80da-220f73269e4a HTTP/1.1" status: 204 len: 168 time: 2.5925255 Mar 16 10:53:34.835325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-d0e5dc91-0a4c-4c29-a352-ca4172d7a0a8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Allocated IP 172.20.0.13 (15b5f357-40dd-4a35-9c9d-361cfe4d0ea4/b085c443-81a4-4194-9548-28207a306c82/92c0a116-45d5-4ccf-8143-5fc42f4e4344) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:34.849185 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46416) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:34.866062 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 9b271289-38ac-4e07-92a1-67fbbeff29fc up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:34.907077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:34.979687 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 9b271289-38ac-4e07-92a1-67fbbeff29fc completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:34.987305 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 9b271289-38ac-4e07-92a1-67fbbeff29fc triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:34.987523 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9dd3916-184c-4510-9f97-8c0fcea3d38c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting subnet a630d04a-0cbb-4fba-8c82-5dcd52ea5511 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:34.988173 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.998920 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9dd3916-184c-4510-9f97-8c0fcea3d38c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.039415 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:port and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:35.047088 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:35.057406 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:35.092502 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2eb093c-6a6f-4c6d-a381-c00ddf03f703 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.195318 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-fc0ae209-9e3a-44a6-9b9e-3bb7461c0976 None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:35.201869 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3e917ea0-5079-462c-bd1a-f3ccba23ab4d None None] Provisioning complete for port 9b271289-38ac-4e07-92a1-67fbbeff29fc triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:35.202838 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3e917ea0-5079-462c-bd1a-f3ccba23ab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.254280 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.265807 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62462ca-d8e9-40df-8b72-74480d03f7ef tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:35.268778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9dd3916-184c-4510-9f97-8c0fcea3d38c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.274758 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62462ca-d8e9-40df-8b72-74480d03f7ef tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:35.275567 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b62462ca-d8e9-40df-8b72-74480d03f7ef tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:35.289088 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:35.303392 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.348373 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 9b271289-38ac-4e07-92a1-67fbbeff29fc, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=9b271289-38ac-4e07-92a1-67fbbeff29fc,segment=NetworkSegment(4b59d389-675b-4e28-877a-63a89f056770),segment_id=4b59d389-675b-4e28-877a-63a89f056770)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:35.391936 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] device_id is not set on port e7a858d9-f833-47f1-869e-4f7bc1e8089c yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:35.417555 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.522998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=9b271289-38ac-4e07-92a1-67fbbeff29fc,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:35.538807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3e917ea0-5079-462c-bd1a-f3ccba23ab4d None None] Provisioning for port cde65ccc-d1a8-4f8a-b695-5415a496a570 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:35.539308 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46424) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:35.546670 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3e917ea0-5079-462c-bd1a-f3ccba23ab4d None None] Provisioning complete for port cde65ccc-d1a8-4f8a-b695-5415a496a570 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:35.547385 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3e917ea0-5079-462c-bd1a-f3ccba23ab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.595383 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b62462ca-d8e9-40df-8b72-74480d03f7ef tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:35.599057 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b62462ca-d8e9-40df-8b72-74480d03f7ef tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7329733 Mar 16 10:53:35.601747 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46428) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:35.667393 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3e917ea0-5079-462c-bd1a-f3ccba23ab4d None None] Port cde65ccc-d1a8-4f8a-b695-5415a496a570 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:35.667652 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-899a1a51-ad83-41f9-b767-833b3a8b5bfa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1866f4fb842a4961a144000efcfa3a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1251276 Mar 16 10:53:35.672525 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d0e5dc91-0a4c-4c29-a352-ca4172d7a0a8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.674796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46432) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:35.687832 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c62b46d-c400-4020-abe5-70906138fdcd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 48fedf49-0b97-4947-a008-0c94977e73f7 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:35.691183 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c62b46d-c400-4020-abe5-70906138fdcd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.698593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9dd3916-184c-4510-9f97-8c0fcea3d38c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.701060 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fc0ae209-9e3a-44a6-9b9e-3bb7461c0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:31Z', 'revision_number': 9, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:35.705118 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0ae209-9e3a-44a6-9b9e-3bb7461c0976 None None] Checking router: 7babe4b6-4e0d-4416-94de-ce6f7948c419 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:53:35.713493 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0ae209-9e3a-44a6-9b9e-3bb7461c0976 None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:35.714311 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fc0ae209-9e3a-44a6-9b9e-3bb7461c0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:35.765713 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-d0e5dc91-0a4c-4c29-a352-ca4172d7a0a8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Transition to ACTIVE for port object 92c0a116-45d5-4ccf-8143-5fc42f4e4344 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:35.816066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cf45e719-5880-4ef6-b33b-45f7a160d7e3 None None] Provisioning complete for port cde65ccc-d1a8-4f8a-b695-5415a496a570 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:35.816909 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cf45e719-5880-4ef6-b33b-45f7a160d7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.832562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8b6082af-d76b-4869-8cdf-75aa3b978512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.855748 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.874953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d0e5dc91-0a4c-4c29-a352-ca4172d7a0a8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.881403 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9dd3916-184c-4510-9f97-8c0fcea3d38c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.893250 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-cf45e719-5880-4ef6-b33b-45f7a160d7e3 None None] Port cde65ccc-d1a8-4f8a-b695-5415a496a570 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:35.903425 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.920457 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-fc0ae209-9e3a-44a6-9b9e-3bb7461c0976 None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:35.960176 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8b6082af-d76b-4869-8cdf-75aa3b978512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.987310 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9dd3916-184c-4510-9f97-8c0fcea3d38c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.995559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2eb093c-6a6f-4c6d-a381-c00ddf03f703 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.000562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd3916-184c-4510-9f97-8c0fcea3d38c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Subnet': ['ID=a630d04a-0cbb-4fba-8c82-5dcd52ea5511,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:36.001993 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4d66d0-8952-4d26-bdf0-9b5d3bf0aa50 None None] Network 7583aaa9-481c-469a-981b-36de91a0192b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:36.015612 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e5dc91-0a4c-4c29-a352-ca4172d7a0a8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Network 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:36.025523 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a9dd3916-184c-4510-9f97-8c0fcea3d38c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/a630d04a-0cbb-4fba-8c82-5dcd52ea5511 HTTP/1.1" status: 204 len: 168 time: 1.2013159 Mar 16 10:53:36.026649 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-d0e5dc91-0a4c-4c29-a352-ca4172d7a0a8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:36.029105 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e5dc91-0a4c-4c29-a352-ca4172d7a0a8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:36.049772 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46436) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:36.064002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c62b46d-c400-4020-abe5-70906138fdcd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.076626 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552cb174-a468-42f5-b594-efbb4596f393 None None] Network a72e0893-5fe8-47d4-b6c3-df91b2f4584c requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:36.108578 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2eb093c-6a6f-4c6d-a381-c00ddf03f703 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.114017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5dc91-0a4c-4c29-a352-ca4172d7a0a8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event updated for resources: {'Port': ['ID=92c0a116-45d5-4ccf-8143-5fc42f4e4344,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:36.140982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e5dc91-0a4c-4c29-a352-ca4172d7a0a8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:36.142279 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d0e5dc91-0a4c-4c29-a352-ca4172d7a0a8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.162780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8b6082af-d76b-4869-8cdf-75aa3b978512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.170334 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb093c-6a6f-4c6d-a381-c00ddf03f703 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Subnet': ['ID=16627a51-0c76-4b24-b72e-c653f4c3ae23,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:36.183239 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6082af-d76b-4869-8cdf-75aa3b978512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a214510-93f2-451a-9df4-6ae4a9c2a655,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:36.187399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8b6082af-d76b-4869-8cdf-75aa3b978512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.203711 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8b6082af-d76b-4869-8cdf-75aa3b978512 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a214510-93f2-451a-9df4-6ae4a9c2a655 HTTP/1.1" status: 204 len: 168 time: 0.5215018 Mar 16 10:53:36.209054 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d0e5dc91-0a4c-4c29-a352-ca4172d7a0a8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2621906 Mar 16 10:53:36.212647 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46442) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:36.238525 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Request body: {'port': {'network_id': '15b5f357-40dd-4a35-9c9d-361cfe4d0ea4', 'name': 'tempest-AllowedAddressPairTestJSON-212139580'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:36.241851 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a2eb093c-6a6f-4c6d-a381-c00ddf03f703 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/16627a51-0c76-4b24-b72e-c653f4c3ae23 HTTP/1.1" status: 204 len: 168 time: 2.0963850 Mar 16 10:53:36.288368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46446) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:36.407805 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 9b271289-38ac-4e07-92a1-67fbbeff29fc up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:36.548391 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fc0ae209-9e3a-44a6-9b9e-3bb7461c0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:31Z', 'revision_number': 9, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:36.549030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.553836 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0ae209-9e3a-44a6-9b9e-3bb7461c0976 None None] The sync data for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv is: [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:31Z', 'revision_number': 9, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': '537cc59c-2d28-4ab3-b108-d1f6fdd8673c', 'name': '', 'network_id': 'b32f7233-942e-4148-96e9-34a31a38d80f', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:5d:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:44Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '23024390-510e-49d1-ace9-e33b8cf1dd17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:36.597809 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.626838 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Allocated IP 2001:db8::f (36dc7bbb-d79a-4699-ab4c-4942700f82e1/b464eac0-38eb-4e2b-b808-a8623601ae8c/e7a858d9-f833-47f1-869e-4f7bc1e8089c) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:36.665826 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 515b25b7-f060-4beb-a223-6d21999de657 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:36.666157 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.723419 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 9b271289-38ac-4e07-92a1-67fbbeff29fc triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:36.723809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.761546 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-43461f87-a14b-4094-bc66-9d2c469ed62f None None] Provisioning for port 92c0a116-45d5-4ccf-8143-5fc42f4e4344 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:36.781922 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-43461f87-a14b-4094-bc66-9d2c469ed62f None None] Provisioning complete for port 92c0a116-45d5-4ccf-8143-5fc42f4e4344 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:36.781922 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-43461f87-a14b-4094-bc66-9d2c469ed62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.797047 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:36.804953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Usage tracker for resource:port and tenant:73dc488a15414324b394e070f683523f is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:36.810123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:36.823713 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:36.879497 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-43461f87-a14b-4094-bc66-9d2c469ed62f None None] Port 92c0a116-45d5-4ccf-8143-5fc42f4e4344 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:36.915730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Made reservation on behalf of 73dc488a15414324b394e070f683523f for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:36.919327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.947675 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] device_id is not set on port 222a349a-8fc7-4856-8eb6-582d07a3c5c9 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:36.949715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port 1ba3d091-dbb1-44dd-8f28-a02f1608630f {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:36.950253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.001389 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d12bfa-29bb-4050-a175-f50a3773ebd0 None None] DHCP port deletion for 7583aaa9-481c-469a-981b-36de91a0192b request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:37.019567 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Allocated IP 172.26.3.72 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/07640b37-752a-405d-acd9-5b85efbdd012) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:37.031034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] For port 515b25b7-f060-4beb-a223-6d21999de657, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=515b25b7-f060-4beb-a223-6d21999de657,segment=NetworkSegment(8877bb54-3693-4554-bd3b-3e6763d33a7d),segment_id=8877bb54-3693-4554-bd3b-3e6763d33a7d)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:37.031428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.068924 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c62b46d-c400-4020-abe5-70906138fdcd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.080530 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2061c610-eb4b-4aa5-a699-bf7cceaf569b None None] DHCP port deletion for a72e0893-5fe8-47d4-b6c3-df91b2f4584c request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:37.093523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-99d12bfa-29bb-4050-a175-f50a3773ebd0 None None] Deleting port 1ba3d091-dbb1-44dd-8f28-a02f1608630f {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:37.093890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-99d12bfa-29bb-4050-a175-f50a3773ebd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.141582 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2061c610-eb4b-4aa5-a699-bf7cceaf569b None None] Deleting port 515b25b7-f060-4beb-a223-6d21999de657 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:37.142176 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2061c610-eb4b-4aa5-a699-bf7cceaf569b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.166988 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.180091 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for 515b25b7-f060-4beb-a223-6d21999de657 owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:37.323812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Allocated IP 172.20.0.4 (15b5f357-40dd-4a35-9c9d-361cfe4d0ea4/b085c443-81a4-4194-9548-28207a306c82/222a349a-8fc7-4856-8eb6-582d07a3c5c9) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:37.337578 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.388204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No DVR routers for this DVR port 515b25b7-f060-4beb-a223-6d21999de657 on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:37.403789 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c62b46d-c400-4020-abe5-70906138fdcd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.436879 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=515b25b7-f060-4beb-a223-6d21999de657,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:37.463504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62b46d-c400-4020-abe5-70906138fdcd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=48fedf49-0b97-4947-a008-0c94977e73f7,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:37.475985 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Transition to ACTIVE for port object e7a858d9-f833-47f1-869e-4f7bc1e8089c will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:37.493114 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c62b46d-c400-4020-abe5-70906138fdcd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.524420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64da7dc2-5a13-49c4-ba9e-2ff046076fc8 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:37.547731 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2c62b46d-c400-4020-abe5-70906138fdcd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/48fedf49-0b97-4947-a008-0c94977e73f7 HTTP/1.1" status: 204 len: 168 time: 1.9407380 Mar 16 10:53:37.557789 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46468) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:37.586791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2061c610-eb4b-4aa5-a699-bf7cceaf569b None None] For port 515b25b7-f060-4beb-a223-6d21999de657, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=515b25b7-f060-4beb-a223-6d21999de657,segment=NetworkSegment(8877bb54-3693-4554-bd3b-3e6763d33a7d),segment_id=8877bb54-3693-4554-bd3b-3e6763d33a7d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:37.587049 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.591506 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2061c610-eb4b-4aa5-a699-bf7cceaf569b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.603792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-99d12bfa-29bb-4050-a175-f50a3773ebd0 None None] For port 1ba3d091-dbb1-44dd-8f28-a02f1608630f, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1ba3d091-dbb1-44dd-8f28-a02f1608630f,segment=NetworkSegment(e13ae17c-a1d7-46a0-80fb-d131b720121c),segment_id=e13ae17c-a1d7-46a0-80fb-d131b720121c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:37.604414 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-99d12bfa-29bb-4050-a175-f50a3773ebd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.697221 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c5cbd136-9359-4f7e-81d1-55555e9f29d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1372821 Mar 16 10:53:37.713090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46474) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:37.722130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:37.744039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.775444 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] For port 1ba3d091-dbb1-44dd-8f28-a02f1608630f, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1ba3d091-dbb1-44dd-8f28-a02f1608630f,segment=NetworkSegment(e13ae17c-a1d7-46a0-80fb-d131b720121c),segment_id=e13ae17c-a1d7-46a0-80fb-d131b720121c)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:37.775801 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.781590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-99d12bfa-29bb-4050-a175-f50a3773ebd0 None None] Calling delete_port for 1ba3d091-dbb1-44dd-8f28-a02f1608630f owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:37.815613 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72e0893-5fe8-47d4-b6c3-df91b2f4584c']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:37.842967 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8877bb54-3693-4554-bd3b-3e6763d33a7d') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:37.842967 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8877bb54-3693-4554-bd3b-3e6763d33a7d') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:37.863512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.889501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.897560 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:37.898135 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.901592 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:53:37.980281 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Calling delete_port for 1ba3d091-dbb1-44dd-8f28-a02f1608630f owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:37.999117 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:38.078607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.101247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.132850 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.150823 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Transition to ACTIVE for port object 222a349a-8fc7-4856-8eb6-582d07a3c5c9 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:38.156649 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/networks/a72e0893-5fe8-47d4-b6c3-df91b2f4584c HTTP/1.1" status: 204 len: 168 time: 1.8608603 Mar 16 10:53:38.158376 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.158528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46490) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.167294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-ee1b540c-c367-49b9-8758-5fb46a6380dc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-267056468'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:38.170973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f2f57-2b33-4e7f-90c3-f90b4c2bfd2f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Network': ['ID=a72e0893-5fe8-47d4-b6c3-df91b2f4584c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:38.176387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ee1b540c-c367-49b9-8758-5fb46a6380dc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:38.181793 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ee1b540c-c367-49b9-8758-5fb46a6380dc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:network and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:38.186357 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ee1b540c-c367-49b9-8758-5fb46a6380dc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:38.198435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ee1b540c-c367-49b9-8758-5fb46a6380dc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:38.220681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1b540c-c367-49b9-8758-5fb46a6380dc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:38.225459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ee1b540c-c367-49b9-8758-5fb46a6380dc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.255795 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:38.260191 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1b540c-c367-49b9-8758-5fb46a6380dc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:38.260615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:38.263665 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:38.263813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.269785 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:38.281887 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=e7a858d9-f833-47f1-869e-4f7bc1e8089c,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:38.294026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 36dc7bbb-d79a-4699-ab4c-4942700f82e1 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:38.302344 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:38.305931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.320384 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2061c610-eb4b-4aa5-a699-bf7cceaf569b None None] Calling delete_port for 515b25b7-f060-4beb-a223-6d21999de657 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:38.322190 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:38.332880 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:38.339078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:38.339718 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.346027 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46494) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.372487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-99d12bfa-29bb-4050-a175-f50a3773ebd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.397974 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event updated for resources: {'Port': ['ID=222a349a-8fc7-4856-8eb6-582d07a3c5c9,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:38.413792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ee1b540c-c367-49b9-8758-5fb46a6380dc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.414123 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-ee1b540c-c367-49b9-8758-5fb46a6380dc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Added segment 4d9661c1-02c9-4d77-9bdd-92ad4027f408 of type vlan for network f6597cfe-a366-4fb0-8e8c-44d9b942caa8 Mar 16 10:53:38.426350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Network 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:38.428584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:38.433597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:38.467033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d12bfa-29bb-4050-a175-f50a3773ebd0 None None] Pushing event deleted for resources: {'Port': ['ID=1ba3d091-dbb1-44dd-8f28-a02f1608630f,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:38.471184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 515b25b7-f060-4beb-a223-6d21999de657 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:38.505500 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ee1b540c-c367-49b9-8758-5fb46a6380dc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.523521 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.526258 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 515b25b7-f060-4beb-a223-6d21999de657 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:38.527745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 515b25b7-f060-4beb-a223-6d21999de657 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:38.528159 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6e215182-be0e-46cb-9f8a-01d66a487845 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:38.535207 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:38.535973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.581645 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-61bbe6b1-1296-454d-9b5a-5b3b54cc0e31 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3679056 Mar 16 10:53:38.588353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46500) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.601586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:01:d1:b9'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:27:29:3f'}]}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:38.618017 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d12bfa-29bb-4050-a175-f50a3773ebd0 None None] No DVR routers for this DVR port 1ba3d091-dbb1-44dd-8f28-a02f1608630f on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:38.624752 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 6e215182-be0e-46cb-9f8a-01d66a487845 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:38.625495 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6e215182-be0e-46cb-9f8a-01d66a487845 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:38.626934 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1ba3d091-dbb1-44dd-8f28-a02f1608630f no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:38.645801 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9bc0d32d-c920-42e5-9a3f-e5c96cc27dd2 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.2967541 Mar 16 10:53:38.646719 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:38.647036 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:38.655079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46504) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.661915 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-106854750', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:38.668529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Pushing event updated for resources: {'Port': ['ID=07640b37-752a-405d-acd9-5b85efbdd012,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:38.700148 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 1ba3d091-dbb1-44dd-8f28-a02f1608630f {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:38.700795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1ba3d091-dbb1-44dd-8f28-a02f1608630f not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:38.745389 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-2061c610-eb4b-4aa5-a699-bf7cceaf569b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:38.745677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-2061c610-eb4b-4aa5-a699-bf7cceaf569b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:38.745932 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:38.746722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ee1b540c-c367-49b9-8758-5fb46a6380dc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.747034 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:38.752857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1b540c-c367-49b9-8758-5fb46a6380dc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:38.753796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ee1b540c-c367-49b9-8758-5fb46a6380dc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.757649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:38.760182 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:38.796576 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Usage tracker for resource:port and tenant:32b1a99082b9408d8245da99aa08e5e3 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:38.807183 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:38.826597 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:38.826812 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-83c3fa4d-92df-4629-a6a1-26c7f0a202c3 None None] Provisioning for port e7a858d9-f833-47f1-869e-4f7bc1e8089c completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:38.833186 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-83c3fa4d-92df-4629-a6a1-26c7f0a202c3 None None] Provisioning complete for port e7a858d9-f833-47f1-869e-4f7bc1e8089c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:38.833186 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-83c3fa4d-92df-4629-a6a1-26c7f0a202c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.857978 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ee1b540c-c367-49b9-8758-5fb46a6380dc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6985948 Mar 16 10:53:38.866819 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf231d0-8b96-448b-bad8-dce6705545b8 None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:38.867045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46510) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.870529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Made reservation on behalf of 32b1a99082b9408d8245da99aa08e5e3 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:38.872850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.883222 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ddf231d0-8b96-448b-bad8-dce6705545b8 None None] Deleting port e1fdee0f-029e-4e2c-9e08-54a5118b0af2 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:38.883977 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ddf231d0-8b96-448b-bad8-dce6705545b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.898303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.927057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'subnet': {'network_id': 'f6597cfe-a366-4fb0-8e8c-44d9b942caa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:38.942381 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-83c3fa4d-92df-4629-a6a1-26c7f0a202c3 None None] Port e7a858d9-f833-47f1-869e-4f7bc1e8089c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:38.967453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b540c-c367-49b9-8758-5fb46a6380dc tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Network': ['ID=f6597cfe-a366-4fb0-8e8c-44d9b942caa8,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:38.977535 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:38.987026 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network f6597cfe-a366-4fb0-8e8c-44d9b942caa8 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:38.991543 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Usage tracker for resource:security_group_rule and tenant:32b1a99082b9408d8245da99aa08e5e3 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:39.001666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:39.016340 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146c9f2c-1543-48ed-be25-a120688905a5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:39.017029 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-146c9f2c-1543-48ed-be25-a120688905a5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:39.026250 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-83c3fa4d-92df-4629-a6a1-26c7f0a202c3 None None] Provisioning for port 222a349a-8fc7-4856-8eb6-582d07a3c5c9 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:39.029778 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:39.037438 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-83c3fa4d-92df-4629-a6a1-26c7f0a202c3 None None] Provisioning complete for port 222a349a-8fc7-4856-8eb6-582d07a3c5c9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:39.037937 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-83c3fa4d-92df-4629-a6a1-26c7f0a202c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.051800 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.081863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-146c9f2c-1543-48ed-be25-a120688905a5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:39.085579 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-146c9f2c-1543-48ed-be25-a120688905a5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4105432 Mar 16 10:53:39.093023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46514) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:39.150678 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port 1ba3d091-dbb1-44dd-8f28-a02f1608630f {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:39.150678 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.151037 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:39.166074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:subnet and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:39.170672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:39.185363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:39.192327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.216493 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.220339 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:39.223742 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.246191 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-83c3fa4d-92df-4629-a6a1-26c7f0a202c3 None None] Port 222a349a-8fc7-4856-8eb6-582d07a3c5c9 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:39.250021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2061c610-eb4b-4aa5-a699-bf7cceaf569b None None] Deleting port 515b25b7-f060-4beb-a223-6d21999de657 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:39.250890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2061c610-eb4b-4aa5-a699-bf7cceaf569b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.302203 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] The port '1ba3d091-dbb1-44dd-8f28-a02f1608630f' was deleted {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:53:39.334586 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2061c610-eb4b-4aa5-a699-bf7cceaf569b None None] The port '515b25b7-f060-4beb-a223-6d21999de657' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:53:39.348899 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-ddf231d0-8b96-448b-bad8-dce6705545b8 None None] For port e1fdee0f-029e-4e2c-9e08-54a5118b0af2, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e1fdee0f-029e-4e2c-9e08-54a5118b0af2,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:39.349823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ddf231d0-8b96-448b-bad8-dce6705545b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.365329 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.403016 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7e50da-dc44-45fb-bc9d-bcf4a2a3071c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:39.408726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7e50da-dc44-45fb-bc9d-bcf4a2a3071c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:39.414613 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7e50da-dc44-45fb-bc9d-bcf4a2a3071c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:39.415236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1b7e50da-dc44-45fb-bc9d-bcf4a2a3071c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:39.423471 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:39.443216 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:39.446677 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:39.447431 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.460969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1b7e50da-dc44-45fb-bc9d-bcf4a2a3071c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:39.465462 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1b7e50da-dc44-45fb-bc9d-bcf4a2a3071c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3636184 Mar 16 10:53:39.465673 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46518) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:39.478362 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ddf231d0-8b96-448b-bad8-dce6705545b8 None None] Calling delete_port for e1fdee0f-029e-4e2c-9e08-54a5118b0af2 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:39.505172 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=bf2d4887-d257-4d73-b5ae-c96023968784,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:39.566129 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ddf231d0-8b96-448b-bad8-dce6705545b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.594981 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:39.595347 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:39.595740 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:39.596005 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:39.596324 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:39.596643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:39.596956 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:39.597267 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:39.597582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:39.598439 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:39.598439 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:39.598623 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:39.613319 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.653163 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf231d0-8b96-448b-bad8-dce6705545b8 None None] Pushing event deleted for resources: {'Port': ['ID=e1fdee0f-029e-4e2c-9e08-54a5118b0af2,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:39.667030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-2eb47d69-8b7e-4056-90db-b2b9daa65b49 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port e7a858d9-f833-47f1-869e-4f7bc1e8089c {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:39.667392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2eb47d69-8b7e-4056-90db-b2b9daa65b49 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.669803 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf231d0-8b96-448b-bad8-dce6705545b8 None None] No DVR routers for this DVR port e1fdee0f-029e-4e2c-9e08-54a5118b0af2 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:39.690178 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062b00c8-8fbc-46db-bed5-60a4317bb0e4 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:39.711018 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7c81b35c-ac4c-4528-b419-75320515acfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9968534 Mar 16 10:53:39.719625 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.767303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46522) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:39.773506 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'name': 'tempest-NetworksTestDHCPv6-1281560978'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:39.789967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7583aaa9-481c-469a-981b-36de91a0192b']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:39.807236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.847498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] device_id is not set on port b01aa3c7-50e2-430d-b137-2d3d044dc72a yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:39.885495 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13ae17c-a1d7-46a0-80fb-d131b720121c') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:39.886214 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13ae17c-a1d7-46a0-80fb-d131b720121c') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:39.911757 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.990196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.009371 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.036737 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': 'bf2d4887-d257-4d73-b5ae-c96023968784'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:40.038078 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.049956 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.058299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.072835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337bfbc2-e950-4adb-a138-39530cdf6324,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:40.095994 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:40.096396 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:40.114589 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:40.338668 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Subnet': ['ID=495af7b1-21d6-4ffc-a4a7-16e698821c60,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:40.350211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event updated for resources: {'Port': ['ID=222a349a-8fc7-4856-8eb6-582d07a3c5c9,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:40.360843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Allocated IP 2001:db8::2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/bf2d4887-d257-4d73-b5ae-c96023968784/757e664b-a3b2-4938-9eeb-efc45f87277e) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:40.394720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e1fdee0f-029e-4e2c-9e08-54a5118b0af2 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:40.440941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2eb47d69-8b7e-4056-90db-b2b9daa65b49 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.462404 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.resource_extend [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:53:40.473669 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:40.482081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: e1fdee0f-029e-4e2c-9e08-54a5118b0af2 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:40.482559 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e1fdee0f-029e-4e2c-9e08-54a5118b0af2 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:40.488103 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.493650 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.500925 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:port and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:40.505303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.537241 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:40.546189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Allocated IP 172.26.3.51 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/b01aa3c7-50e2-430d-b137-2d3d044dc72a) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:40.555921 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.597336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] In _notify_port_updated(), no bound segment for port 222a349a-8fc7-4856-8eb6-582d07a3c5c9 on network 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 {{(pid=87969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:53:40.603667 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:40.604317 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.605636 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "PUT /v2.0/ports/222a349a-8fc7-4856-8eb6-582d07a3c5c9 HTTP/1.1" status: 200 len: 1055 time: 2.0128648 Mar 16 10:53:40.607296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.607637 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.607963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.608284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.608606 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.608924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.609276 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.610060 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.610377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.610690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.611005 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.611393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.616229 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:40.616743 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46526) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:40.628040 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/networks/7583aaa9-481c-469a-981b-36de91a0192b HTTP/1.1" status: 204 len: 168 time: 4.5677431 Mar 16 10:53:40.629397 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbd837-07fc-4a03-889a-59580847b378 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Network': ['ID=7583aaa9-481c-469a-981b-36de91a0192b,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:40.639461 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46528) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:40.705958 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-81b71c46-5290-4e6a-b0b4-f06098daf7c3 None None] Provisioning complete for port 222a349a-8fc7-4856-8eb6-582d07a3c5c9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:40.706519 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-81b71c46-5290-4e6a-b0b4-f06098daf7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.731695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-2eb47d69-8b7e-4056-90db-b2b9daa65b49 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for e7a858d9-f833-47f1-869e-4f7bc1e8089c owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:40.786336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.786756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.787447 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.787447 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.788202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.788202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.788686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.789013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.789886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.790003 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-81b71c46-5290-4e6a-b0b4-f06098daf7c3 None None] Port 222a349a-8fc7-4856-8eb6-582d07a3c5c9 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:40.790205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.790522 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.790834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a47d37-ce41-4a0f-86a1-819e582147e0 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:40.794421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.806215 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Transition to ACTIVE for port object 757e664b-a3b2-4938-9eeb-efc45f87277e will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:40.822836 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:40.825604 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Transition to ACTIVE for port object 757e664b-a3b2-4938-9eeb-efc45f87277e will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:40.827301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.832916 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.858400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Checking segment: {'id': '4d9661c1-02c9-4d77-9bdd-92ad4027f408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f6597cfe-a366-4fb0-8e8c-44d9b942caa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:40.858780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network hostable DHCP agents. Network: f6597cfe-a366-4fb0-8e8c-44d9b942caa8, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:40.901482 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:40.902746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:40.906871 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:40.912016 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-b174bb50-a0cd-4707-95d7-ea298004cfbc tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Deleting port 222a349a-8fc7-4856-8eb6-582d07a3c5c9 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:40.916655 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b174bb50-a0cd-4707-95d7-ea298004cfbc tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.932963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Pushing event updated for resources: {'Port': ['ID=07640b37-752a-405d-acd9-5b85efbdd012,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:40.953073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Pushing event updated for resources: {'Port': ['ID=757e664b-a3b2-4938-9eeb-efc45f87277e,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:40.962554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port b60f8c57-a702-4e30-abe3-40b3e7497495 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:41.007048 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.021197 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Attempting to bind port 757e664b-a3b2-4938-9eeb-efc45f87277e on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:41.021813 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Attempting to bind port 757e664b-a3b2-4938-9eeb-efc45f87277e by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:41.022204 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Attempting to bind port 757e664b-a3b2-4938-9eeb-efc45f87277e on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:41.028157 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:41.028645 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:41.029041 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.029309 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:41.029764 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Bound port: 757e664b-a3b2-4938-9eeb-efc45f87277e, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:41.030288 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.081671 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network f6597cfe-a366-4fb0-8e8c-44d9b942caa8 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:41.103984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, f6597cfe-a366-4fb0-8e8c-44d9b942caa8) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:41.131213 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed60d1-4b07-429e-aa3a-705295fe4dcd None None] Network f6597cfe-a366-4fb0-8e8c-44d9b942caa8 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:41.147278 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:41.147860 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.147972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] For port 757e664b-a3b2-4938-9eeb-efc45f87277e, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:41.171015 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] For port 757e664b-a3b2-4938-9eeb-efc45f87277e, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=757e664b-a3b2-4938-9eeb-efc45f87277e,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:41.218588 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.218822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2eb47d69-8b7e-4056-90db-b2b9daa65b49 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.260357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.265218 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2d29d217-c3cf-4000-b149-20e84e80f9f5 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9634726 Mar 16 10:53:41.280674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46534) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:41.298516 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-73e5cec2-b3a9-4b7a-8407-d9af0ff19ea1 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Request body: {'floatingip': {'port_id': '2ad92b0b-e162-4a39-beab-9c2ce7db2b06', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:41.381367 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-73e5cec2-b3a9-4b7a-8407-d9af0ff19ea1 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for floatingip, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.393826 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9829a-4985-4d1b-9202-2f844783d451 None None] Pushing event updated for resources: {'Port': ['ID=757e664b-a3b2-4938-9eeb-efc45f87277e,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:41.447064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb47d69-8b7e-4056-90db-b2b9daa65b49 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=e7a858d9-f833-47f1-869e-4f7bc1e8089c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:41.455545 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::7c (6fb457af-0d86-4c52-b4cf-f12d297a5983/bf2d4887-d257-4d73-b5ae-c96023968784/b60f8c57-a702-4e30-abe3-40b3e7497495) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:41.459901 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-f6597cfe-a366-4fb0-8e8c-44d9b942caa8', 'network_id': 'f6597cfe-a366-4fb0-8e8c-44d9b942caa8', 'tenant_id': 'ccc1f3e211964114b838d54c51aafa12', 'fixed_ips': [{'subnet_id': '495af7b1-21d6-4ffc-a4a7-16e698821c60'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:41.461274 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.480602 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-acf7ff24-c595-49aa-9e28-51f09c6fc89e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6122158 Mar 16 10:53:41.489249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46538) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:41.492245 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.511659 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-8fe9ceaf-1a72-4f6e-9f01-c27df2cf0a19 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-490153279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:41.538592 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8fe9ceaf-1a72-4f6e-9f01-c27df2cf0a19 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:41.549663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8fe9ceaf-1a72-4f6e-9f01-c27df2cf0a19 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:router and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:41.555746 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8fe9ceaf-1a72-4f6e-9f01-c27df2cf0a19 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:41.588548 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8fe9ceaf-1a72-4f6e-9f01-c27df2cf0a19 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:41.633869 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b174bb50-a0cd-4707-95d7-ea298004cfbc tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.644167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2eb47d69-8b7e-4056-90db-b2b9daa65b49 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.650887 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2eb47d69-8b7e-4056-90db-b2b9daa65b49 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/e7a858d9-f833-47f1-869e-4f7bc1e8089c HTTP/1.1" status: 204 len: 168 time: 2.1841025 Mar 16 10:53:41.651631 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46542) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:41.681551 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8fe9ceaf-1a72-4f6e-9f01-c27df2cf0a19 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.682545 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8fe9ceaf-1a72-4f6e-9f01-c27df2cf0a19 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.685481 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Allocated IP 172.20.0.2 (f6597cfe-a366-4fb0-8e8c-44d9b942caa8/495af7b1-21d6-4ffc-a4a7-16e698821c60/1ae325e5-05eb-4d41-a709-0cd31417e68e) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:41.710750 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8fe9ceaf-1a72-4f6e-9f01-c27df2cf0a19 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.759571 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8fe9ceaf-1a72-4f6e-9f01-c27df2cf0a19 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.943061 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8fe9ceaf-1a72-4f6e-9f01-c27df2cf0a19 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.944469 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8fe9ceaf-1a72-4f6e-9f01-c27df2cf0a19 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4466796 Mar 16 10:53:41.959367 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.965433 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46546) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:41.986030 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acd2754-5de4-41fc-9397-47bc19b01d2a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] GET failed (client error): The resource could not be found. Mar 16 10:53:41.987857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6acd2754-5de4-41fc-9397-47bc19b01d2a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:42.002335 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.013776 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Transition to ACTIVE for port object 1ae325e5-05eb-4d41-a709-0cd31417e68e will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:42.019454 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'network_id': 'f6597cfe-a366-4fb0-8e8c-44d9b942caa8', 'name': 'tempest-PortsTestJSON-914011709'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:42.033740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Transition to ACTIVE for port object 1ae325e5-05eb-4d41-a709-0cd31417e68e will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:42.039553 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.064793 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-b174bb50-a0cd-4707-95d7-ea298004cfbc tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Calling delete_port for 222a349a-8fc7-4856-8eb6-582d07a3c5c9 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:42.115851 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Network f6597cfe-a366-4fb0-8e8c-44d9b942caa8 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:42.119779 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:42.122346 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:42.128537 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Pushing event updated for resources: {'Port': ['ID=1ae325e5-05eb-4d41-a709-0cd31417e68e,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:42.156371 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:42.175746 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6acd2754-5de4-41fc-9397-47bc19b01d2a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:42.179522 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6acd2754-5de4-41fc-9397-47bc19b01d2a tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports/e7a858d9-f833-47f1-869e-4f7bc1e8089c HTTP/1.1" status: 404 len: 333 time: 0.5195272 Mar 16 10:53:42.188334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46550) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:42.229657 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-73e5cec2-b3a9-4b7a-8407-d9af0ff19ea1 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] update failed (client error): The resource could not be found. Mar 16 10:53:42.233335 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-73e5cec2-b3a9-4b7a-8407-d9af0ff19ea1 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] 10.222.0.44 "PUT /v2.0/floatingips/07ed3208-947c-44f2-80f0-50d7319858ce HTTP/1.1" status: 404 len: 507 time: 0.9476418 Mar 16 10:53:42.248089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46554) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:42.285204 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Attempting to bind port 1ae325e5-05eb-4d41-a709-0cd31417e68e on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:42.285584 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Attempting to bind port 1ae325e5-05eb-4d41-a709-0cd31417e68e by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '4d9661c1-02c9-4d77-9bdd-92ad4027f408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f6597cfe-a366-4fb0-8e8c-44d9b942caa8'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:42.285951 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Attempting to bind port 1ae325e5-05eb-4d41-a709-0cd31417e68e on network f6597cfe-a366-4fb0-8e8c-44d9b942caa8 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:42.292697 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:42.293071 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Checking segment: {'id': '4d9661c1-02c9-4d77-9bdd-92ad4027f408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f6597cfe-a366-4fb0-8e8c-44d9b942caa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:42.293471 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.293866 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Bound using segment: {'id': '4d9661c1-02c9-4d77-9bdd-92ad4027f408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f6597cfe-a366-4fb0-8e8c-44d9b942caa8'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:42.294330 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Bound port: 1ae325e5-05eb-4d41-a709-0cd31417e68e, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9661c1-02c9-4d77-9bdd-92ad4027f408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f6597cfe-a366-4fb0-8e8c-44d9b942caa8'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:42.295179 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.320093 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:42.346730 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:42.406700 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Pushing event updated for resources: {'Port': ['ID=b01aa3c7-50e2-430d-b137-2d3d044dc72a,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:42.432746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] For port 1ae325e5-05eb-4d41-a709-0cd31417e68e, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:42.436860 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] For port 1ae325e5-05eb-4d41-a709-0cd31417e68e, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1ae325e5-05eb-4d41-a709-0cd31417e68e,segment=NetworkSegment(4d9661c1-02c9-4d77-9bdd-92ad4027f408),segment_id=4d9661c1-02c9-4d77-9bdd-92ad4027f408)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:42.443325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.501539 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.512284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a4d30-8447-45f0-9bcf-8b9dcc8608ca tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port cde65ccc-d1a8-4f8a-b695-5415a496a570 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:42.512620 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cd1a4d30-8447-45f0-9bcf-8b9dcc8608ca tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.515741 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 757e664b-a3b2-4938-9eeb-efc45f87277e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:42.522435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object b60f8c57-a702-4e30-abe3-40b3e7497495 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:42.546948 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-407529dc-6d40-4633-b10c-0cc76ef2bbfe tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Deleting port 07640b37-752a-405d-acd9-5b85efbdd012 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:42.547584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-407529dc-6d40-4633-b10c-0cc76ef2bbfe tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.628864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:42.629909 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.633081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe28378-b902-4ede-92ac-fa20d0dfb98e None None] Pushing event updated for resources: {'Port': ['ID=1ae325e5-05eb-4d41-a709-0cd31417e68e,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:42.655040 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 757e664b-a3b2-4938-9eeb-efc45f87277e completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:42.668373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:42.674731 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6c644509-ce56-494a-a3f7-d5764f5cddfa tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.3076212 Mar 16 10:53:42.678152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:port and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:42.681135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46558) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:42.684982 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:42.690602 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.51'}]}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:42.704050 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bbd8c127-69cb-4b34-9c9b-c0422ddb5f68 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.756912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:42.759670 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:42.762390 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.774618 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Usage tracker for resource:router and tenant:32b1a99082b9408d8245da99aa08e5e3 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:42.816478 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:42.835030 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:42.845222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b174bb50-a0cd-4707-95d7-ea298004cfbc tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.954882 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:42.958663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.972814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174bb50-a0cd-4707-95d7-ea298004cfbc tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event deleted for resources: {'Port': ['ID=222a349a-8fc7-4856-8eb6-582d07a3c5c9,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:42.992838 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:42.996582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:43.009870 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:43.015430 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:43.016072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.038926 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] device_id is not set on port 8e69408d-29c9-4854-a3cc-5752590afd05 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:43.065528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-19d9f880-ea95-49c7-95aa-26cfdb9383f6 None None] Provisioning for port 757e664b-a3b2-4938-9eeb-efc45f87277e completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:43.076959 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-19d9f880-ea95-49c7-95aa-26cfdb9383f6 None None] Provisioning complete for port 757e664b-a3b2-4938-9eeb-efc45f87277e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:43.077505 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-19d9f880-ea95-49c7-95aa-26cfdb9383f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.139455 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-407529dc-6d40-4633-b10c-0cc76ef2bbfe tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.139720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-407529dc-6d40-4633-b10c-0cc76ef2bbfe tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.157474 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.158478 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.264240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=b60f8c57-a702-4e30-abe3-40b3e7497495,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:43.285626 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fe4019e6-b604-46e6-a21d-2f4e72a8c739 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5169787 Mar 16 10:53:43.288599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46562) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:43.303741 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-19d9f880-ea95-49c7-95aa-26cfdb9383f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.335216 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.358512 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-19d9f880-ea95-49c7-95aa-26cfdb9383f6 None None] For port 757e664b-a3b2-4938-9eeb-efc45f87277e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=757e664b-a3b2-4938-9eeb-efc45f87277e,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:43.366973 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-19d9f880-ea95-49c7-95aa-26cfdb9383f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.409922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-407529dc-6d40-4633-b10c-0cc76ef2bbfe tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Calling delete_port for 07640b37-752a-405d-acd9-5b85efbdd012 owned by network:floatingip {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:43.449005 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cd1a4d30-8447-45f0-9bcf-8b9dcc8608ca tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.457169 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9f880-ea95-49c7-95aa-26cfdb9383f6 None None] Pushing event updated for resources: {'Port': ['ID=757e664b-a3b2-4938-9eeb-efc45f87277e,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:43.487219 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-96c472a7-81cb-460e-b18c-03839aaba915 None None] Provisioning for port b60f8c57-a702-4e30-abe3-40b3e7497495 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:43.492158 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-96c472a7-81cb-460e-b18c-03839aaba915 None None] Provisioning complete for port b60f8c57-a702-4e30-abe3-40b3e7497495 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:43.493065 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-96c472a7-81cb-460e-b18c-03839aaba915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.552797 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-96c472a7-81cb-460e-b18c-03839aaba915 None None] Port b60f8c57-a702-4e30-abe3-40b3e7497495 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:43.632055 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Allocated IP 172.20.0.10 (f6597cfe-a366-4fb0-8e8c-44d9b942caa8/495af7b1-21d6-4ffc-a4a7-16e698821c60/8e69408d-29c9-4854-a3cc-5752590afd05) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:43.716598 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8c127-69cb-4b34-9c9b-c0422ddb5f68 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port 537cc59c-2d28-4ab3-b108-d1f6fdd8673c {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:43.716936 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bbd8c127-69cb-4b34-9c9b-c0422ddb5f68 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.788991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a4d30-8447-45f0-9bcf-8b9dcc8608ca tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for cde65ccc-d1a8-4f8a-b695-5415a496a570 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:43.806738 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.923208 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1024d810-b585-4efb-9563-87a5c3b2188c None None] Network f6597cfe-a366-4fb0-8e8c-44d9b942caa8 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:44.037495 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c322cd21-c9f2-4fc5-a660-d7929570ea3d None None] Provisioning for port 1ae325e5-05eb-4d41-a709-0cd31417e68e completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:44.114954 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610a69f9-93c8-4a16-8fe3-50f0197c5511 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:44.120860 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610a69f9-93c8-4a16-8fe3-50f0197c5511 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:44.121662 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-610a69f9-93c8-4a16-8fe3-50f0197c5511 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:44.218727 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b174bb50-a0cd-4707-95d7-ea298004cfbc tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.221653 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-610a69f9-93c8-4a16-8fe3-50f0197c5511 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:44.222862 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-610a69f9-93c8-4a16-8fe3-50f0197c5511 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.8312235 Mar 16 10:53:44.228129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46568) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:44.232972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-407529dc-6d40-4633-b10c-0cc76ef2bbfe tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.348982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407529dc-6d40-4633-b10c-0cc76ef2bbfe tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Pushing event deleted for resources: {'Port': ['ID=07640b37-752a-405d-acd9-5b85efbdd012,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:44.352170 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-bbd8c127-69cb-4b34-9c9b-c0422ddb5f68 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] For port 537cc59c-2d28-4ab3-b108-d1f6fdd8673c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=537cc59c-2d28-4ab3-b108-d1f6fdd8673c,segment=NetworkSegment(6ba64ed3-405f-4fb6-9100-aebe620ddc78),segment_id=6ba64ed3-405f-4fb6-9100-aebe620ddc78)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:44.353068 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bbd8c127-69cb-4b34-9c9b-c0422ddb5f68 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.393880 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b174bb50-a0cd-4707-95d7-ea298004cfbc tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "DELETE /v2.0/ports/222a349a-8fc7-4856-8eb6-582d07a3c5c9 HTTP/1.1" status: 204 len: 168 time: 3.6727839 Mar 16 10:53:44.403598 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46572) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:44.409096 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cd1a4d30-8447-45f0-9bcf-8b9dcc8608ca tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.483741 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 757e664b-a3b2-4938-9eeb-efc45f87277e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:44.509064 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8c127-69cb-4b34-9c9b-c0422ddb5f68 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Calling delete_port for 537cc59c-2d28-4ab3-b108-d1f6fdd8673c owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:44.554463 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-0114bd3e-0fe4-4830-80e2-7611ba4f5b7f tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] GET failed (client error): The resource could not be found. Mar 16 10:53:44.555377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0114bd3e-0fe4-4830-80e2-7611ba4f5b7f tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Synchronizing usage tracker for tenant:73dc488a15414324b394e070f683523f on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:44.561253 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 757e664b-a3b2-4938-9eeb-efc45f87277e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:44.561628 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.563429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-ad7f9e90-8cbf-43e8-8d17-4bae4bd3f2ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port b60f8c57-a702-4e30-abe3-40b3e7497495 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:44.563769 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ad7f9e90-8cbf-43e8-8d17-4bae4bd3f2ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.572399 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.599441 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a4d30-8447-45f0-9bcf-8b9dcc8608ca tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=cde65ccc-d1a8-4f8a-b695-5415a496a570,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:44.620706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Transition to ACTIVE for port object 8e69408d-29c9-4854-a3cc-5752590afd05 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:44.637765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0114bd3e-0fe4-4830-80e2-7611ba4f5b7f tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Unset dirty status for tenant:73dc488a15414324b394e070f683523f on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:44.639024 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0114bd3e-0fe4-4830-80e2-7611ba4f5b7f tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "GET /v2.0/ports/222a349a-8fc7-4856-8eb6-582d07a3c5c9 HTTP/1.1" status: 404 len: 333 time: 0.2341886 Mar 16 10:53:44.644459 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46576) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:44.683620 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cd1a4d30-8447-45f0-9bcf-8b9dcc8608ca tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.688300 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cd1a4d30-8447-45f0-9bcf-8b9dcc8608ca tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/cde65ccc-d1a8-4f8a-b695-5415a496a570 HTTP/1.1" status: 204 len: 168 time: 2.4988294 Mar 16 10:53:44.702959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46580) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:44.719573 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1ae325e5-05eb-4d41-a709-0cd31417e68e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:44.760115 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-942e54f6-7f4a-4f6d-a869-32c66f9fddef tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] GET failed (client error): The resource could not be found. Mar 16 10:53:44.760642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-942e54f6-7f4a-4f6d-a869-32c66f9fddef tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:44.791347 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-181348a3-d648-45a5-8ae4-e93554ecacb8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Deleting port 92c0a116-45d5-4ccf-8143-5fc42f4e4344 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:44.791687 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-181348a3-d648-45a5-8ae4-e93554ecacb8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.806887 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 1ae325e5-05eb-4d41-a709-0cd31417e68e completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:44.810250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-407529dc-6d40-4633-b10c-0cc76ef2bbfe tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for floatingip, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.811940 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 1ae325e5-05eb-4d41-a709-0cd31417e68e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:44.812312 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.813576 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-407529dc-6d40-4633-b10c-0cc76ef2bbfe tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.814875 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-407529dc-6d40-4633-b10c-0cc76ef2bbfe tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] 10.222.0.44 "DELETE /v2.0/floatingips/07ed3208-947c-44f2-80f0-50d7319858ce HTTP/1.1" status: 204 len: 168 time: 2.5590534 Mar 16 10:53:44.823408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46584) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:44.834934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.847434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2122a413-868b-47fa-8ba6-2cf19bf2fbdf tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Request body: {'floatingip': {'floating_network_id': 'a7f21a81-4565-45de-ba30-c3b2b92fdae3', 'port_id': '2ad92b0b-e162-4a39-beab-9c2ce7db2b06', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:44.855217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-942e54f6-7f4a-4f6d-a869-32c66f9fddef tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:44.856759 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-942e54f6-7f4a-4f6d-a869-32c66f9fddef tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports/cde65ccc-d1a8-4f8a-b695-5415a496a570 HTTP/1.1" status: 404 len: 333 time: 0.1528306 Mar 16 10:53:44.862376 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46588) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:44.899819 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2122a413-868b-47fa-8ba6-2cf19bf2fbdf tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:44.949692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.950643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2122a413-868b-47fa-8ba6-2cf19bf2fbdf tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Usage tracker for resource:floatingip and tenant:a746e6c2150b44649eb156b8bb68c96e is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:44.959575 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2122a413-868b-47fa-8ba6-2cf19bf2fbdf tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:44.985053 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 1ae325e5-05eb-4d41-a709-0cd31417e68e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1ae325e5-05eb-4d41-a709-0cd31417e68e,segment=NetworkSegment(4d9661c1-02c9-4d77-9bdd-92ad4027f408),segment_id=4d9661c1-02c9-4d77-9bdd-92ad4027f408)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:44.989090 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.040392 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2122a413-868b-47fa-8ba6-2cf19bf2fbdf tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:45.047958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd871b02-37cd-470b-bf2b-27acdda8d0aa tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting subnet b464eac0-38eb-4e2b-b808-a8623601ae8c {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:45.055736 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dd871b02-37cd-470b-bf2b-27acdda8d0aa tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.060962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network f6597cfe-a366-4fb0-8e8c-44d9b942caa8 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:45.061472 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=1ae325e5-05eb-4d41-a709-0cd31417e68e,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:45.107361 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:45.120260 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ad7f9e90-8cbf-43e8-8d17-4bae4bd3f2ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.125022 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:45.139059 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dd871b02-37cd-470b-bf2b-27acdda8d0aa tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.226082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=8e69408d-29c9-4854-a3cc-5752590afd05,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:45.236202 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2122a413-868b-47fa-8ba6-2cf19bf2fbdf tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.295564 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-ad7f9e90-8cbf-43e8-8d17-4bae4bd3f2ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for b60f8c57-a702-4e30-abe3-40b3e7497495 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:45.338560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bbd8c127-69cb-4b34-9c9b-c0422ddb5f68 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.344367 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d3585022-7eae-415b-9815-3613d6b74b09 None None] Provisioning for port 8e69408d-29c9-4854-a3cc-5752590afd05 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:45.349785 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d3585022-7eae-415b-9815-3613d6b74b09 None None] Provisioning complete for port 8e69408d-29c9-4854-a3cc-5752590afd05 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:45.350223 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d3585022-7eae-415b-9815-3613d6b74b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.406753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d3585022-7eae-415b-9815-3613d6b74b09 None None] Port 8e69408d-29c9-4854-a3cc-5752590afd05 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:45.469507 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8c127-69cb-4b34-9c9b-c0422ddb5f68 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Port': ['ID=537cc59c-2d28-4ab3-b108-d1f6fdd8673c,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:45.511470 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:45.512082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.563676 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dd871b02-37cd-470b-bf2b-27acdda8d0aa tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.594912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.644113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ad7f9e90-8cbf-43e8-8d17-4bae4bd3f2ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.656731 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.700584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f9e90-8cbf-43e8-8d17-4bae4bd3f2ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=b60f8c57-a702-4e30-abe3-40b3e7497495,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:45.737224 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dd871b02-37cd-470b-bf2b-27acdda8d0aa tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.786578 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ad7f9e90-8cbf-43e8-8d17-4bae4bd3f2ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.795185 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dd871b02-37cd-470b-bf2b-27acdda8d0aa tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.798122 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078941ba-0440-400b-92fb-9740b7c79cf8 None None] Network 36dc7bbb-d79a-4699-ab4c-4942700f82e1 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:45.803827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd871b02-37cd-470b-bf2b-27acdda8d0aa tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Subnet': ['ID=b464eac0-38eb-4e2b-b808-a8623601ae8c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:45.809208 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-dd871b02-37cd-470b-bf2b-27acdda8d0aa tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/b464eac0-38eb-4e2b-b808-a8623601ae8c HTTP/1.1" status: 204 len: 168 time: 0.9449058 Mar 16 10:53:45.811453 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ad7f9e90-8cbf-43e8-8d17-4bae4bd3f2ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/b60f8c57-a702-4e30-abe3-40b3e7497495 HTTP/1.1" status: 204 len: 168 time: 1.5798714 Mar 16 10:53:45.812394 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46592) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:45.814872 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46594) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:45.894321 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cc047e40-67a0-4b4e-bea1-d4b6d7dc8330 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9274914 Mar 16 10:53:45.900733 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-181348a3-d648-45a5-8ae4-e93554ecacb8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.901369 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46600) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:46.033519 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-181348a3-d648-45a5-8ae4-e93554ecacb8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Calling delete_port for 92c0a116-45d5-4ccf-8143-5fc42f4e4344 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:46.109770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.114293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1557b6e6-50a6-41b6-8b40-9ae23690b81f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:46.115476 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1557b6e6-50a6-41b6-8b40-9ae23690b81f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:46.116208 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1557b6e6-50a6-41b6-8b40-9ae23690b81f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:46.119965 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a8ddd-4780-483a-8ea8-1824cf107a79 None None] DHCP port deletion for 36dc7bbb-d79a-4699-ab4c-4942700f82e1 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:46.123991 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-c88a8ddd-4780-483a-8ea8-1824cf107a79 None None] Deleting port 9b271289-38ac-4e07-92a1-67fbbeff29fc {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:46.124353 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c88a8ddd-4780-483a-8ea8-1824cf107a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.273316 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1557b6e6-50a6-41b6-8b40-9ae23690b81f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:46.273316 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1557b6e6-50a6-41b6-8b40-9ae23690b81f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4546056 Mar 16 10:53:46.286798 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46604) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:46.328875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 9b271289-38ac-4e07-92a1-67fbbeff29fc {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:46.331496 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.384529 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-c88a8ddd-4780-483a-8ea8-1824cf107a79 None None] For port 9b271289-38ac-4e07-92a1-67fbbeff29fc, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=9b271289-38ac-4e07-92a1-67fbbeff29fc,segment=NetworkSegment(4b59d389-675b-4e28-877a-63a89f056770),segment_id=4b59d389-675b-4e28-877a-63a89f056770)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:46.384915 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c88a8ddd-4780-483a-8ea8-1824cf107a79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.422714 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bbd8c127-69cb-4b34-9c9b-c0422ddb5f68 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.510922 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad564be-ccb9-4682-938d-0a1ff5d1609c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet bf2d4887-d257-4d73-b5ae-c96023968784 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:46.524937 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-c88a8ddd-4780-483a-8ea8-1824cf107a79 None None] Calling delete_port for 9b271289-38ac-4e07-92a1-67fbbeff29fc owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:46.526835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6ad564be-ccb9-4682-938d-0a1ff5d1609c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.592101 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1ae325e5-05eb-4d41-a709-0cd31417e68e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:46.650802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c88a8ddd-4780-483a-8ea8-1824cf107a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.704127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a8ddd-4780-483a-8ea8-1824cf107a79 None None] Pushing event deleted for resources: {'Port': ['ID=9b271289-38ac-4e07-92a1-67fbbeff29fc,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:46.706599 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a8ddd-4780-483a-8ea8-1824cf107a79 None None] No DVR routers for this DVR port 9b271289-38ac-4e07-92a1-67fbbeff29fc on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:46.728008 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 1ae325e5-05eb-4d41-a709-0cd31417e68e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:46.729347 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.732752 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.790755 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] For port 9b271289-38ac-4e07-92a1-67fbbeff29fc, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=9b271289-38ac-4e07-92a1-67fbbeff29fc,segment=NetworkSegment(4b59d389-675b-4e28-877a-63a89f056770),segment_id=4b59d389-675b-4e28-877a-63a89f056770)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:46.791400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.795701 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6ad564be-ccb9-4682-938d-0a1ff5d1609c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.801984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e4e87c52-0bed-45fc-8159-26697f366e0e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.874095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-181348a3-d648-45a5-8ae4-e93554ecacb8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.920067 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 9b271289-38ac-4e07-92a1-67fbbeff29fc no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:46.956118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 9b271289-38ac-4e07-92a1-67fbbeff29fc {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:46.956614 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 9b271289-38ac-4e07-92a1-67fbbeff29fc not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:46.996895 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-2122a413-868b-47fa-8ba6-2cf19bf2fbdf tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:47.001303 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2122a413-868b-47fa-8ba6-2cf19bf2fbdf tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.1731577 Mar 16 10:53:47.015419 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46608) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:47.045781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for 9b271289-38ac-4e07-92a1-67fbbeff29fc owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:47.094304 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181348a3-d648-45a5-8ae4-e93554ecacb8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event deleted for resources: {'Port': ['ID=92c0a116-45d5-4ccf-8143-5fc42f4e4344,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:47.106377 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': '2ad92b0b-e162-4a39-beab-9c2ce7db2b06', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:47.339459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.api [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:47.339772 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG oslo_db.api [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:47.369651 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:47.410598 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.418321 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Usage tracker for resource:floatingip and tenant:a746e6c2150b44649eb156b8bb68c96e is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:47.428809 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:47.459794 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e4e87c52-0bed-45fc-8159-26697f366e0e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.464645 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e4e87c52-0bed-45fc-8159-26697f366e0e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.555511 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:47.559639 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.566451 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.577463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e87c52-0bed-45fc-8159-26697f366e0e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=8e69408d-29c9-4854-a3cc-5752590afd05,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:47.615893 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6ad564be-ccb9-4682-938d-0a1ff5d1609c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.646786 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.699616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.700120 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 135bd72c-2d33-4cbe-bb49-c34f2baf2d3a {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:47.703305 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-181348a3-d648-45a5-8ae4-e93554ecacb8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.727894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd8c127-69cb-4b34-9c9b-c0422ddb5f68 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 7babe4b6-4e0d-4416-94de-ce6f7948c419 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:47.761765 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-87cd39d1-e1ca-4b47-a58d-5898b3b1d4e1 None None] Provisioning complete for port 8e69408d-29c9-4854-a3cc-5752590afd05 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:47.762545 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-87cd39d1-e1ca-4b47-a58d-5898b3b1d4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.801636 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e4e87c52-0bed-45fc-8159-26697f366e0e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.824500 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 16 10:53:47.825369 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c9200ede-3676-4c17-b7dc-434b06dc826c tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.1424692 Mar 16 10:53:47.826658 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-181348a3-d648-45a5-8ae4-e93554ecacb8 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "DELETE /v2.0/ports/92c0a116-45d5-4ccf-8143-5fc42f4e4344 HTTP/1.1" status: 204 len: 168 time: 3.1813014 Mar 16 10:53:47.829034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46612) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:47.829430 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46614) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:47.833573 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-87cd39d1-e1ca-4b47-a58d-5898b3b1d4e1 None None] Port 8e69408d-29c9-4854-a3cc-5752590afd05 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:47.866422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 9b271289-38ac-4e07-92a1-67fbbeff29fc {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:47.866764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.965681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6ad564be-ccb9-4682-938d-0a1ff5d1609c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.981982 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-144c080c-3eb5-446e-a512-1622205d7c77 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] GET failed (client error): The resource could not be found. Mar 16 10:53:47.983302 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-144c080c-3eb5-446e-a512-1622205d7c77 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "GET /v2.0/ports/92c0a116-45d5-4ccf-8143-5fc42f4e4344 HTTP/1.1" status: 404 len: 333 time: 0.1511364 Mar 16 10:53:47.993712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] The port '9b271289-38ac-4e07-92a1-67fbbeff29fc' was deleted {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:53:47.996008 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46620) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:48.021616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad564be-ccb9-4682-938d-0a1ff5d1609c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=bf2d4887-d257-4d73-b5ae-c96023968784,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:48.030936 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6ad564be-ccb9-4682-938d-0a1ff5d1609c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.033189 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1e66aa-0fca-47eb-901a-40fd34127941 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:48.036838 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd8c127-69cb-4b34-9c9b-c0422ddb5f68 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:48.055222 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6ad564be-ccb9-4682-938d-0a1ff5d1609c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/bf2d4887-d257-4d73-b5ae-c96023968784 HTTP/1.1" status: 204 len: 168 time: 1.7642434 Mar 16 10:53:48.055856 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bbd8c127-69cb-4b34-9c9b-c0422ddb5f68 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/7babe4b6-4e0d-4416-94de-ce6f7948c419/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3781388 Mar 16 10:53:48.056641 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46624) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:48.057854 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba57a4-1d4c-4286-ab60-0f6986ad5831 None None] Sync routers for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:48.062085 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46626) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:48.072287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ba897-5440-484f-896f-84319031c7fc tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Deleting port b01aa3c7-50e2-430d-b137-2d3d044dc72a {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:48.072626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae3ba897-5440-484f-896f-84319031c7fc tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.126733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba57a4-1d4c-4286-ab60-0f6986ad5831 None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:48.127428 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a5ba57a4-1d4c-4286-ab60-0f6986ad5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:48.178934 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5596a68d-fe25-41e4-9c29-846ae8c604fb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186721 Mar 16 10:53:48.185942 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46632) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:48.257423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-60feed4e-0ffe-4e5e-92e2-d9b501d33d59 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting subnet 23024390-510e-49d1-ace9-e33b8cf1dd17 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:48.263082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.266499 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-60feed4e-0ffe-4e5e-92e2-d9b501d33d59 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.376526 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-a5ba57a4-1d4c-4286-ab60-0f6986ad5831 None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:48.383892 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-60feed4e-0ffe-4e5e-92e2-d9b501d33d59 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.473262 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-1b587b11-921b-4297-a799-ddb41faedc5e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Deleting port 5229cbf0-965b-4f42-9181-7a36fc146a0a {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:48.474137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b587b11-921b-4297-a799-ddb41faedc5e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.494866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28b099d-d416-4d4f-8284-7a9d922f62e1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:48.495565 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d28b099d-d416-4d4f-8284-7a9d922f62e1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:48.517593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.531944 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d28b099d-d416-4d4f-8284-7a9d922f62e1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:48.535499 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d28b099d-d416-4d4f-8284-7a9d922f62e1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3462524 Mar 16 10:53:48.540527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e4e87c52-0bed-45fc-8159-26697f366e0e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.543479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46636) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:48.547735 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Allocated IP 172.26.3.49 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/83b1df10-3f82-47e6-895f-7298d269c030) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:48.628149 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36dc7bbb-d79a-4699-ab4c-4942700f82e1']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:48.660444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93b790d-44f0-4bf1-9b77-3636c9ce6b34 None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:48.668135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d93b790d-44f0-4bf1-9b77-3636c9ce6b34 None None] Deleting port 757e664b-a3b2-4938-9eeb-efc45f87277e {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:48.668504 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d93b790d-44f0-4bf1-9b77-3636c9ce6b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.735114 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b59d389-675b-4e28-877a-63a89f056770') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:48.735602 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b59d389-675b-4e28-877a-63a89f056770') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:48.789809 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-60feed4e-0ffe-4e5e-92e2-d9b501d33d59 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.854199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.882253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc0cdee-1525-46e6-a52e-7a89251ddd8e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:48.883881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cfc0cdee-1525-46e6-a52e-7a89251ddd8e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:48.931541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cfc0cdee-1525-46e6-a52e-7a89251ddd8e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:48.931541 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cfc0cdee-1525-46e6-a52e-7a89251ddd8e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3842123 Mar 16 10:53:48.932889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46640) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:48.945845 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-d93b790d-44f0-4bf1-9b77-3636c9ce6b34 None None] For port 757e664b-a3b2-4938-9eeb-efc45f87277e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=757e664b-a3b2-4938-9eeb-efc45f87277e,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:48.946310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d93b790d-44f0-4bf1-9b77-3636c9ce6b34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.988286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.011954 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a5ba57a4-1d4c-4286-ab60-0f6986ad5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:44Z', 'revision_number': 10, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.018103 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-60feed4e-0ffe-4e5e-92e2-d9b501d33d59 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.064853 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-885967e5-3c2a-44e8-92e6-9aea0e2112bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1182971 Mar 16 10:53:49.067759 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:49.068167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.071397 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba57a4-1d4c-4286-ab60-0f6986ad5831 None None] Checking router: 7babe4b6-4e0d-4416-94de-ce6f7948c419 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:53:49.077135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46644) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.079459 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d93b790d-44f0-4bf1-9b77-3636c9ce6b34 None None] Calling delete_port for 757e664b-a3b2-4938-9eeb-efc45f87277e owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:49.083318 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:49.086023 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-60feed4e-0ffe-4e5e-92e2-d9b501d33d59 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.086809 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60feed4e-0ffe-4e5e-92e2-d9b501d33d59 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Subnet': ['ID=23024390-510e-49d1-ace9-e33b8cf1dd17,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:49.092240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-86b858e6-9e11-4ceb-908f-84c308fdce10 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:49.108517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c26a56-3636-482b-99ad-8f8ea0464df8 None None] Network b32f7233-942e-4148-96e9-34a31a38d80f requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:49.115560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.140906 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-60feed4e-0ffe-4e5e-92e2-d9b501d33d59 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/23024390-510e-49d1-ace9-e33b8cf1dd17 HTTP/1.1" status: 204 len: 168 time: 1.0775981 Mar 16 10:53:49.141963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46648) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.162797 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba57a4-1d4c-4286-ab60-0f6986ad5831 None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:49.163467 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a5ba57a4-1d4c-4286-ab60-0f6986ad5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.186101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae3ba897-5440-484f-896f-84319031c7fc tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.333996 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-86b858e6-9e11-4ceb-908f-84c308fdce10 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:49.338942 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.355808 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-86b858e6-9e11-4ceb-908f-84c308fdce10 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:49.375327 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port 99d8b8a4-c885-4f83-b858-6debb49216c1 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:49.376828 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.405244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ba897-5440-484f-896f-84319031c7fc tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Calling delete_port for b01aa3c7-50e2-430d-b137-2d3d044dc72a owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:49.414707 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.442154 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d93b790d-44f0-4bf1-9b77-3636c9ce6b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.455801 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b858e6-9e11-4ceb-908f-84c308fdce10 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:49.459628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-86b858e6-9e11-4ceb-908f-84c308fdce10 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.465692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.490857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.500765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b587b11-921b-4297-a799-ddb41faedc5e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.518790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-a5ba57a4-1d4c-4286-ab60-0f6986ad5831 None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:49.529907 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Network': ['ID=36dc7bbb-d79a-4699-ab4c-4942700f82e1,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:49.532242 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:49.561684 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b790d-44f0-4bf1-9b77-3636c9ce6b34 None None] Pushing event deleted for resources: {'Port': ['ID=757e664b-a3b2-4938-9eeb-efc45f87277e,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:49.563745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93b790d-44f0-4bf1-9b77-3636c9ce6b34 None None] No DVR routers for this DVR port 757e664b-a3b2-4938-9eeb-efc45f87277e on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:49.615399 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:49.630864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:49.673169 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-1b587b11-921b-4297-a799-ddb41faedc5e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Calling delete_port for 5229cbf0-965b-4f42-9181-7a36fc146a0a owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:49.680707 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Pushing event updated for resources: {'Port': ['ID=83b1df10-3f82-47e6-895f-7298d269c030,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:49.736396 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-210e1dc6-9c32-4ad6-a588-01d865ddeb8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/networks/36dc7bbb-d79a-4699-ab4c-4942700f82e1 HTTP/1.1" status: 204 len: 168 time: 3.9227397 Mar 16 10:53:49.743827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46652) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.753130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-2c9e51d2-c092-47d5-9693-1ec8562afc3f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-735114935'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:49.768066 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2c9e51d2-c092-47d5-9693-1ec8562afc3f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:49.817789 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2c9e51d2-c092-47d5-9693-1ec8562afc3f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:network and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:49.870275 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] DHCP port deletion for b32f7233-942e-4148-96e9-34a31a38d80f request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:49.877494 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Deleting port 99d8b8a4-c885-4f83-b858-6debb49216c1 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:49.877866 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.970168 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2c9e51d2-c092-47d5-9693-1ec8562afc3f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:49.992432 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a5ba57a4-1d4c-4286-ab60-0f6986ad5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:44Z', 'revision_number': 10, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.993260 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2c9e51d2-c092-47d5-9693-1ec8562afc3f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:49.998040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.resource_extend [None req-e4e87c52-0bed-45fc-8159-26697f366e0e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:53:49.999986 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] For port 99d8b8a4-c885-4f83-b858-6debb49216c1, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=99d8b8a4-c885-4f83-b858-6debb49216c1,segment=NetworkSegment(6ba64ed3-405f-4fb6-9100-aebe620ddc78),segment_id=6ba64ed3-405f-4fb6-9100-aebe620ddc78)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:50.000549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.018952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e4e87c52-0bed-45fc-8159-26697f366e0e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.024695 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba57a4-1d4c-4286-ab60-0f6986ad5831 None None] The sync data for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv is: [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:44Z', 'revision_number': 10, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None, '_interfaces': [{'id': 'c24bde5d-0946-46f0-8645-37dcf8d178f2', 'name': '', 'network_id': '6d28c3a7-da2c-421f-97fd-b2b4778aa3be', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'mac_address': 'fa:16:3e:a3:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:15Z', 'updated_at': '2022-03-16T10:52:28Z', 'revision_number': 5, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'subnets': [{'id': '6a41ca14-5d15-4b23-86e5-3ab18a6470ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:50.075348 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Deleting port 83b1df10-3f82-47e6-895f-7298d269c030 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:50.075963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.083689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9e51d2-c092-47d5-9693-1ec8562afc3f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:50.087270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2c9e51d2-c092-47d5-9693-1ec8562afc3f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.095790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e4e87c52-0bed-45fc-8159-26697f366e0e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.123386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae3ba897-5440-484f-896f-84319031c7fc tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.153678 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] For port 99d8b8a4-c885-4f83-b858-6debb49216c1, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=99d8b8a4-c885-4f83-b858-6debb49216c1,segment=NetworkSegment(6ba64ed3-405f-4fb6-9100-aebe620ddc78),segment_id=6ba64ed3-405f-4fb6-9100-aebe620ddc78)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:50.154276 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.179093 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Calling delete_port for 99d8b8a4-c885-4f83-b858-6debb49216c1 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:50.214600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b587b11-921b-4297-a799-ddb41faedc5e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.283674 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Calling delete_port for 99d8b8a4-c885-4f83-b858-6debb49216c1 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:50.287624 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e4e87c52-0bed-45fc-8159-26697f366e0e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.292040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9e51d2-c092-47d5-9693-1ec8562afc3f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:50.318657 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e87c52-0bed-45fc-8159-26697f366e0e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=8e69408d-29c9-4854-a3cc-5752590afd05,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:50.373552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.456317 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae3ba897-5440-484f-896f-84319031c7fc tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.462196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ba897-5440-484f-896f-84319031c7fc tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] Pushing event deleted for resources: {'Port': ['ID=b01aa3c7-50e2-430d-b137-2d3d044dc72a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:50.479999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Pushing event deleted for resources: {'Port': ['ID=99d8b8a4-c885-4f83-b858-6debb49216c1,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:50.498219 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 537cc59c-2d28-4ab3-b108-d1f6fdd8673c no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:50.544525 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:50.545066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:50.545684 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:50.546165 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:50.546658 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:50.547135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:50.547635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:50.548098 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:50.548564 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:50.549042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:50.549504 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:50.549961 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:50.553343 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3558330-7d36-4a23-b378-7075e1172240 None None] No DVR routers for this DVR port 99d8b8a4-c885-4f83-b858-6debb49216c1 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:50.555233 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 537cc59c-2d28-4ab3-b108-d1f6fdd8673c {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:50.556272 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 537cc59c-2d28-4ab3-b108-d1f6fdd8673c not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:50.556816 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 99d8b8a4-c885-4f83-b858-6debb49216c1 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:50.594254 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-86b858e6-9e11-4ceb-908f-84c308fdce10 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.605712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2c9e51d2-c092-47d5-9693-1ec8562afc3f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.605987 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-2c9e51d2-c092-47d5-9693-1ec8562afc3f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Added segment 7feb8455-3f27-470b-839f-f96d3287a871 of type vlan for network 373ac594-078f-46aa-b406-5567f6bb7a9d Mar 16 10:53:50.606205 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 99d8b8a4-c885-4f83-b858-6debb49216c1 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:50.606978 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 99d8b8a4-c885-4f83-b858-6debb49216c1 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:50.606978 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 757e664b-a3b2-4938-9eeb-efc45f87277e no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:50.630437 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:50.630700 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:50.646716 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 757e664b-a3b2-4938-9eeb-efc45f87277e {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:50.648842 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 757e664b-a3b2-4938-9eeb-efc45f87277e not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:50.674132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b858e6-9e11-4ceb-908f-84c308fdce10 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:50.682130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-86b858e6-9e11-4ceb-908f-84c308fdce10 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:50.689131 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b858e6-9e11-4ceb-908f-84c308fdce10 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:50.689919 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-86b858e6-9e11-4ceb-908f-84c308fdce10 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.693828 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b280e75f-9455-47fc-aa55-5c4f9f780ce8 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:50.718817 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b858e6-9e11-4ceb-908f-84c308fdce10 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=eaf61651-9a37-4fac-9b7f-605ec377e633,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:50.727053 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.727441 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.738157 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b587b11-921b-4297-a799-ddb41faedc5e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event deleted for resources: {'Port': ['ID=5229cbf0-965b-4f42-9181-7a36fc146a0a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:50.746186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b587b11-921b-4297-a799-ddb41faedc5e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.750761 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1b587b11-921b-4297-a799-ddb41faedc5e tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "DELETE /v2.0/ports/5229cbf0-965b-4f42-9181-7a36fc146a0a HTTP/1.1" status: 204 len: 168 time: 2.7454374 Mar 16 10:53:50.754935 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46658) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:50.771287 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ae3ba897-5440-484f-896f-84319031c7fc tempest-RoutersAdminNegativeTest-929845777 tempest-RoutersAdminNegativeTest-929845777-project-admin] 10.222.0.44 "DELETE /v2.0/ports/b01aa3c7-50e2-430d-b137-2d3d044dc72a HTTP/1.1" status: 204 len: 168 time: 2.9379010 Mar 16 10:53:50.815721 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2c9e51d2-c092-47d5-9693-1ec8562afc3f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.874282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e87c52-0bed-45fc-8159-26697f366e0e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network f6597cfe-a366-4fb0-8e8c-44d9b942caa8 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:50.879441 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-e4e87c52-0bed-45fc-8159-26697f366e0e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:50.887063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-3518b10f-6f56-4f76-bc20-248e42f8fb03 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Deleting subnet b085c443-81a4-4194-9548-28207a306c82 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:50.905767 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Calling delete_port for 83b1df10-3f82-47e6-895f-7298d269c030 owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:50.956524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3518b10f-6f56-4f76-bc20-248e42f8fb03 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.966526 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': 'eaf61651-9a37-4fac-9b7f-605ec377e633'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:50.968748 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.978982 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-86b858e6-9e11-4ceb-908f-84c308fdce10 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8982961 Mar 16 10:53:50.994417 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46664) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:51.005230 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-e637b061-c1bf-4617-bdb2-cd9452fd4029 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'fixed_ips': [{'subnet_id': 'eaf61651-9a37-4fac-9b7f-605ec377e633', 'ip_address': '2001:db8::8385:d924:d06f:da12'}], 'name': 'tempest-NetworksTestDHCPv6-1581969605'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:51.026514 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2c9e51d2-c092-47d5-9693-1ec8562afc3f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.031369 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9e51d2-c092-47d5-9693-1ec8562afc3f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:51.031967 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2c9e51d2-c092-47d5-9693-1ec8562afc3f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.133137 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port 99d8b8a4-c885-4f83-b858-6debb49216c1 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:51.133868 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.166726 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46670) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:51.218819 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Allocated IP 2001:db8::2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/eaf61651-9a37-4fac-9b7f-605ec377e633/2b723f2d-294d-46b9-8fae-3870f6f40cd7) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:51.260169 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3518b10f-6f56-4f76-bc20-248e42f8fb03 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.284706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] The port '99d8b8a4-c885-4f83-b858-6debb49216c1' was deleted {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:53:51.290130 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2c9e51d2-c092-47d5-9693-1ec8562afc3f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5425043 Mar 16 10:53:51.293633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46676) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:51.334831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e51d2-c092-47d5-9693-1ec8562afc3f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Network': ['ID=373ac594-078f-46aa-b406-5567f6bb7a9d,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:51.337182 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-777ecf2f-cba0-444f-968d-f5f42f1e7d46 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'subnet': {'network_id': '373ac594-078f-46aa-b406-5567f6bb7a9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:51.399401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e87c52-0bed-45fc-8159-26697f366e0e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Router fb6329c5-9a38-45b8-b127-bb885c1fea28 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:53:51.405466 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3518b10f-6f56-4f76-bc20-248e42f8fb03 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.407395 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 373ac594-078f-46aa-b406-5567f6bb7a9d details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:51.494803 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e637b061-c1bf-4617-bdb2-cd9452fd4029 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:51.500688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dd255af4-031e-4131-aded-6939c71bf0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.515196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-17977abb-9732-4583-8b11-eb90f7a04cdb None None] Provisioning complete for port 8e69408d-29c9-4854-a3cc-5752590afd05 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:51.515465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-17977abb-9732-4583-8b11-eb90f7a04cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.532712 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.614541 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-17977abb-9732-4583-8b11-eb90f7a04cdb None None] Port 8e69408d-29c9-4854-a3cc-5752590afd05 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:51.626570 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e637b061-c1bf-4617-bdb2-cd9452fd4029 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:51.663539 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.671761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-dd255af4-031e-4131-aded-6939c71bf0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:51.677448 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Pushing event deleted for resources: {'Port': ['ID=83b1df10-3f82-47e6-895f-7298d269c030,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:51.680872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.689042 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dd255af4-031e-4131-aded-6939c71bf0f9 admin admin] Usage tracker for resource:security_group_rule and tenant:1790a2412db04162a4ba7a29a2dcdeb6 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:51.733497 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dd255af4-031e-4131-aded-6939c71bf0f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:51.737200 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-777ecf2f-cba0-444f-968d-f5f42f1e7d46 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:51.749137 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e637b061-c1bf-4617-bdb2-cd9452fd4029 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:51.767080 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-dd255af4-031e-4131-aded-6939c71bf0f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:51.796870 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-777ecf2f-cba0-444f-968d-f5f42f1e7d46 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:subnet and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:51.800259 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32f7233-942e-4148-96e9-34a31a38d80f']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:51.816162 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Transition to ACTIVE for port object 2b723f2d-294d-46b9-8fae-3870f6f40cd7 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:51.819506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3518b10f-6f56-4f76-bc20-248e42f8fb03 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.827005 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-777ecf2f-cba0-444f-968d-f5f42f1e7d46 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:51.837002 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Transition to ACTIVE for port object 2b723f2d-294d-46b9-8fae-3870f6f40cd7 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:51.843887 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.851080 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba64ed3-405f-4fb6-9100-aebe620ddc78') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:51.851080 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba64ed3-405f-4fb6-9100-aebe620ddc78') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:51.867939 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-777ecf2f-cba0-444f-968d-f5f42f1e7d46 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:51.879090 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3518b10f-6f56-4f76-bc20-248e42f8fb03 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.894895 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3518b10f-6f56-4f76-bc20-248e42f8fb03 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "DELETE /v2.0/subnets/b085c443-81a4-4194-9548-28207a306c82 HTTP/1.1" status: 204 len: 168 time: 1.1252103 Mar 16 10:53:51.895233 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995b8f48-fc2b-4599-a75e-89e7bbabf19d None None] Network 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:51.896703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46682) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:51.903391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518b10f-6f56-4f76-bc20-248e42f8fb03 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event deleted for resources: {'Subnet': ['ID=b085c443-81a4-4194-9548-28207a306c82,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:51.925116 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e87c52-0bed-45fc-8159-26697f366e0e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:51.933593 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e4e87c52-0bed-45fc-8159-26697f366e0e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "PUT /v2.0/routers/fb6329c5-9a38-45b8-b127-bb885c1fea28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0279984 Mar 16 10:53:51.933593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46686) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:51.937233 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.947314 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6280c26c-2103-41f1-804e-ed74e7a46e2a None None] Sync routers for ids ['fb6329c5-9a38-45b8-b127-bb885c1fea28'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:51.966063 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6280c26c-2103-41f1-804e-ed74e7a46e2a None None] Routers {'fb6329c5-9a38-45b8-b127-bb885c1fea28'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:51.968274 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6280c26c-2103-41f1-804e-ed74e7a46e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fb6329c5-9a38-45b8-b127-bb885c1fea28'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:51.982889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777ecf2f-cba0-444f-968d-f5f42f1e7d46 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:51.986782 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-777ecf2f-cba0-444f-968d-f5f42f1e7d46 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.007205 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.024713 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:52.036073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:52.043327 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:52.054936 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:52.055621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.062081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Pushing event updated for resources: {'Port': ['ID=2b723f2d-294d-46b9-8fae-3870f6f40cd7,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:52.071655 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:52.099690 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6280c26c-2103-41f1-804e-ed74e7a46e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:52.112723 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6280c26c-2103-41f1-804e-ed74e7a46e2a None None] Routers {'fb6329c5-9a38-45b8-b127-bb885c1fea28'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:52.113451 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6280c26c-2103-41f1-804e-ed74e7a46e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fb6329c5-9a38-45b8-b127-bb885c1fea28'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:52.118116 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4ce7f-a612-4228-82cf-9343473bdd09 req-77ae2d0d-5c8b-4079-b4de-03f2cc006652 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:52.125456 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-67a4ce7f-a612-4228-82cf-9343473bdd09 req-77ae2d0d-5c8b-4079-b4de-03f2cc006652 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.5672319 Mar 16 10:53:52.164181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.200662 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6280c26c-2103-41f1-804e-ed74e7a46e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:52.200996 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6280c26c-2103-41f1-804e-ed74e7a46e2a None None] The sync data for ids ['fb6329c5-9a38-45b8-b127-bb885c1fea28'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:52.207762 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-67a4ce7f-a612-4228-82cf-9343473bdd09 req-c17f2621-d56d-4567-9a79-916d5a2d3623 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813575 Mar 16 10:53:52.231195 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Attempting to bind port 2b723f2d-294d-46b9-8fae-3870f6f40cd7 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:52.231195 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Attempting to bind port 2b723f2d-294d-46b9-8fae-3870f6f40cd7 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:52.231195 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Attempting to bind port 2b723f2d-294d-46b9-8fae-3870f6f40cd7 on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:52.232251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed607bc8-990a-4401-9cf6-83ff44962b7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:52.235867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ed607bc8-990a-4401-9cf6-83ff44962b7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:52.236021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:52.236021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:52.236021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.236021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:52.236021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Bound port: 2b723f2d-294d-46b9-8fae-3870f6f40cd7, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:52.236021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.239707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Deleting port 5eb98fa2-55fe-403d-a840-67c67c35810c {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:52.240229 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.368796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ed607bc8-990a-4401-9cf6-83ff44962b7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:52.370024 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ed607bc8-990a-4401-9cf6-83ff44962b7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb6329c5-9a38-45b8-b127-bb885c1fea28 HTTP/1.1" status: 200 len: 982 time: 0.4327419 Mar 16 10:53:52.373163 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46692) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:52.401539 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a935b70f-9be5-4cb8-9bd1-c070ccd8a35a None None] DHCP port deletion for 15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:52.410363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e637b061-c1bf-4617-bdb2-cd9452fd4029 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.414067 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a935b70f-9be5-4cb8-9bd1-c070ccd8a35a None None] Deleting port 5eb98fa2-55fe-403d-a840-67c67c35810c {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:52.414537 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a935b70f-9be5-4cb8-9bd1-c070ccd8a35a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.446540 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] For port 2b723f2d-294d-46b9-8fae-3870f6f40cd7, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:52.464663 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] For port 2b723f2d-294d-46b9-8fae-3870f6f40cd7, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=2b723f2d-294d-46b9-8fae-3870f6f40cd7,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:52.483067 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] create failed (client error): The resource could not be found. Mar 16 10:53:52.488348 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.488569 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cf7a910b-ca74-4270-a611-c7a9a0d94375 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.4313531 Mar 16 10:53:52.490735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46696) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:52.528685 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-e637b061-c1bf-4617-bdb2-cd9452fd4029 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port c155e532-d2bf-4ad7-b932-86c196193508 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:52.565818 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.600123 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.654613 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb11e8a-0341-435a-a511-b76a52115482 None None] Pushing event updated for resources: {'Port': ['ID=2b723f2d-294d-46b9-8fae-3870f6f40cd7,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:52.655145 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Network': ['ID=b32f7233-942e-4148-96e9-34a31a38d80f,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:52.676300 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dd255af4-031e-4131-aded-6939c71bf0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.728403 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dd255af4-031e-4131-aded-6939c71bf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.749352 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a935b70f-9be5-4cb8-9bd1-c070ccd8a35a None None] For port 5eb98fa2-55fe-403d-a840-67c67c35810c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5eb98fa2-55fe-403d-a840-67c67c35810c,segment=NetworkSegment(12b6130e-e062-4d0c-bd40-6dee71d661ca),segment_id=12b6130e-e062-4d0c-bd40-6dee71d661ca)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:52.749875 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a935b70f-9be5-4cb8-9bd1-c070ccd8a35a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.751797 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ba66f-1c36-4182-ae0f-ea45d47fa103 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Deleting port 2ad92b0b-e162-4a39-beab-9c2ce7db2b06 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:52.752198 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba66f-1c36-4182-ae0f-ea45d47fa103 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.755189 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4cc4a625-89f8-4f75-9f63-e93dfe812d1b tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/networks/b32f7233-942e-4148-96e9-34a31a38d80f HTTP/1.1" status: 204 len: 168 time: 3.6064970 Mar 16 10:53:52.807061 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46700) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:52.897500 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a935b70f-9be5-4cb8-9bd1-c070ccd8a35a None None] Calling delete_port for 5eb98fa2-55fe-403d-a840-67c67c35810c owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:52.925983 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b79c6-0bb8-4e2e-89ac-e259ddaa57e5 req-945bde16-44d1-411b-a33f-f9c3fdd9b6e1 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:52.925983 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-409b79c6-0bb8-4e2e-89ac-e259ddaa57e5 req-945bde16-44d1-411b-a33f-f9c3fdd9b6e1 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.5362434 Mar 16 10:53:53.013753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a935b70f-9be5-4cb8-9bd1-c070ccd8a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.027876 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dd255af4-031e-4131-aded-6939c71bf0f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1790a2412db04162a4ba7a29a2dcdeb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8562827 Mar 16 10:53:53.035795 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46704) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:53.093900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935b70f-9be5-4cb8-9bd1-c070ccd8a35a None None] Pushing event deleted for resources: {'Port': ['ID=5eb98fa2-55fe-403d-a840-67c67c35810c,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:53.103438 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a935b70f-9be5-4cb8-9bd1-c070ccd8a35a None None] No DVR routers for this DVR port 5eb98fa2-55fe-403d-a840-67c67c35810c on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:53.123671 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] For port 5eb98fa2-55fe-403d-a840-67c67c35810c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5eb98fa2-55fe-403d-a840-67c67c35810c,segment=NetworkSegment(12b6130e-e062-4d0c-bd40-6dee71d661ca),segment_id=12b6130e-e062-4d0c-bd40-6dee71d661ca)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:53.124199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.181966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd255af4-031e-4131-aded-6939c71bf0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0a4939-3587-493c-905f-02d215b73ef3,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:53.254424 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-409b79c6-0bb8-4e2e-89ac-e259ddaa57e5 req-072d7b0e-8cd8-4da7-aa68-319d1487b2f0 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3049660 Mar 16 10:53:53.299138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Calling delete_port for 5eb98fa2-55fe-403d-a840-67c67c35810c owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:53.424009 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-777ecf2f-cba0-444f-968d-f5f42f1e7d46 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.510321 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-e637b061-c1bf-4617-bdb2-cd9452fd4029 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::8385:d924:d06f:da12 (6fb457af-0d86-4c52-b4cf-f12d297a5983/eaf61651-9a37-4fac-9b7f-605ec377e633/c155e532-d2bf-4ad7-b932-86c196193508) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:53.512075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c764ca3e-edb2-45fd-ac69-e82a09d28619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.698839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c764ca3e-edb2-45fd-ac69-e82a09d28619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.727864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ecf2f-cba0-444f-968d-f5f42f1e7d46 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Subnet': ['ID=009beb84-9106-49b3-9061-1b3c4bcda3ec,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:53.785282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ecf2f-cba0-444f-968d-f5f42f1e7d46 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Checking segment: {'id': '7feb8455-3f27-470b-839f-f96d3287a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '373ac594-078f-46aa-b406-5567f6bb7a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:53.785681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777ecf2f-cba0-444f-968d-f5f42f1e7d46 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network hostable DHCP agents. Network: 373ac594-078f-46aa-b406-5567f6bb7a9d, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:53.789895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.api [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:53.790209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG oslo_db.api [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:53.794403 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba66f-1c36-4182-ae0f-ea45d47fa103 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.882917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777ecf2f-cba0-444f-968d-f5f42f1e7d46 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 373ac594-078f-46aa-b406-5567f6bb7a9d is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:53.917186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e637b061-c1bf-4617-bdb2-cd9452fd4029 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.925041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-777ecf2f-cba0-444f-968d-f5f42f1e7d46 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 373ac594-078f-46aa-b406-5567f6bb7a9d) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:53.929418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777ecf2f-cba0-444f-968d-f5f42f1e7d46 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:53.929994 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-777ecf2f-cba0-444f-968d-f5f42f1e7d46 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.934331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda45280-0c46-4063-bcc6-e8e107d284b8 None None] Network 373ac594-078f-46aa-b406-5567f6bb7a9d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:53.942652 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ba66f-1c36-4182-ae0f-ea45d47fa103 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Calling delete_port for 2ad92b0b-e162-4a39-beab-9c2ce7db2b06 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:53.961385 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-e637b061-c1bf-4617-bdb2-cd9452fd4029 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object c155e532-d2bf-4ad7-b932-86c196193508 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:53.976026 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-777ecf2f-cba0-444f-968d-f5f42f1e7d46 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6763687 Mar 16 10:53:53.976809 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46710) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:53.984029 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-fc8f2053-c1ab-49aa-b2fb-d95d33816881 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-34353208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:53.993675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fc8f2053-c1ab-49aa-b2fb-d95d33816881 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:53.998662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fc8f2053-c1ab-49aa-b2fb-d95d33816881 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:router and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:54.003179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fc8f2053-c1ab-49aa-b2fb-d95d33816881 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:54.003466 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f66fc9-a0af-4972-977f-b96d79780056 req-c5d73909-b4c6-40d7-8adb-dc5abc2c7677 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:54.004934 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0f66fc9-a0af-4972-977f-b96d79780056 req-c5d73909-b4c6-40d7-8adb-dc5abc2c7677 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.4247243 Mar 16 10:53:54.038670 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fc8f2053-c1ab-49aa-b2fb-d95d33816881 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:54.052421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-59d9f3aa-5291-4794-8f6f-151436085662 None None] Provisioning for port 2b723f2d-294d-46b9-8fae-3870f6f40cd7 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:54.055939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c764ca3e-edb2-45fd-ac69-e82a09d28619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.073370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc8f2053-c1ab-49aa-b2fb-d95d33816881 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.074430 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc8f2053-c1ab-49aa-b2fb-d95d33816881 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.081889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e637b061-c1bf-4617-bdb2-cd9452fd4029 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.099697 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764ca3e-edb2-45fd-ac69-e82a09d28619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0a4939-3587-493c-905f-02d215b73ef3,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:54.152643 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0f66fc9-a0af-4972-977f-b96d79780056 req-100efd5d-5685-47e0-874a-f69270559e2a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189127 Mar 16 10:53:54.188059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc8f2053-c1ab-49aa-b2fb-d95d33816881 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.202703 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-373ac594-078f-46aa-b406-5567f6bb7a9d', 'network_id': '373ac594-078f-46aa-b406-5567f6bb7a9d', 'tenant_id': 'a73c732b534b4cd9966f77ee5114e274', 'fixed_ips': [{'subnet_id': '009beb84-9106-49b3-9061-1b3c4bcda3ec'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:54.203982 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.213783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e637b061-c1bf-4617-bdb2-cd9452fd4029 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:54.220471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c764ca3e-edb2-45fd-ac69-e82a09d28619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.221633 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c764ca3e-edb2-45fd-ac69-e82a09d28619 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf0a4939-3587-493c-905f-02d215b73ef3 HTTP/1.1" status: 204 len: 168 time: 1.1751175 Mar 16 10:53:54.246455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-e637b061-c1bf-4617-bdb2-cd9452fd4029 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:54.265130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e637b061-c1bf-4617-bdb2-cd9452fd4029 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:54.275588 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6244b80a-2599-4405-b41f-955d8f02c318 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.279116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e637b061-c1bf-4617-bdb2-cd9452fd4029 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:54.279814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e637b061-c1bf-4617-bdb2-cd9452fd4029 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.308016 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc8f2053-c1ab-49aa-b2fb-d95d33816881 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.361565 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637b061-c1bf-4617-bdb2-cd9452fd4029 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=c155e532-d2bf-4ad7-b932-86c196193508,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:54.365314 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Deleting port 5eb98fa2-55fe-403d-a840-67c67c35810c {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:54.365813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.411693 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc8f2053-c1ab-49aa-b2fb-d95d33816881 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.412909 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fc8f2053-c1ab-49aa-b2fb-d95d33816881 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4351139 Mar 16 10:53:54.420526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46718) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:54.462015 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 2b723f2d-294d-46b9-8fae-3870f6f40cd7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:54.465541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-675bbc9b-94a6-4f27-8397-aa3ce52e797d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.522604 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Allocated IP 2001:db8::2 (373ac594-078f-46aa-b406-5567f6bb7a9d/009beb84-9106-49b3-9061-1b3c4bcda3ec/0cebd1dd-0757-4e34-92ee-95932fd6148d) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:54.625309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba66f-1c36-4182-ae0f-ea45d47fa103 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.632448 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'network_id': '373ac594-078f-46aa-b406-5567f6bb7a9d', 'name': 'tempest-PortsIpV6TestJSON-1930867834'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:54.774279 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46724) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:54.781050 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 2b723f2d-294d-46b9-8fae-3870f6f40cd7 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:54.796823 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e637b061-c1bf-4617-bdb2-cd9452fd4029 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7989066 Mar 16 10:53:54.797142 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 2b723f2d-294d-46b9-8fae-3870f6f40cd7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:54.797918 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.813559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46728) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:54.826434 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-338b79b0-fa0c-4be1-81da-e9c49fcf9de4 None None] Provisioning for port c155e532-d2bf-4ad7-b932-86c196193508 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:54.829515 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.846091 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-338b79b0-fa0c-4be1-81da-e9c49fcf9de4 None None] Provisioning complete for port c155e532-d2bf-4ad7-b932-86c196193508 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:54.846455 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-338b79b0-fa0c-4be1-81da-e9c49fcf9de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.865709 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] The port '5eb98fa2-55fe-403d-a840-67c67c35810c' was deleted {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:53:54.879984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Transition to ACTIVE for port object 0cebd1dd-0757-4e34-92ee-95932fd6148d will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:54.905698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ba66f-1c36-4182-ae0f-ea45d47fa103 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Pushing event deleted for resources: {'Port': ['ID=2ad92b0b-e162-4a39-beab-9c2ce7db2b06,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:54.952908 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-405ca2e7-7738-47fe-8e94-06b159b119e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32b1a99082b9408d8245da99aa08e5e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718235 Mar 16 10:53:54.957845 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46732) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:54.967820 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Transition to ACTIVE for port object 0cebd1dd-0757-4e34-92ee-95932fd6148d will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:54.975914 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-338b79b0-fa0c-4be1-81da-e9c49fcf9de4 None None] Port c155e532-d2bf-4ad7-b932-86c196193508 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:55.042587 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.047139 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.136797 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 2b723f2d-294d-46b9-8fae-3870f6f40cd7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=2b723f2d-294d-46b9-8fae-3870f6f40cd7,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:55.158577 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Network 373ac594-078f-46aa-b406-5567f6bb7a9d is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:55.162704 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:55.163625 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723741fe-6142-441a-bc9d-5e510f9ea2f8 req-36e645e2-8842-4aa3-a641-cac967a85a9a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:55.165173 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-723741fe-6142-441a-bc9d-5e510f9ea2f8 req-36e645e2-8842-4aa3-a641-cac967a85a9a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.8638060 Mar 16 10:53:55.173880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:55.181085 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.240435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a242bad3-2001-48e3-a555-9a8b532e7842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.270514 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-723741fe-6142-441a-bc9d-5e510f9ea2f8 req-6856cc19-4603-45a5-b259-2996e4830531 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966752 Mar 16 10:53:55.279493 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd412155-50fa-4771-b40c-cf3fc9b82a7b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:55.285163 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd412155-50fa-4771-b40c-cf3fc9b82a7b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:55.285941 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dd412155-50fa-4771-b40c-cf3fc9b82a7b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:55.318570 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a242bad3-2001-48e3-a555-9a8b532e7842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.324274 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5eb98fa2-55fe-403d-a840-67c67c35810c no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:55.327827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.370729 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Pushing event updated for resources: {'Port': ['ID=0cebd1dd-0757-4e34-92ee-95932fd6148d,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:55.372979 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 5eb98fa2-55fe-403d-a840-67c67c35810c {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:55.373323 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5eb98fa2-55fe-403d-a840-67c67c35810c not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:55.375405 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:55.379925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:port and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:55.386274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:55.389976 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dd412155-50fa-4771-b40c-cf3fc9b82a7b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:55.391280 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dd412155-50fa-4771-b40c-cf3fc9b82a7b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5737925 Mar 16 10:53:55.398874 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:55.401720 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46738) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:55.411836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba66f-1c36-4182-ae0f-ea45d47fa103 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.412061 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Attempting to bind port 0cebd1dd-0757-4e34-92ee-95932fd6148d on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:55.412311 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Attempting to bind port 0cebd1dd-0757-4e34-92ee-95932fd6148d by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '7feb8455-3f27-470b-839f-f96d3287a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '373ac594-078f-46aa-b406-5567f6bb7a9d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:55.412679 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Attempting to bind port 0cebd1dd-0757-4e34-92ee-95932fd6148d on network 373ac594-078f-46aa-b406-5567f6bb7a9d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:55.426720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:55.427344 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Checking segment: {'id': '7feb8455-3f27-470b-839f-f96d3287a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '373ac594-078f-46aa-b406-5567f6bb7a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:55.427572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.427944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Bound using segment: {'id': '7feb8455-3f27-470b-839f-f96d3287a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '373ac594-078f-46aa-b406-5567f6bb7a9d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:55.428409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Bound port: 0cebd1dd-0757-4e34-92ee-95932fd6148d, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7feb8455-3f27-470b-839f-f96d3287a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '373ac594-078f-46aa-b406-5567f6bb7a9d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:55.428780 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.430255 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5c0ba66f-1c36-4182-ae0f-ea45d47fa103 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] 10.222.0.44 "DELETE /v2.0/ports/2ad92b0b-e162-4a39-beab-9c2ce7db2b06 HTTP/1.1" status: 204 len: 168 time: 2.9368141 Mar 16 10:53:55.431079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:55.434671 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.454528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46742) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:55.472491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] device_id is not set on port e24ccdfa-6505-43ce-9f0b-8b0cb1594b4b yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:55.478369 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-675bbc9b-94a6-4f27-8397-aa3ce52e797d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port c24bde5d-0946-46f0-8645-37dcf8d178f2 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:55.478703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-675bbc9b-94a6-4f27-8397-aa3ce52e797d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.513597 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=2b723f2d-294d-46b9-8fae-3870f6f40cd7,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:55.542557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-eec87997-863d-4821-a295-9f9bc1d99c12 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port c155e532-d2bf-4ad7-b932-86c196193508 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:55.543089 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eec87997-863d-4821-a295-9f9bc1d99c12 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.565506 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] For port 0cebd1dd-0757-4e34-92ee-95932fd6148d, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:55.568996 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] For port 0cebd1dd-0757-4e34-92ee-95932fd6148d, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0cebd1dd-0757-4e34-92ee-95932fd6148d,segment=NetworkSegment(7feb8455-3f27-470b-839f-f96d3287a871),segment_id=7feb8455-3f27-470b-839f-f96d3287a871)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:55.573998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.608045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b5f357-40dd-4a35-9c9d-361cfe4d0ea4']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:55.626057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a242bad3-2001-48e3-a555-9a8b532e7842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.660427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9734a-4a29-49ee-b618-8b6684c78a0e None None] Pushing event updated for resources: {'Port': ['ID=0cebd1dd-0757-4e34-92ee-95932fd6148d,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:55.688457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b6130e-e062-4d0c-bd40-6dee71d661ca') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:55.689016 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b6130e-e062-4d0c-bd40-6dee71d661ca') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:55.700673 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242bad3-2001-48e3-a555-9a8b532e7842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337bfbc2-e950-4adb-a138-39530cdf6324,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:55.704563 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-6244b80a-2599-4405-b41f-955d8f02c318 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 8e69408d-29c9-4854-a3cc-5752590afd05 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:55.705206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6244b80a-2599-4405-b41f-955d8f02c318 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.754879 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a242bad3-2001-48e3-a555-9a8b532e7842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.756293 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a242bad3-2001-48e3-a555-9a8b532e7842 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/337bfbc2-e950-4adb-a138-39530cdf6324 HTTP/1.1" status: 204 len: 168 time: 0.7937181 Mar 16 10:53:55.764585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.810074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.841528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Allocated IP 2001:db8::31e (373ac594-078f-46aa-b406-5567f6bb7a9d/009beb84-9106-49b3-9061-1b3c4bcda3ec/e24ccdfa-6505-43ce-9f0b-8b0cb1594b4b) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:55.855062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:55.855500 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.859550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-675bbc9b-94a6-4f27-8397-aa3ce52e797d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] For port c24bde5d-0946-46f0-8645-37dcf8d178f2, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c24bde5d-0946-46f0-8645-37dcf8d178f2,segment=NetworkSegment(15850bcd-54b0-4a1d-95ae-645b65b8bc3a),segment_id=15850bcd-54b0-4a1d-95ae-645b65b8bc3a)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:55.859899 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-675bbc9b-94a6-4f27-8397-aa3ce52e797d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:55.882020 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:56.068678 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-675bbc9b-94a6-4f27-8397-aa3ce52e797d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Calling delete_port for c24bde5d-0946-46f0-8645-37dcf8d178f2 owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:56.113285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6244b80a-2599-4405-b41f-955d8f02c318 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.143205 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eec87997-863d-4821-a295-9f9bc1d99c12 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.259579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795886cb-2ce8-4247-a854-a3d09579cbdc tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:56.260352 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-795886cb-2ce8-4247-a854-a3d09579cbdc tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Synchronizing usage tracker for tenant:a746e6c2150b44649eb156b8bb68c96e on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:56.271996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-6244b80a-2599-4405-b41f-955d8f02c318 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for 8e69408d-29c9-4854-a3cc-5752590afd05 owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:56.356400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.362486 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.407308 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-eec87997-863d-4821-a295-9f9bc1d99c12 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for c155e532-d2bf-4ad7-b932-86c196193508 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:56.431083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] Pushing event deleted for resources: {'Network': ['ID=15b5f357-40dd-4a35-9c9d-361cfe4d0ea4,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:56.454611 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-298f04de-1ef5-4b46-98b1-97a4acdbd143 tempest-AllowedAddressPairTestJSON-877329379 tempest-AllowedAddressPairTestJSON-877329379-project] 10.222.0.44 "DELETE /v2.0/networks/15b5f357-40dd-4a35-9c9d-361cfe4d0ea4 HTTP/1.1" status: 204 len: 168 time: 4.5523632 Mar 16 10:53:56.455595 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-795886cb-2ce8-4247-a854-a3d09579cbdc tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Unset dirty status for tenant:a746e6c2150b44649eb156b8bb68c96e on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:56.459669 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-795886cb-2ce8-4247-a854-a3d09579cbdc tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fcd2964-d044-437c-b9f3-88020638040a HTTP/1.1" status: 200 len: 913 time: 0.9127600 Mar 16 10:53:56.460350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46760) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:56.519665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 2b723f2d-294d-46b9-8fae-3870f6f40cd7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:56.724923 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 2b723f2d-294d-46b9-8fae-3870f6f40cd7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:56.724923 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.753164 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eec87997-863d-4821-a295-9f9bc1d99c12 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.873796 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-675bbc9b-94a6-4f27-8397-aa3ce52e797d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.024612 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec87997-863d-4821-a295-9f9bc1d99c12 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=c155e532-d2bf-4ad7-b932-86c196193508,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:57.034008 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0cebd1dd-0757-4e34-92ee-95932fd6148d up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:57.049341 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.084017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Transition to ACTIVE for port object e24ccdfa-6505-43ce-9f0b-8b0cb1594b4b will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:57.093481 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46778) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.106177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eec87997-863d-4821-a295-9f9bc1d99c12 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.221391 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 0cebd1dd-0757-4e34-92ee-95932fd6148d completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:57.266529 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-eec87997-863d-4821-a295-9f9bc1d99c12 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/c155e532-d2bf-4ad7-b932-86c196193508 HTTP/1.1" status: 204 len: 168 time: 1.8613825 Mar 16 10:53:57.271878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46784) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.272217 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46786) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.284845 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32059589-4f31-444e-bc9f-cba577776ff4 None None] Network 373ac594-078f-46aa-b406-5567f6bb7a9d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:57.329841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bbc9b-94a6-4f27-8397-aa3ce52e797d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Port': ['ID=c24bde5d-0946-46f0-8645-37dcf8d178f2,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:57.436592 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-76777d78-11bb-4032-8734-e5714dd47866 None None] Provisioning for port 0cebd1dd-0757-4e34-92ee-95932fd6148d completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:57.454393 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-76777d78-11bb-4032-8734-e5714dd47866 None None] Provisioning complete for port 0cebd1dd-0757-4e34-92ee-95932fd6148d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:57.454780 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-76777d78-11bb-4032-8734-e5714dd47866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.498187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-948266925'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:57.516484 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-675bbc9b-94a6-4f27-8397-aa3ce52e797d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.521225 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:57.532296 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Usage tracker for resource:network and tenant:20bca2569c1b4cd584702c718aa4cacc is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:57.543052 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:57.551270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fd223d-20e5-42a1-b6ce-f86cc88d2d0c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:57.552748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fd223d-20e5-42a1-b6ce-f86cc88d2d0c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:57.553498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-49fd223d-20e5-42a1-b6ce-f86cc88d2d0c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:57.567379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cdd5b-292f-4402-9602-404332785862 req-de4cd184-b851-4035-8f67-e0754c845352 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:57.568915 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-214cdd5b-292f-4402-9602-404332785862 req-de4cd184-b851-4035-8f67-e0754c845352 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.8199258 Mar 16 10:53:57.620072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:57.678363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-76777d78-11bb-4032-8734-e5714dd47866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.721040 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-76777d78-11bb-4032-8734-e5714dd47866 None None] For port 0cebd1dd-0757-4e34-92ee-95932fd6148d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0cebd1dd-0757-4e34-92ee-95932fd6148d,segment=NetworkSegment(7feb8455-3f27-470b-839f-f96d3287a871),segment_id=7feb8455-3f27-470b-839f-f96d3287a871)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:57.730080 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-76777d78-11bb-4032-8734-e5714dd47866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.739069 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Made reservation on behalf of 20bca2569c1b4cd584702c718aa4cacc for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:57.743867 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.759092 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-49fd223d-20e5-42a1-b6ce-f86cc88d2d0c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:57.762690 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-49fd223d-20e5-42a1-b6ce-f86cc88d2d0c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4258361 Mar 16 10:53:57.767085 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46796) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.818944 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.825651 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76777d78-11bb-4032-8734-e5714dd47866 None None] Pushing event updated for resources: {'Port': ['ID=0cebd1dd-0757-4e34-92ee-95932fd6148d,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:57.841796 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-17fb0378-f413-4105-906a-b497dc11626f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=73dc488a15414324b394e070f683523f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7448959 Mar 16 10:53:57.847419 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-214cdd5b-292f-4402-9602-404332785862 req-314163e2-ea7f-4419-ad5e-fb33ad5f6ed5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240772 Mar 16 10:53:57.849500 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46800) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.852157 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.930423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:57.955230 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Usage tracker for resource:security_group_rule and tenant:20bca2569c1b4cd584702c718aa4cacc is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:57.960256 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:57.971365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:57.977437 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675bbc9b-94a6-4f27-8397-aa3ce52e797d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 7babe4b6-4e0d-4416-94de-ce6f7948c419 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:58.008917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d008516-2f44-41c8-a437-e88c34f91605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.012498 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 373ac594-078f-46aa-b406-5567f6bb7a9d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:58.025592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:58.031609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=e24ccdfa-6505-43ce-9f0b-8b0cb1594b4b,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:58.035701 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:58.041640 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:58.042259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.061054 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d56fc3-8f05-4937-a618-ec80ced2803b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet eaf61651-9a37-4fac-9b7f-605ec377e633 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:58.065620 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e1054772-d17c-4f37-8e40-811ad698771b None None] Provisioning complete for port 0cebd1dd-0757-4e34-92ee-95932fd6148d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:58.065955 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e1054772-d17c-4f37-8e40-811ad698771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.068067 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6244b80a-2599-4405-b41f-955d8f02c318 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.070400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-88d56fc3-8f05-4937-a618-ec80ced2803b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.174013 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-856a1afe-811c-43cb-b253-c29adb8fec83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6284986 Mar 16 10:53:58.174925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244b80a-2599-4405-b41f-955d8f02c318 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=8e69408d-29c9-4854-a3cc-5752590afd05,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:58.187516 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d008516-2f44-41c8-a437-e88c34f91605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.196651 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46804) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:58.256645 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-88d56fc3-8f05-4937-a618-ec80ced2803b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.418477 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675bbc9b-94a6-4f27-8397-aa3ce52e797d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:58.428939 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a836752-6ab1-4613-a095-8d6d56374fcd None None] Sync routers for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:58.439603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-88d56fc3-8f05-4937-a618-ec80ced2803b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.447373 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a836752-6ab1-4613-a095-8d6d56374fcd None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:58.448140 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-5a836752-6ab1-4613-a095-8d6d56374fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:58.490832 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.521755 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0cebd1dd-0757-4e34-92ee-95932fd6148d up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:58.525212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a3c23c5a-d1e4-4c51-9a54-c011b904023b tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.568629 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.665785 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-88d56fc3-8f05-4937-a618-ec80ced2803b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.677862 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:58.687895 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-98404a45-bea5-4534-8e8a-436a3483604d None None] Provisioning for port e24ccdfa-6505-43ce-9f0b-8b0cb1594b4b completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:58.693682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-5a836752-6ab1-4613-a095-8d6d56374fcd None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:58.739197 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-98404a45-bea5-4534-8e8a-436a3483604d None None] Provisioning complete for port e24ccdfa-6505-43ce-9f0b-8b0cb1594b4b triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:58.739570 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-98404a45-bea5-4534-8e8a-436a3483604d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.762459 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd52970-6002-4f09-856f-830fc5ac4553,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:58.769005 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-675bbc9b-94a6-4f27-8397-aa3ce52e797d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/7babe4b6-4e0d-4416-94de-ce6f7948c419/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9595456 Mar 16 10:53:58.770123 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46808) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:58.771313 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.771501 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Added segment d83c9956-ece7-4784-91a7-46256fe4a010 of type vlan for network f78fb85f-c9ea-4d64-bc63-1899ffae6f48 Mar 16 10:53:58.779046 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d56fc3-8f05-4937-a618-ec80ced2803b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf61651-9a37-4fac-9b7f-605ec377e633,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:58.799712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-88d56fc3-8f05-4937-a618-ec80ced2803b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.851574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5ff009-1716-4a94-95a0-b499698f5bdc None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:58.884897 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d008516-2f44-41c8-a437-e88c34f91605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.935933 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-5a836752-6ab1-4613-a095-8d6d56374fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:56Z', 'revision_number': 11, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:58.938293 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-98404a45-bea5-4534-8e8a-436a3483604d None None] Port e24ccdfa-6505-43ce-9f0b-8b0cb1594b4b cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:58.959783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6244b80a-2599-4405-b41f-955d8f02c318 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.971528 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-88d56fc3-8f05-4937-a618-ec80ced2803b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/eaf61651-9a37-4fac-9b7f-605ec377e633 HTTP/1.1" status: 204 len: 168 time: 1.1973937 Mar 16 10:53:58.975064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46814) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:58.995890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d008516-2f44-41c8-a437-e88c34f91605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b69e1c9-f343-4532-9355-16bf1db04905,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:59.020762 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a836752-6ab1-4613-a095-8d6d56374fcd None None] Checking router: 7babe4b6-4e0d-4416-94de-ce6f7948c419 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:53:59.058118 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.061428 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a836752-6ab1-4613-a095-8d6d56374fcd None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:59.061838 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-5a836752-6ab1-4613-a095-8d6d56374fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:59.084408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-613bf5af-be3f-49b3-b7e0-f2e239efd8d8 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting subnet 6a41ca14-5d15-4b23-86e5-3ab18a6470ea {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:59.113109 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d008516-2f44-41c8-a437-e88c34f91605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.117257 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9d008516-2f44-41c8-a437-e88c34f91605 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b69e1c9-f343-4532-9355-16bf1db04905 HTTP/1.1" status: 204 len: 168 time: 1.2623751 Mar 16 10:53:59.132315 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-613bf5af-be3f-49b3-b7e0-f2e239efd8d8 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.233864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-613bf5af-be3f-49b3-b7e0-f2e239efd8d8 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.277763 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f81aef5d-73a8-4312-98d3-a8c65e2dceb6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2508051 Mar 16 10:53:59.289744 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46822) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:59.296212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-ff3d09a8-352a-4fb0-99f1-bd23edfe3c4c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:59.348638 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.354839 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:59.355638 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.365997 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-5a836752-6ab1-4613-a095-8d6d56374fcd None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:59.532601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-5a836752-6ab1-4613-a095-8d6d56374fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:56Z', 'revision_number': 11, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:59.537397 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 0cebd1dd-0757-4e34-92ee-95932fd6148d triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:59.537767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.566709 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a836752-6ab1-4613-a095-8d6d56374fcd None None] The sync data for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv is: [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:56Z', 'revision_number': 11, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:59.579664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6244b80a-2599-4405-b41f-955d8f02c318 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Router fb6329c5-9a38-45b8-b127-bb885c1fea28 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:59.619665 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928a769-22fd-43c7-bcac-2abc1ec141e3 req-2992cac1-2c93-4291-ac48-898c255d081c tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:59.621148 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e928a769-22fd-43c7-bcac-2abc1ec141e3 req-2992cac1-2c93-4291-ac48-898c255d081c tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.5344834 Mar 16 10:53:59.652581 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.3196526 Mar 16 10:53:59.670841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46834) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:59.721611 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-9c610fdf-723a-4e2a-9a89-df665a9bbfdc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Request body: {'subnet': {'network_id': 'f78fb85f-c9ea-4d64-bc63-1899ffae6f48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:59.724828 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-a3c23c5a-d1e4-4c51-9a54-c011b904023b tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Deleting port 2e915fec-0530-4766-af19-1b213c0d165a {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:59.725172 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a3c23c5a-d1e4-4c51-9a54-c011b904023b tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.786856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ff3d09a8-352a-4fb0-99f1-bd23edfe3c4c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:59.805108 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212be22-09ef-4725-af20-3fa06fc6da9e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event updated for resources: {'Network': ['ID=f78fb85f-c9ea-4d64-bc63-1899ffae6f48,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:59.817293 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network f78fb85f-c9ea-4d64-bc63-1899ffae6f48 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:59.829944 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ff3d09a8-352a-4fb0-99f1-bd23edfe3c4c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:59.833001 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ff3d09a8-352a-4fb0-99f1-bd23edfe3c4c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:59.859003 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ff3d09a8-352a-4fb0-99f1-bd23edfe3c4c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:59.879112 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6244b80a-2599-4405-b41f-955d8f02c318 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:59.891183 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6244b80a-2599-4405-b41f-955d8f02c318 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "PUT /v2.0/routers/fb6329c5-9a38-45b8-b127-bb885c1fea28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5169523 Mar 16 10:53:59.896254 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ace76c7-5bdf-49a9-85c4-44657a9e5dbd None None] Sync routers for ids ['fb6329c5-9a38-45b8-b127-bb885c1fea28'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:59.898912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46844) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:59.911711 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ace76c7-5bdf-49a9-85c4-44657a9e5dbd None None] Routers {'fb6329c5-9a38-45b8-b127-bb885c1fea28'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:59.913116 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e928a769-22fd-43c7-bcac-2abc1ec141e3 req-82c09db7-63ca-460d-8905-1d9bc7612f30 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389259 Mar 16 10:53:59.937283 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4ace76c7-5bdf-49a9-85c4-44657a9e5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fb6329c5-9a38-45b8-b127-bb885c1fea28'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:59.969267 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7987d0-1953-4c6c-8710-c73a85554d16 None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:59.981299 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ab7987d0-1953-4c6c-8710-c73a85554d16 None None] Deleting port 2b723f2d-294d-46b9-8fae-3870f6f40cd7 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:59.981794 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ab7987d0-1953-4c6c-8710-c73a85554d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.024107 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9c610fdf-723a-4e2a-9a89-df665a9bbfdc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:00.028945 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-12e3b3b5-0847-41e7-8312-ddb179c0a148 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.058195 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-613bf5af-be3f-49b3-b7e0-f2e239efd8d8 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.061031 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbaad22e-bcb5-4081-8294-d74f5a795ee9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] GET failed (client error): The resource could not be found. Mar 16 10:54:00.063079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-dbaad22e-bcb5-4081-8294-d74f5a795ee9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:00.072498 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4ace76c7-5bdf-49a9-85c4-44657a9e5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:00.092596 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ace76c7-5bdf-49a9-85c4-44657a9e5dbd None None] Routers {'fb6329c5-9a38-45b8-b127-bb885c1fea28'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:00.093212 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4ace76c7-5bdf-49a9-85c4-44657a9e5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fb6329c5-9a38-45b8-b127-bb885c1fea28'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:00.097167 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3d09a8-352a-4fb0-99f1-bd23edfe3c4c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:00.101466 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ff3d09a8-352a-4fb0-99f1-bd23edfe3c4c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.132693 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9c610fdf-723a-4e2a-9a89-df665a9bbfdc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Usage tracker for resource:subnet and tenant:20bca2569c1b4cd584702c718aa4cacc is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:00.152055 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46850) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:00.165952 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9c610fdf-723a-4e2a-9a89-df665a9bbfdc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:00.178876 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4ace76c7-5bdf-49a9-85c4-44657a9e5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:00.180083 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ace76c7-5bdf-49a9-85c4-44657a9e5dbd None None] The sync data for ids ['fb6329c5-9a38-45b8-b127-bb885c1fea28'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:00.209098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-dbaad22e-bcb5-4081-8294-d74f5a795ee9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:00.212800 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-dbaad22e-bcb5-4081-8294-d74f5a795ee9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports/8e69408d-29c9-4854-a3cc-5752590afd05 HTTP/1.1" status: 404 len: 333 time: 0.3100882 Mar 16 10:54:00.213452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46856) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:00.289411 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-ab7987d0-1953-4c6c-8710-c73a85554d16 None None] For port 2b723f2d-294d-46b9-8fae-3870f6f40cd7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=2b723f2d-294d-46b9-8fae-3870f6f40cd7,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:00.289411 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ab7987d0-1953-4c6c-8710-c73a85554d16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.289785 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a3c23c5a-d1e4-4c51-9a54-c011b904023b tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.410162 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c24bde5d-0946-46f0-8645-37dcf8d178f2 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:00.427509 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9c610fdf-723a-4e2a-9a89-df665a9bbfdc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:00.471402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-a3c23c5a-d1e4-4c51-9a54-c011b904023b tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Calling delete_port for 2e915fec-0530-4766-af19-1b213c0d165a owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:00.477107 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ab7987d0-1953-4c6c-8710-c73a85554d16 None None] Calling delete_port for 2b723f2d-294d-46b9-8fae-3870f6f40cd7 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:00.511671 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: c24bde5d-0946-46f0-8645-37dcf8d178f2 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:00.512487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c24bde5d-0946-46f0-8645-37dcf8d178f2 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:00.512622 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c610fdf-723a-4e2a-9a89-df665a9bbfdc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Made reservation on behalf of 20bca2569c1b4cd584702c718aa4cacc for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:00.513181 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 2b723f2d-294d-46b9-8fae-3870f6f40cd7 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:00.516099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9c610fdf-723a-4e2a-9a89-df665a9bbfdc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.517937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-48c71719-26bd-4319-a29e-71f34fdf1387 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.640717 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group': {'name': 'tempest-secgroup--1611463244'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:00.699020 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:00.702290 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ab7987d0-1953-4c6c-8710-c73a85554d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.767876 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:00.768169 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7987d0-1953-4c6c-8710-c73a85554d16 None None] Pushing event deleted for resources: {'Port': ['ID=2b723f2d-294d-46b9-8fae-3870f6f40cd7,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:00.769916 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7987d0-1953-4c6c-8710-c73a85554d16 None None] No DVR routers for this DVR port 2b723f2d-294d-46b9-8fae-3870f6f40cd7 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:00.772066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.785085 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:00.808311 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-613bf5af-be3f-49b3-b7e0-f2e239efd8d8 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.815829 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:00.859442 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d7796055-947f-4460-823a-22dda83ae1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.917469 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bf5af-be3f-49b3-b7e0-f2e239efd8d8 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Subnet': ['ID=6a41ca14-5d15-4b23-86e5-3ab18a6470ea,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:00.956332 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8578e668-c60d-42f9-bb0a-a3fa0175657e None None] Network 6d28c3a7-da2c-421f-97fd-b2b4778aa3be requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:00.962936 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-613bf5af-be3f-49b3-b7e0-f2e239efd8d8 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.967576 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.994061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-48c71719-26bd-4319-a29e-71f34fdf1387 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.997079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-48c71719-26bd-4319-a29e-71f34fdf1387 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.033042 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.046798 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-613bf5af-be3f-49b3-b7e0-f2e239efd8d8 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/6a41ca14-5d15-4b23-86e5-3ab18a6470ea HTTP/1.1" status: 204 len: 168 time: 2.2706256 Mar 16 10:54:01.076449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46862) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:01.084691 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-48c71719-26bd-4319-a29e-71f34fdf1387 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.085812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c71719-26bd-4319-a29e-71f34fdf1387 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Fanout notify agent at l3_agent the message router_deleted on router fb6329c5-9a38-45b8-b127-bb885c1fea28 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:01.171724 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:01.189801 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:01.198055 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:01.199666 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-48c71719-26bd-4319-a29e-71f34fdf1387 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.203652 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-48c71719-26bd-4319-a29e-71f34fdf1387 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/routers/fb6329c5-9a38-45b8-b127-bb885c1fea28 HTTP/1.1" status: 204 len: 168 time: 0.9868834 Mar 16 10:54:01.203803 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ff3d09a8-352a-4fb0-99f1-bd23edfe3c4c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.206699 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46866) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:01.220044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a3c23c5a-d1e4-4c51-9a54-c011b904023b tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.273723 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:01.276844 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2446d39-5b13-4cc4-82a6-da40033da526 None None] DHCP port deletion for 6d28c3a7-da2c-421f-97fd-b2b4778aa3be request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:01.282232 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e2446d39-5b13-4cc4-82a6-da40033da526 None None] Deleting port b5d1878c-18a2-41f3-8362-eb537c01dd7a {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:01.282413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.282804 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e2446d39-5b13-4cc4-82a6-da40033da526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.286373 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c23c5a-d1e4-4c51-9a54-c011b904023b tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Pushing event deleted for resources: {'Port': ['ID=2e915fec-0530-4766-af19-1b213c0d165a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:01.360830 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port b5d1878c-18a2-41f3-8362-eb537c01dd7a {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:01.361474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.412272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3d09a8-352a-4fb0-99f1-bd23edfe3c4c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:01.431831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-ff3d09a8-352a-4fb0-99f1-bd23edfe3c4c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:01.452358 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3d09a8-352a-4fb0-99f1-bd23edfe3c4c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:01.453331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ff3d09a8-352a-4fb0-99f1-bd23edfe3c4c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.454133 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fafee82-bbca-4134-9ef1-9627ec9399b7 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:01.467050 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d09a8-352a-4fb0-99f1-bd23edfe3c4c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=73772514-712c-4508-850d-fd8335be36c7,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:01.594846 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c70e3d-4cfe-4653-832c-4a66ebffdcbd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting subnet 495af7b1-21d6-4ffc-a4a7-16e698821c60 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:01.608190 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-24c70e3d-4cfe-4653-832c-4a66ebffdcbd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.637578 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.638876 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.resource_extend [None req-12e3b3b5-0847-41e7-8312-ddb179c0a148 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:54:01.645713 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-e2446d39-5b13-4cc4-82a6-da40033da526 None None] For port b5d1878c-18a2-41f3-8362-eb537c01dd7a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b5d1878c-18a2-41f3-8362-eb537c01dd7a,segment=NetworkSegment(15850bcd-54b0-4a1d-95ae-645b65b8bc3a),segment_id=15850bcd-54b0-4a1d-95ae-645b65b8bc3a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:01.646220 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e2446d39-5b13-4cc4-82a6-da40033da526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.660109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a3c23c5a-d1e4-4c51-9a54-c011b904023b tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.682140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.708194 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-12e3b3b5-0847-41e7-8312-ddb179c0a148 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.713382 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ff3d09a8-352a-4fb0-99f1-bd23edfe3c4c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4195020 Mar 16 10:54:01.715188 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:01.719731 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46870) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:01.732458 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347ee63-69ae-4246-aaee-da0a9cf82c75 req-3ac0645f-2d7a-4c71-b45a-4895dd4c190b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:01.733877 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4347ee63-69ae-4246-aaee-da0a9cf82c75 req-3ac0645f-2d7a-4c71-b45a-4895dd4c190b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.6361082 Mar 16 10:54:01.735633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:01.742992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9c610fdf-723a-4e2a-9a89-df665a9bbfdc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.746732 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:01.762490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'fixed_ips': [{'subnet_id': '73772514-712c-4508-850d-fd8335be36c7', 'ip_address': '2001:db8::295:a43b:5b62:2ecb'}], 'name': 'tempest-NetworksTestDHCPv6-596980408'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:01.784717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e2446d39-5b13-4cc4-82a6-da40033da526 None None] Calling delete_port for b5d1878c-18a2-41f3-8362-eb537c01dd7a owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:01.806646 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-12e3b3b5-0847-41e7-8312-ddb179c0a148 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.815490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-24c70e3d-4cfe-4653-832c-4a66ebffdcbd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.863783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] For port b5d1878c-18a2-41f3-8362-eb537c01dd7a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b5d1878c-18a2-41f3-8362-eb537c01dd7a,segment=NetworkSegment(15850bcd-54b0-4a1d-95ae-645b65b8bc3a),segment_id=15850bcd-54b0-4a1d-95ae-645b65b8bc3a)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:01.864124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.906220 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:01.949172 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': '73772514-712c-4508-850d-fd8335be36c7'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:01.950410 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.960656 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e2446d39-5b13-4cc4-82a6-da40033da526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.968248 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b831c146-1b46-45f1-a668-4c4af731d678,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:02.014776 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2446d39-5b13-4cc4-82a6-da40033da526 None None] Pushing event deleted for resources: {'Port': ['ID=b5d1878c-18a2-41f3-8362-eb537c01dd7a,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:02.053249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2446d39-5b13-4cc4-82a6-da40033da526 None None] No DVR routers for this DVR port b5d1878c-18a2-41f3-8362-eb537c01dd7a on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:02.168641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Calling delete_port for b5d1878c-18a2-41f3-8362-eb537c01dd7a owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:02.211005 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Allocated IP 2001:db8::2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/73772514-712c-4508-850d-fd8335be36c7/f16cc36e-5c9c-4856-a6e3-548934cf0e7d) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:02.301590 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c23c5a-d1e4-4c51-9a54-c011b904023b tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Router 7fcd2964-d044-437c-b9f3-88020638040a has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:02.399453 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4347ee63-69ae-4246-aaee-da0a9cf82c75 req-42f37155-c89e-4620-afd6-e4e776c82969 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6388586 Mar 16 10:54:02.400002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3b3b5-0847-41e7-8312-ddb179c0a148 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=e24ccdfa-6505-43ce-9f0b-8b0cb1594b4b,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:02.400221 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b5d1878c-18a2-41f3-8362-eb537c01dd7a no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:02.409022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.api [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:02.409566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG oslo_db.api [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:02.445256 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:02.449497 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:port and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:02.452349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:02.455569 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: b5d1878c-18a2-41f3-8362-eb537c01dd7a {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:02.456015 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b5d1878c-18a2-41f3-8362-eb537c01dd7a not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:02.459018 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:02.472583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c23c5a-d1e4-4c51-9a54-c011b904023b tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:02.478370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c610fdf-723a-4e2a-9a89-df665a9bbfdc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Checking segment: {'id': 'd83c9956-ece7-4784-91a7-46256fe4a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f78fb85f-c9ea-4d64-bc63-1899ffae6f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:02.478919 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c610fdf-723a-4e2a-9a89-df665a9bbfdc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Network hostable DHCP agents. Network: f78fb85f-c9ea-4d64-bc63-1899ffae6f48, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:02.487195 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a3c23c5a-d1e4-4c51-9a54-c011b904023b tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] 10.222.0.44 "PUT /v2.0/routers/7fcd2964-d044-437c-b9f3-88020638040a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0202329 Mar 16 10:54:02.487639 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122e236e-d83b-466e-99f1-d427a5eb85d9 None None] Sync routers for ids ['7fcd2964-d044-437c-b9f3-88020638040a'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:02.487991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46874) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:02.495974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c610fdf-723a-4e2a-9a89-df665a9bbfdc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event updated for resources: {'Subnet': ['ID=638af2b7-9eb7-4663-8cb6-77c9d49ab007,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:02.499016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c28d6991-b0eb-4f03-a570-adabda43e604 None None] Provisioning complete for port e24ccdfa-6505-43ce-9f0b-8b0cb1594b4b triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:02.499553 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c28d6991-b0eb-4f03-a570-adabda43e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.504613 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:02.625873 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58a3069d-2f2f-4036-9de4-f3dd1fd993ad tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.648627 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122e236e-d83b-466e-99f1-d427a5eb85d9 None None] Routers {'7fcd2964-d044-437c-b9f3-88020638040a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:02.649644 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-122e236e-d83b-466e-99f1-d427a5eb85d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7fcd2964-d044-437c-b9f3-88020638040a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:02.703434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c610fdf-723a-4e2a-9a89-df665a9bbfdc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Network f78fb85f-c9ea-4d64-bc63-1899ffae6f48 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:02.714849 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-c28d6991-b0eb-4f03-a570-adabda43e604 None None] Port e24ccdfa-6505-43ce-9f0b-8b0cb1594b4b cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:02.718934 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-122e236e-d83b-466e-99f1-d427a5eb85d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:02.744101 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-24c70e3d-4cfe-4653-832c-4a66ebffdcbd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.744720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122e236e-d83b-466e-99f1-d427a5eb85d9 None None] Routers {'7fcd2964-d044-437c-b9f3-88020638040a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:02.745123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-122e236e-d83b-466e-99f1-d427a5eb85d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:53:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7fcd2964-d044-437c-b9f3-88020638040a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:02.809609 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.812876 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-122e236e-d83b-466e-99f1-d427a5eb85d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:02.812876 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122e236e-d83b-466e-99f1-d427a5eb85d9 None None] The sync data for ids ['7fcd2964-d044-437c-b9f3-88020638040a'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:02.823351 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Transition to ACTIVE for port object f16cc36e-5c9c-4856-a6e3-548934cf0e7d will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:02.837795 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-9c610fdf-723a-4e2a-9a89-df665a9bbfdc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, f78fb85f-c9ea-4d64-bc63-1899ffae6f48) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:02.841068 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.844338 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Transition to ACTIVE for port object f16cc36e-5c9c-4856-a6e3-548934cf0e7d will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:02.851192 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e1112a-ccf3-4450-b4f9-d41d7adbd444 None None] Network f78fb85f-c9ea-4d64-bc63-1899ffae6f48 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:02.858725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.864908 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c610fdf-723a-4e2a-9a89-df665a9bbfdc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:02.865638 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9c610fdf-723a-4e2a-9a89-df665a9bbfdc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.877594 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.884004 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.942641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Deleting port b5d1878c-18a2-41f3-8362-eb537c01dd7a {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:02.942641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.955748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-12e3b3b5-0847-41e7-8312-ddb179c0a148 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.979823 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58a3069d-2f2f-4036-9de4-f3dd1fd993ad tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.987258 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58a3069d-2f2f-4036-9de4-f3dd1fd993ad tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.010101 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:03.014986 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port 3baa40b8-9150-4efa-9e16-d3595c097bca yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:03.021106 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:03.028720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:03.031788 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] The port 'b5d1878c-18a2-41f3-8362-eb537c01dd7a' was deleted {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:54:03.041940 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Pushing event updated for resources: {'Port': ['ID=f16cc36e-5c9c-4856-a6e3-548934cf0e7d,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:03.058141 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9c610fdf-723a-4e2a-9a89-df665a9bbfdc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3712492 Mar 16 10:54:03.059395 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.060614 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.9067023 Mar 16 10:54:03.061584 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa63c6-55e5-491f-a112-964c765dcd0a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df61647-3a6e-4990-90c7-2b031edc971e,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:03.064815 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46878) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:03.065138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46880) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:03.078765 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-af083e0a-1b7a-4054-b587-810cbb27e9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.095083 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Request body: {'port': {'network_id': 'f78fb85f-c9ea-4d64-bc63-1899ffae6f48', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1256237316'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:03.109309 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-24c70e3d-4cfe-4653-832c-4a66ebffdcbd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.117973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58a3069d-2f2f-4036-9de4-f3dd1fd993ad tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.118430 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a3069d-2f2f-4036-9de4-f3dd1fd993ad tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Fanout notify agent at l3_agent the message router_deleted on router 7fcd2964-d044-437c-b9f3-88020638040a {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:03.180501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58a3069d-2f2f-4036-9de4-f3dd1fd993ad tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.182318 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-58a3069d-2f2f-4036-9de4-f3dd1fd993ad tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] 10.222.0.44 "DELETE /v2.0/routers/7fcd2964-d044-437c-b9f3-88020638040a HTTP/1.1" status: 204 len: 168 time: 0.6932468 Mar 16 10:54:03.188209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46886) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:03.190787 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Attempting to bind port f16cc36e-5c9c-4856-a6e3-548934cf0e7d on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:03.191179 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Attempting to bind port f16cc36e-5c9c-4856-a6e3-548934cf0e7d by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:03.191547 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Attempting to bind port f16cc36e-5c9c-4856-a6e3-548934cf0e7d on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:03.198184 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c70e3d-4cfe-4653-832c-4a66ebffdcbd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Subnet': ['ID=495af7b1-21d6-4ffc-a4a7-16e698821c60,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:03.203617 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:03.204001 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:03.204411 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.204534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-24c70e3d-4cfe-4653-832c-4a66ebffdcbd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.204790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:03.205280 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Bound port: f16cc36e-5c9c-4856-a6e3-548934cf0e7d, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:03.205661 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.219078 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40912f8d-c1ea-44e1-ba76-42723e018f69 None None] Network f6597cfe-a366-4fb0-8e8c-44d9b942caa8 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:03.228042 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.274274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d28c3a7-da2c-421f-97fd-b2b4778aa3be']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:03.302790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15850bcd-54b0-4a1d-95ae-645b65b8bc3a') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:03.305256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15850bcd-54b0-4a1d-95ae-645b65b8bc3a') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:03.311449 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-24c70e3d-4cfe-4653-832c-4a66ebffdcbd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/495af7b1-21d6-4ffc-a4a7-16e698821c60 HTTP/1.1" status: 204 len: 168 time: 2.0417588 Mar 16 10:54:03.319030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46890) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:03.327594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad671a3-f463-404b-8436-d943eebb72ae tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Deleting subnet 430581a4-1b6e-408e-8d60-7a9faa5e47a5 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:03.345260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-f78fb85f-c9ea-4d64-bc63-1899ffae6f48', 'network_id': 'f78fb85f-c9ea-4d64-bc63-1899ffae6f48', 'tenant_id': '20bca2569c1b4cd584702c718aa4cacc', 'fixed_ips': [{'subnet_id': '638af2b7-9eb7-4663-8cb6-77c9d49ab007'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:03.346068 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.357462 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ad671a3-f463-404b-8436-d943eebb72ae tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.391403 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.461598 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4f5d63fd-4df6-4251-9eaa-cf4284828c15 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:03.568235 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] For port f16cc36e-5c9c-4856-a6e3-548934cf0e7d, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:03.580385 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-12e3b3b5-0847-41e7-8312-ddb179c0a148 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.603092 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] For port f16cc36e-5c9c-4856-a6e3-548934cf0e7d, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f16cc36e-5c9c-4856-a6e3-548934cf0e7d,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:03.610589 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:03.613344 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.613829 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4f5d63fd-4df6-4251-9eaa-cf4284828c15 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:03.619133 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4f5d63fd-4df6-4251-9eaa-cf4284828c15 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5479424 Mar 16 10:54:03.619751 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46896) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:03.630142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Usage tracker for resource:port and tenant:20bca2569c1b4cd584702c718aa4cacc is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:03.658921 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.659613 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::295:a43b:5b62:2ecb (6fb457af-0d86-4c52-b4cf-f12d297a5983/73772514-712c-4508-850d-fd8335be36c7/3baa40b8-9150-4efa-9e16-d3595c097bca) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:03.661744 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:03.669542 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-27cb1cf3-a0a7-4b89-83a5-e0c835283d09 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group': {'name': 'tempest-security--143543721', 'description': 'tempest-security-description-1289838964'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:03.695655 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:03.700248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ad671a3-f463-404b-8436-d943eebb72ae tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.731647 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:03.732285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:03.746979 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:03.804528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82922ed4-6411-409e-a920-e24dacc2595b None None] Pushing event updated for resources: {'Port': ['ID=f16cc36e-5c9c-4856-a6e3-548934cf0e7d,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:03.826978 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Allocated IP 2001:db8::2 (f78fb85f-c9ea-4d64-bc63-1899ffae6f48/638af2b7-9eb7-4663-8cb6-77c9d49ab007/83d25c43-d4ca-47b0-835d-0aee6108f40d) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:03.838669 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Made reservation on behalf of 20bca2569c1b4cd584702c718aa4cacc for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:03.842337 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.857152 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.858227 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-27cb1cf3-a0a7-4b89-83a5-e0c835283d09 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.929403 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.958193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.970248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 1ae325e5-05eb-4d41-a709-0cd31417e68e {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:03.970772 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.991486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e9fce0-d82c-4bd3-948a-e87f820fc4da None None] DHCP port deletion for f6597cfe-a366-4fb0-8e8c-44d9b942caa8 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:04.016623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6e9fce0-d82c-4bd3-948a-e87f820fc4da None None] Deleting port 1ae325e5-05eb-4d41-a709-0cd31417e68e {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:04.017324 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6e9fce0-d82c-4bd3-948a-e87f820fc4da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.026022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Pushing event deleted for resources: {'Network': ['ID=6d28c3a7-da2c-421f-97fd-b2b4778aa3be,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:04.050130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] device_id is not set on port 23ab96c0-a858-4497-9d6e-5b0d2a43c91a yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:04.050361 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a9ecd1b6-d374-45fe-95ee-9c9c07252a78 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/networks/6d28c3a7-da2c-421f-97fd-b2b4778aa3be HTTP/1.1" status: 204 len: 168 time: 2.9723947 Mar 16 10:54:04.053982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46900) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:04.066085 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-ce40ec42-c3dc-44c1-be68-0f1702670d53 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'router': {'routes': None}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:04.196348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641ab57-953f-4349-b4ca-5d7a1ff60638 req-94509ec0-ceaa-4692-83a7-85d35e6ec79c tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:04.198888 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e641ab57-953f-4349-b4ca-5d7a1ff60638 req-94509ec0-ceaa-4692-83a7-85d35e6ec79c tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.5701289 Mar 16 10:54:04.278526 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-27cb1cf3-a0a7-4b89-83a5-e0c835283d09 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.348595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6e9fce0-d82c-4bd3-948a-e87f820fc4da None None] For port 1ae325e5-05eb-4d41-a709-0cd31417e68e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1ae325e5-05eb-4d41-a709-0cd31417e68e,segment=NetworkSegment(4d9661c1-02c9-4d77-9bdd-92ad4027f408),segment_id=4d9661c1-02c9-4d77-9bdd-92ad4027f408)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:04.349165 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6e9fce0-d82c-4bd3-948a-e87f820fc4da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.353811 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ad671a3-f463-404b-8436-d943eebb72ae tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.472677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f16cc36e-5c9c-4856-a6e3-548934cf0e7d up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:04.494111 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-27cb1cf3-a0a7-4b89-83a5-e0c835283d09 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.542115 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-27cb1cf3-a0a7-4b89-83a5-e0c835283d09 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.546252 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-27cb1cf3-a0a7-4b89-83a5-e0c835283d09 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "PUT /v2.0/security-groups/3df61647-3a6e-4990-90c7-2b031edc971e HTTP/1.1" status: 200 len: 1777 time: 0.9179490 Mar 16 10:54:04.549169 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46904) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:04.573965 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb1cf3-a0a7-4b89-83a5-e0c835283d09 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df61647-3a6e-4990-90c7-2b031edc971e,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:04.594462 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.636981 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.657598 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object 3baa40b8-9150-4efa-9e16-d3595c097bca will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:04.674697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-12e3b3b5-0847-41e7-8312-ddb179c0a148 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.681255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6e9fce0-d82c-4bd3-948a-e87f820fc4da None None] Calling delete_port for 1ae325e5-05eb-4d41-a709-0cd31417e68e owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:04.683717 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-12e3b3b5-0847-41e7-8312-ddb179c0a148 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.684594 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-12e3b3b5-0847-41e7-8312-ddb179c0a148 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.717042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.748457 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.758878 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e641ab57-953f-4349-b4ca-5d7a1ff60638 req-e51cc349-4b35-459a-8647-91811133e954 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4286616 Mar 16 10:54:04.779293 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Transition to ACTIVE for port object 83d25c43-d4ca-47b0-835d-0aee6108f40d will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:04.781915 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port f16cc36e-5c9c-4856-a6e3-548934cf0e7d completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:04.789865 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.extraroute_db [None req-ce40ec42-c3dc-44c1-be68-0f1702670d53 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Added routes are [] {{(pid=87969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 10:54:04.790210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.extraroute_db [None req-ce40ec42-c3dc-44c1-be68-0f1702670d53 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Removed routes are [] {{(pid=87969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 10:54:04.790623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ce40ec42-c3dc-44c1-be68-0f1702670d53 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.810596 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] For port 1ae325e5-05eb-4d41-a709-0cd31417e68e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1ae325e5-05eb-4d41-a709-0cd31417e68e,segment=NetworkSegment(4d9661c1-02c9-4d77-9bdd-92ad4027f408),segment_id=4d9661c1-02c9-4d77-9bdd-92ad4027f408)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:04.811043 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.827670 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.834728 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Transition to ACTIVE for port object 83d25c43-d4ca-47b0-835d-0aee6108f40d will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:04.838741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3b3b5-0847-41e7-8312-ddb179c0a148 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=e24ccdfa-6505-43ce-9f0b-8b0cb1594b4b,revision_number=3']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:04.868140 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6e9fce0-d82c-4bd3-948a-e87f820fc4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.886856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.933364 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1ae325e5-05eb-4d41-a709-0cd31417e68e no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:04.969309 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e9fce0-d82c-4bd3-948a-e87f820fc4da None None] No DVR routers for this DVR port 1ae325e5-05eb-4d41-a709-0cd31417e68e on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:04.987087 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 1ae325e5-05eb-4d41-a709-0cd31417e68e {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:04.987570 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1ae325e5-05eb-4d41-a709-0cd31417e68e not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:04.993410 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9fce0-d82c-4bd3-948a-e87f820fc4da None None] Pushing event deleted for resources: {'Port': ['ID=1ae325e5-05eb-4d41-a709-0cd31417e68e,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:05.020632 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-71408b11-62fa-4ae0-9a93-64f829c38432 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-groups/3df61647-3a6e-4990-90c7-2b031edc971e HTTP/1.1" status: 200 len: 1777 time: 0.4633899 Mar 16 10:54:05.035090 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Network f78fb85f-c9ea-4d64-bc63-1899ffae6f48 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:05.042161 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:05.045212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46908) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:05.054667 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:05.118241 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:05.121896 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Allocated IP 2001:db8::2e8 (f78fb85f-c9ea-4d64-bc63-1899ffae6f48/638af2b7-9eb7-4663-8cb6-77c9d49ab007/23ab96c0-a858-4497-9d6e-5b0d2a43c91a) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:05.134907 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:05.137591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:05.143456 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:05.144050 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.152772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Pushing event updated for resources: {'Port': ['ID=83d25c43-d4ca-47b0-835d-0aee6108f40d,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:05.178025 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ce40ec42-c3dc-44c1-be68-0f1702670d53 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.181353 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.4572265 Mar 16 10:54:05.194191 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Attempting to bind port 83d25c43-d4ca-47b0-835d-0aee6108f40d on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:05.195314 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Attempting to bind port 83d25c43-d4ca-47b0-835d-0aee6108f40d by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'd83c9956-ece7-4784-91a7-46256fe4a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f78fb85f-c9ea-4d64-bc63-1899ffae6f48'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:05.195713 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Attempting to bind port 83d25c43-d4ca-47b0-835d-0aee6108f40d on network f78fb85f-c9ea-4d64-bc63-1899ffae6f48 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:05.203135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:05.205036 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46912) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:05.205165 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Checking segment: {'id': 'd83c9956-ece7-4784-91a7-46256fe4a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f78fb85f-c9ea-4d64-bc63-1899ffae6f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:05.205776 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.206205 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Bound using segment: {'id': 'd83c9956-ece7-4784-91a7-46256fe4a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f78fb85f-c9ea-4d64-bc63-1899ffae6f48'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:05.206348 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644f5ee-52a9-48d4-ab92-0db0cfef09ed tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=3baa40b8-9150-4efa-9e16-d3595c097bca,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:05.206800 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Bound port: 83d25c43-d4ca-47b0-835d-0aee6108f40d, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83c9956-ece7-4784-91a7-46256fe4a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f78fb85f-c9ea-4d64-bc63-1899ffae6f48'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:05.207197 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.242241 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e92d6537-5337-4f3e-aa03-3baa53fac305 None None] Provisioning for port f16cc36e-5c9c-4856-a6e3-548934cf0e7d completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:05.304427 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-deff1315-3d0f-4926-9600-20cb27d9eb6e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.317622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e92d6537-5337-4f3e-aa03-3baa53fac305 None None] Provisioning complete for port f16cc36e-5c9c-4856-a6e3-548934cf0e7d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:05.318409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e92d6537-5337-4f3e-aa03-3baa53fac305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.333762 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e3b3b5-0847-41e7-8312-ddb179c0a148 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 373ac594-078f-46aa-b406-5567f6bb7a9d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:05.346342 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-12e3b3b5-0847-41e7-8312-ddb179c0a148 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:05.398247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ad671a3-f463-404b-8436-d943eebb72ae tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.458873 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] For port 83d25c43-d4ca-47b0-835d-0aee6108f40d, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:05.462218 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] For port 83d25c43-d4ca-47b0-835d-0aee6108f40d, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=83d25c43-d4ca-47b0-835d-0aee6108f40d,segment=NetworkSegment(d83c9956-ece7-4784-91a7-46256fe4a010),segment_id=d83c9956-ece7-4784-91a7-46256fe4a010)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:05.470078 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.511974 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ce40ec42-c3dc-44c1-be68-0f1702670d53 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.514052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ad671a3-f463-404b-8436-d943eebb72ae tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.522236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for 1ae325e5-05eb-4d41-a709-0cd31417e68e owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:05.550492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad671a3-f463-404b-8436-d943eebb72ae tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Pushing event deleted for resources: {'Subnet': ['ID=430581a4-1b6e-408e-8d60-7a9faa5e47a5,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:05.606765 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcf2d6-02b4-4f67-b253-cd2cc856b53b None None] Pushing event updated for resources: {'Port': ['ID=83d25c43-d4ca-47b0-835d-0aee6108f40d,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:05.624599 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcfd091-159d-4207-8d3e-b4d1c36d6ff6 None None] Network a7f21a81-4565-45de-ba30-c3b2b92fdae3 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:05.639113 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6ad671a3-f463-404b-8436-d943eebb72ae tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] 10.222.0.44 "DELETE /v2.0/subnets/430581a4-1b6e-408e-8d60-7a9faa5e47a5 HTTP/1.1" status: 204 len: 168 time: 2.4495933 Mar 16 10:54:05.641467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46916) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:05.690231 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-deff1315-3d0f-4926-9600-20cb27d9eb6e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.779796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce40ec42-c3dc-44c1-be68-0f1702670d53 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 7babe4b6-4e0d-4416-94de-ce6f7948c419 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:05.812495 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e92d6537-5337-4f3e-aa03-3baa53fac305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.837201 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.api [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:05.837501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG oslo_db.api [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:05.854341 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-e92d6537-5337-4f3e-aa03-3baa53fac305 None None] For port f16cc36e-5c9c-4856-a6e3-548934cf0e7d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f16cc36e-5c9c-4856-a6e3-548934cf0e7d,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:05.856076 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.884448 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Transition to ACTIVE for port object 23ab96c0-a858-4497-9d6e-5b0d2a43c91a will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:05.925878 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.929351 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba66290e-bb6f-4434-b7a6-527aaaee94db tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:05.935761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba66290e-bb6f-4434-b7a6-527aaaee94db tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:05.936511 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ba66290e-bb6f-4434-b7a6-527aaaee94db tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:05.956682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e92d6537-5337-4f3e-aa03-3baa53fac305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.959406 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.021111 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.036456 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce40ec42-c3dc-44c1-be68-0f1702670d53 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:06.058481 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ce40ec42-c3dc-44c1-be68-0f1702670d53 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.063077 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ce40ec42-c3dc-44c1-be68-0f1702670d53 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/7babe4b6-4e0d-4416-94de-ce6f7948c419 HTTP/1.1" status: 200 len: 700 time: 2.0062022 Mar 16 10:54:06.064298 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c064c01-ed95-4e10-aebe-709bd0ec74c7 None None] Sync routers for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:06.073664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46922) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:06.074448 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Deleting port 55f414a1-da88-45e3-a9b7-54ede5dbf635 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:06.074790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.085583 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c064c01-ed95-4e10-aebe-709bd0ec74c7 None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:06.086191 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4c064c01-ed95-4e10-aebe-709bd0ec74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:54:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:06.102869 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d6537-5337-4f3e-aa03-3baa53fac305 None None] Pushing event updated for resources: {'Port': ['ID=f16cc36e-5c9c-4856-a6e3-548934cf0e7d,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:06.112890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b4f3330c-56cd-4103-a24c-c15ee72a29af None None] Provisioning complete for port e24ccdfa-6505-43ce-9f0b-8b0cb1594b4b triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:06.113260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b4f3330c-56cd-4103-a24c-c15ee72a29af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.149183 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event updated for resources: {'Port': ['ID=23ab96c0-a858-4497-9d6e-5b0d2a43c91a,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:06.184002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-deff1315-3d0f-4926-9600-20cb27d9eb6e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.213478 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ba66290e-bb6f-4434-b7a6-527aaaee94db tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:06.214697 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ba66290e-bb6f-4434-b7a6-527aaaee94db tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 1.0034397 Mar 16 10:54:06.221852 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46926) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:06.223986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3330c-56cd-4103-a24c-c15ee72a29af None None] Port e24ccdfa-6505-43ce-9f0b-8b0cb1594b4b cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:06.234103 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Network f78fb85f-c9ea-4d64-bc63-1899ffae6f48 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:06.235981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a0d2ce-f954-4045-878f-7fffb810fcbe None None] DHCP port deletion for a7f21a81-4565-45de-ba30-c3b2b92fdae3 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:06.242035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-72a0d2ce-f954-4045-878f-7fffb810fcbe None None] Deleting port 55f414a1-da88-45e3-a9b7-54ede5dbf635 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:06.243256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-72a0d2ce-f954-4045-878f-7fffb810fcbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.306331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-d70265f6-3e1e-4064-811c-68f134b80815 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 3baa40b8-9150-4efa-9e16-d3595c097bca {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:06.306682 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d70265f6-3e1e-4064-811c-68f134b80815 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.332843 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff1315-3d0f-4926-9600-20cb27d9eb6e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df61647-3a6e-4990-90c7-2b031edc971e,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:06.351315 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e3b3b5-0847-41e7-8312-ddb179c0a148 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Router 22512e24-cd07-4b6f-9595-1394a8e98ccb is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:54:06.353876 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-deff1315-3d0f-4926-9600-20cb27d9eb6e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.354741 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-deff1315-3d0f-4926-9600-20cb27d9eb6e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-groups/3df61647-3a6e-4990-90c7-2b031edc971e HTTP/1.1" status: 204 len: 168 time: 1.3064272 Mar 16 10:54:06.355992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:06.360270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 1ae325e5-05eb-4d41-a709-0cd31417e68e {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:06.360857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.361921 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46930) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:06.375265 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:06.380576 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:06.381460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.437772 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-4c064c01-ed95-4e10-aebe-709bd0ec74c7 None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:06.480101 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1f51cdd9-e6ea-4586-b366-091956e9c330 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4061823 Mar 16 10:54:06.490059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46934) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:06.492653 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] The port '1ae325e5-05eb-4d41-a709-0cd31417e68e' was deleted {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:54:06.508377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ac354d52-7cbf-4f80-9fb3-6be413c19cbf tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Synchronizing usage tracker for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:06.511822 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e30140-a77d-4970-bc29-3039feadb4bf req-b9b6ef1c-28b1-4955-b9b2-6160b9158f2f tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:06.513403 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f7e30140-a77d-4970-bc29-3039feadb4bf req-b9b6ef1c-28b1-4955-b9b2-6160b9158f2f tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.5660226 Mar 16 10:54:06.530209 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Request body: {'port': {'network_id': 'f78fb85f-c9ea-4d64-bc63-1899ffae6f48', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1426109474', 'allowed_address_pairs': [{'ip_address': '2001:db8::2e8', 'mac_address': 'fa:16:3e:67:23:34'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:06.552667 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-72a0d2ce-f954-4045-878f-7fffb810fcbe None None] For port 55f414a1-da88-45e3-a9b7-54ede5dbf635, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=55f414a1-da88-45e3-a9b7-54ede5dbf635,segment=NetworkSegment(7dd69386-81be-42b6-8f1d-38c27fd6145b),segment_id=7dd69386-81be-42b6-8f1d-38c27fd6145b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:06.553066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-72a0d2ce-f954-4045-878f-7fffb810fcbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.598274 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4c064c01-ed95-4e10-aebe-709bd0ec74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:56Z', 'revision_number': 11, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:06.605433 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c064c01-ed95-4e10-aebe-709bd0ec74c7 None None] Checking router: 7babe4b6-4e0d-4416-94de-ce6f7948c419 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:06.614328 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c064c01-ed95-4e10-aebe-709bd0ec74c7 None None] Routers {'7babe4b6-4e0d-4416-94de-ce6f7948c419'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:06.615261 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4c064c01-ed95-4e10-aebe-709bd0ec74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:54:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7babe4b6-4e0d-4416-94de-ce6f7948c419'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:06.766579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ac354d52-7cbf-4f80-9fb3-6be413c19cbf tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Unset dirty status for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:06.772132 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-4c064c01-ed95-4e10-aebe-709bd0ec74c7 None None] Set router 7babe4b6-4e0d-4416-94de-ce6f7948c419 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:06.775325 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ac354d52-7cbf-4f80-9fb3-6be413c19cbf tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports?device_id=7babe4b6-4e0d-4416-94de-ce6f7948c419 HTTP/1.1" status: 200 len: 205 time: 0.6309338 Mar 16 10:54:06.791829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46938) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:06.795893 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.831972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-72a0d2ce-f954-4045-878f-7fffb810fcbe None None] Calling delete_port for 55f414a1-da88-45e3-a9b7-54ede5dbf635 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:06.904192 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4c064c01-ed95-4e10-aebe-709bd0ec74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:56Z', 'revision_number': 11, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:06.911269 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c064c01-ed95-4e10-aebe-709bd0ec74c7 None None] The sync data for ids ['7babe4b6-4e0d-4416-94de-ce6f7948c419'] in dv-neutron-833859-1-hyperv is: [{'id': '7babe4b6-4e0d-4416-94de-ce6f7948c419', 'name': 'tempest-RoutersTest-router-195281392', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:11Z', 'updated_at': '2022-03-16T10:53:56Z', 'revision_number': 11, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:06.984538 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f16cc36e-5c9c-4856-a6e3-548934cf0e7d up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:07.003107 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-69cb91f1-3b6c-4445-8293-403dd6d81577 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:07.026237 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6597cfe-a366-4fb0-8e8c-44d9b942caa8']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:07.029206 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f7e30140-a77d-4970-bc29-3039feadb4bf req-33ec4d2a-a7c4-4e27-abb2-d245902e5d64 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4835865 Mar 16 10:54:07.072302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] For port 55f414a1-da88-45e3-a9b7-54ede5dbf635, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=55f414a1-da88-45e3-a9b7-54ede5dbf635,segment=NetworkSegment(7dd69386-81be-42b6-8f1d-38c27fd6145b),segment_id=7dd69386-81be-42b6-8f1d-38c27fd6145b)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:07.072302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.095372 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c01c-053d-4c02-9c7f-36a7171b1224 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.118851 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b4f3330c-56cd-4103-a24c-c15ee72a29af None None] Provisioning for port 3baa40b8-9150-4efa-9e16-d3595c097bca completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:07.130594 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-72a0d2ce-f954-4045-878f-7fffb810fcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.139961 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e3b3b5-0847-41e7-8312-ddb179c0a148 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:07.153275 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-12e3b3b5-0847-41e7-8312-ddb179c0a148 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "PUT /v2.0/routers/22512e24-cd07-4b6f-9595-1394a8e98ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9551935 Mar 16 10:54:07.207235 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46942) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:07.218753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b4f3330c-56cd-4103-a24c-c15ee72a29af None None] Provisioning complete for port 3baa40b8-9150-4efa-9e16-d3595c097bca triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:07.219034 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b4f3330c-56cd-4103-a24c-c15ee72a29af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.232695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-69cb91f1-3b6c-4445-8293-403dd6d81577 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:07.240216 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-69cb91f1-3b6c-4445-8293-403dd6d81577 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8700762 Mar 16 10:54:07.245398 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bf3dc3-13de-47fa-8478-cf5c47044747 None None] Sync routers for ids ['22512e24-cd07-4b6f-9595-1394a8e98ccb'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:07.257569 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0d2ce-f954-4045-878f-7fffb810fcbe None None] Pushing event deleted for resources: {'Port': ['ID=55f414a1-da88-45e3-a9b7-54ede5dbf635,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:07.279319 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0d2ce-f954-4045-878f-7fffb810fcbe None None] No DVR routers for this DVR port 55f414a1-da88-45e3-a9b7-54ede5dbf635 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:07.290943 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bf3dc3-13de-47fa-8478-cf5c47044747 None None] Routers {'22512e24-cd07-4b6f-9595-1394a8e98ccb'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:07.291709 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-79bf3dc3-13de-47fa-8478-cf5c47044747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:54:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['22512e24-cd07-4b6f-9595-1394a8e98ccb'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:07.316890 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46946) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:07.326486 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9661c1-02c9-4d77-9bdd-92ad4027f408') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:07.326486 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9661c1-02c9-4d77-9bdd-92ad4027f408') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:07.353530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:07.365553 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Usage tracker for resource:port and tenant:20bca2569c1b4cd584702c718aa4cacc is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:07.372096 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:07.378881 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b2f007-ed31-45bf-a6a3-a273370daea6 None None] Network f78fb85f-c9ea-4d64-bc63-1899ffae6f48 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:07.388552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:07.396079 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-79bf3dc3-13de-47fa-8478-cf5c47044747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:07.398815 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3330c-56cd-4103-a24c-c15ee72a29af None None] Port 3baa40b8-9150-4efa-9e16-d3595c097bca cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:07.401744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port f16cc36e-5c9c-4856-a6e3-548934cf0e7d triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:07.402154 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.402812 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d70265f6-3e1e-4064-811c-68f134b80815 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.474150 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Calling delete_port for 55f414a1-da88-45e3-a9b7-54ede5dbf635 owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:07.500358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.519102 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-42a512ce-890d-47ab-b283-92778b1c36da tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] delete failed (client error): The resource could not be found. Mar 16 10:54:07.529414 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-42a512ce-890d-47ab-b283-92778b1c36da tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-groups/3df61647-3a6e-4990-90c7-2b031edc971e HTTP/1.1" status: 404 len: 347 time: 0.1852221 Mar 16 10:54:07.529624 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46950) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:07.537250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-d70265f6-3e1e-4064-811c-68f134b80815 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 3baa40b8-9150-4efa-9e16-d3595c097bca owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:07.551531 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bf3dc3-13de-47fa-8478-cf5c47044747 None None] Routers {'22512e24-cd07-4b6f-9595-1394a8e98ccb'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:07.552197 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-79bf3dc3-13de-47fa-8478-cf5c47044747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:54:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['22512e24-cd07-4b6f-9595-1394a8e98ccb'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:07.564251 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Made reservation on behalf of 20bca2569c1b4cd584702c718aa4cacc for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:07.581475 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-0b287f14-aae2-4227-beb0-1ef24ea53347 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225374751'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:07.613429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0b287f14-aae2-4227-beb0-1ef24ea53347 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:07.638480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.651270 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-79bf3dc3-13de-47fa-8478-cf5c47044747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:07.651890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bf3dc3-13de-47fa-8478-cf5c47044747 None None] The sync data for ids ['22512e24-cd07-4b6f-9595-1394a8e98ccb'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:07.671413 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9a8a5bc7-c388-46ee-bceb-e43aaeef7e71 None None] Provisioning for port 83d25c43-d4ca-47b0-835d-0aee6108f40d completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:07.695116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0b287f14-aae2-4227-beb0-1ef24ea53347 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:07.704265 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7766aa17-a934-48b5-98df-e1e8d19c654f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:07.708600 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7766aa17-a934-48b5-98df-e1e8d19c654f tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports?device_id=22512e24-cd07-4b6f-9595-1394a8e98ccb HTTP/1.1" status: 200 len: 989 time: 0.4972296 Mar 16 10:54:07.708787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:07.708787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.720202 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46954) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:07.729912 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:07.814867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 83d25c43-d4ca-47b0-835d-0aee6108f40d up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:07.817882 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b287f14-aae2-4227-beb0-1ef24ea53347 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.870941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c01c-053d-4c02-9c7f-36a7171b1224 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.876129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c01c-053d-4c02-9c7f-36a7171b1224 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.884144 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.api [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:07.884693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG oslo_db.api [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:07.915237 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c01c-053d-4c02-9c7f-36a7171b1224 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.916433 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa2c01c-053d-4c02-9c7f-36a7171b1224 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Fanout notify agent at l3_agent the message router_deleted on router 7babe4b6-4e0d-4416-94de-ce6f7948c419 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:07.919439 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.955964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0b287f14-aae2-4227-beb0-1ef24ea53347 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:07.966356 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0b287f14-aae2-4227-beb0-1ef24ea53347 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:07.979779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.985230 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.985385 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/networks/f6597cfe-a366-4fb0-8e8c-44d9b942caa8 HTTP/1.1" status: 204 len: 168 time: 4.6613710 Mar 16 10:54:07.985474 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 83d25c43-d4ca-47b0-835d-0aee6108f40d completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:07.988581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c01c-053d-4c02-9c7f-36a7171b1224 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.994926 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6fa2c01c-053d-4c02-9c7f-36a7171b1224 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/routers/7babe4b6-4e0d-4416-94de-ce6f7948c419 HTTP/1.1" status: 204 len: 168 time: 1.1968319 Mar 16 10:54:07.997028 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46958) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:07.997368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46960) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:08.000296 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0b287f14-aae2-4227-beb0-1ef24ea53347 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:08.001294 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 83d25c43-d4ca-47b0-835d-0aee6108f40d triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:08.001655 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.032870 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0b287f14-aae2-4227-beb0-1ef24ea53347 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:08.038535 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-8d87f65c-c629-43f9-a2d9-ac2de2adda89 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1424613233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:08.044242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e035f-3668-4369-873c-4739bae83f52 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Network': ['ID=f6597cfe-a366-4fb0-8e8c-44d9b942caa8,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:08.053124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8d87f65c-c629-43f9-a2d9-ac2de2adda89 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:08.063942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8d87f65c-c629-43f9-a2d9-ac2de2adda89 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Usage tracker for resource:router and tenant:0af91df9825b4c0a9be9686e6768d879 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:08.069820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8d87f65c-c629-43f9-a2d9-ac2de2adda89 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:08.082552 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8d87f65c-c629-43f9-a2d9-ac2de2adda89 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:08.125733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51090fdf-3895-4311-850a-5ee385e96593 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:08.126310 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-51090fdf-3895-4311-850a-5ee385e96593 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:08.131011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8d87f65c-c629-43f9-a2d9-ac2de2adda89 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.132839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8d87f65c-c629-43f9-a2d9-ac2de2adda89 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.156536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-51090fdf-3895-4311-850a-5ee385e96593 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:08.158133 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-51090fdf-3895-4311-850a-5ee385e96593 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports/48158491-8e53-4d9b-9532-d7d9ab6b4ad1 HTTP/1.1" status: 200 len: 841 time: 0.1597974 Mar 16 10:54:08.162012 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46968) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:08.198377 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.231144 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] device_id is not set on port 4c30b85f-73f7-4ff7-af54-888b3a1810c1 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:08.244359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 83d25c43-d4ca-47b0-835d-0aee6108f40d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=83d25c43-d4ca-47b0-835d-0aee6108f40d,segment=NetworkSegment(d83c9956-ece7-4784-91a7-46256fe4a010),segment_id=d83c9956-ece7-4784-91a7-46256fe4a010)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:08.255180 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.343096 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 55f414a1-da88-45e3-a9b7-54ede5dbf635 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:08.386397 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 55f414a1-da88-45e3-a9b7-54ede5dbf635 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:08.386865 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 55f414a1-da88-45e3-a9b7-54ede5dbf635 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:08.386988 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Deleting port 55f414a1-da88-45e3-a9b7-54ede5dbf635 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:08.387401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.409555 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=83d25c43-d4ca-47b0-835d-0aee6108f40d,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:08.432564 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-eb649b8e-69fd-4483-8abd-1e5022a8782d None None] Provisioning complete for port 83d25c43-d4ca-47b0-835d-0aee6108f40d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:08.433044 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-eb649b8e-69fd-4483-8abd-1e5022a8782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.446663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d70265f6-3e1e-4064-811c-68f134b80815 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.458523 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d6a1b931-28ca-4d14-aee4-7e376b24a9e0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports/48158491-8e53-4d9b-9532-d7d9ab6b4ad1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2931373 Mar 16 10:54:08.462877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46972) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:08.513638 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-77b0ff0f-0ee1-4e8d-afb3-579d58997d85 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'subnet': {'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:08.529556 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70265f6-3e1e-4064-811c-68f134b80815 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=3baa40b8-9150-4efa-9e16-d3595c097bca,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:08.541087 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8d87f65c-c629-43f9-a2d9-ac2de2adda89 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.549857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] The port '55f414a1-da88-45e3-a9b7-54ede5dbf635' was deleted {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:54:08.619690 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-eb649b8e-69fd-4483-8abd-1e5022a8782d None None] Provisioning for port 23ab96c0-a858-4497-9d6e-5b0d2a43c91a completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:08.626288 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-eb649b8e-69fd-4483-8abd-1e5022a8782d None None] Provisioning complete for port 23ab96c0-a858-4497-9d6e-5b0d2a43c91a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:08.626847 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-eb649b8e-69fd-4483-8abd-1e5022a8782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.684351 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d70265f6-3e1e-4064-811c-68f134b80815 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.712665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-eb649b8e-69fd-4483-8abd-1e5022a8782d None None] Port 23ab96c0-a858-4497-9d6e-5b0d2a43c91a cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:08.833691 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-92370b2e-919c-48ee-a317-2072e0aadad6 None None] Provisioning complete for port 23ab96c0-a858-4497-9d6e-5b0d2a43c91a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:08.834404 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-92370b2e-919c-48ee-a317-2072e0aadad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.856996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8d87f65c-c629-43f9-a2d9-ac2de2adda89 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.867773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-77b0ff0f-0ee1-4e8d-afb3-579d58997d85 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:08.871774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.891415 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-77b0ff0f-0ee1-4e8d-afb3-579d58997d85 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:subnet and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:08.892949 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-92370b2e-919c-48ee-a317-2072e0aadad6 None None] Port 23ab96c0-a858-4497-9d6e-5b0d2a43c91a cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:08.901200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-77b0ff0f-0ee1-4e8d-afb3-579d58997d85 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:08.926461 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-77b0ff0f-0ee1-4e8d-afb3-579d58997d85 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:08.948836 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d70265f6-3e1e-4064-811c-68f134b80815 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/3baa40b8-9150-4efa-9e16-d3595c097bca HTTP/1.1" status: 204 len: 168 time: 2.7207034 Mar 16 10:54:08.950508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d08b96-9e27-419c-8bbf-41fa8a499671 req-be9fb054-d9a6-467f-b5d3-a63c7901895f tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:08.952473 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f9d08b96-9e27-419c-8bbf-41fa8a499671 req-be9fb054-d9a6-467f-b5d3-a63c7901895f tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.6820672 Mar 16 10:54:08.954571 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f21a81-4565-45de-ba30-c3b2b92fdae3']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:08.955638 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46976) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:08.968764 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Allocated IP 2001:db8::169 (f78fb85f-c9ea-4d64-bc63-1899ffae6f48/638af2b7-9eb7-4663-8cb6-77c9d49ab007/4c30b85f-73f7-4ff7-af54-888b3a1810c1) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:08.972264 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b287f14-aae2-4227-beb0-1ef24ea53347 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.994260 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8d87f65c-c629-43f9-a2d9-ac2de2adda89 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.995466 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8d87f65c-c629-43f9-a2d9-ac2de2adda89 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9953685 Mar 16 10:54:09.002180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd69386-81be-42b6-8f1d-38c27fd6145b') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:09.002583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd69386-81be-42b6-8f1d-38c27fd6145b') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:09.012857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46980) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:09.022069 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b287f14-aae2-4227-beb0-1ef24ea53347 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.027903 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b0ff0f-0ee1-4e8d-afb3-579d58997d85 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:09.032764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77b0ff0f-0ee1-4e8d-afb3-579d58997d85 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.112418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b287f14-aae2-4227-beb0-1ef24ea53347 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.113550 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0b287f14-aae2-4227-beb0-1ef24ea53347 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5840628 Mar 16 10:54:09.128212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310d27e3-f9ab-4774-9f88-d31d66d35bb3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:09.129706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310d27e3-f9ab-4774-9f88-d31d66d35bb3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:09.130464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-310d27e3-f9ab-4774-9f88-d31d66d35bb3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:09.134668 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46984) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:09.139744 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b287f14-aae2-4227-beb0-1ef24ea53347 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39432bae-2ed2-42e8-88a3-e82a54a27336,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:09.149703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5da19dfc-462a-44bc-a5f4-5951bc1cef74 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group_rule': {'security_group_id': '39432bae-2ed2-42e8-88a3-e82a54a27336', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:09.191897 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-821f9434-4cc9-451c-88d0-2a4d15bb084d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:09.193112 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5da19dfc-462a-44bc-a5f4-5951bc1cef74 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:09.205569 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5da19dfc-462a-44bc-a5f4-5951bc1cef74 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:09.231303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5da19dfc-462a-44bc-a5f4-5951bc1cef74 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:09.258643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5da19dfc-462a-44bc-a5f4-5951bc1cef74 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:09.289853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.311353 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-310d27e3-f9ab-4774-9f88-d31d66d35bb3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:09.312504 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-310d27e3-f9ab-4774-9f88-d31d66d35bb3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3458986 Mar 16 10:54:09.324542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 46988) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:09.341639 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f9d08b96-9e27-419c-8bbf-41fa8a499671 req-cd5ba284-65a9-44a6-9333-9440affd96b1 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708899 Mar 16 10:54:09.371538 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5da19dfc-462a-44bc-a5f4-5951bc1cef74 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.491301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.518255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.525530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d59b99a0-e9b0-4eaa-9c18-54e5c6d9c140 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.588646 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5da19dfc-462a-44bc-a5f4-5951bc1cef74 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.589916 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Transition to ACTIVE for port object 4c30b85f-73f7-4ff7-af54-888b3a1810c1 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:09.602267 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5da19dfc-462a-44bc-a5f4-5951bc1cef74 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.627226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:09.627527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:09.650025 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:09.696888 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da19dfc-462a-44bc-a5f4-5951bc1cef74 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664e52f5-c3fb-4d69-9d5d-cc0a25c40a65,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:09.720839 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5da19dfc-462a-44bc-a5f4-5951bc1cef74 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.722003 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5da19dfc-462a-44bc-a5f4-5951bc1cef74 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5837364 Mar 16 10:54:09.727007 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46992) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:09.828062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-4307f33c-f9be-4592-8703-ea4c1039fe53 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 73772514-712c-4508-850d-fd8335be36c7 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:09.841540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4307f33c-f9be-4592-8703-ea4c1039fe53 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.842785 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.892133 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-665dd586-2cf2-441c-ac35-a0ce70a0782f tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.919779 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-665dd586-2cf2-441c-ac35-a0ce70a0782f tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.954414 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Network f78fb85f-c9ea-4d64-bc63-1899ffae6f48 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:09.964842 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:09.975641 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:09.977901 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.981473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:09.982127 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.984556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.990260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event updated for resources: {'Port': ['ID=4c30b85f-73f7-4ff7-af54-888b3a1810c1,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:10.012140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-665dd586-2cf2-441c-ac35-a0ce70a0782f tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.030600 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-665dd586-2cf2-441c-ac35-a0ce70a0782f tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.034149 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-665dd586-2cf2-441c-ac35-a0ce70a0782f tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/664e52f5-c3fb-4d69-9d5d-cc0a25c40a65 HTTP/1.1" status: 204 len: 168 time: 0.3037999 Mar 16 10:54:10.038103 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-211d7b1f-b6d8-4d90-8340-71cb360d983e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.5211527 Mar 16 10:54:10.038103 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46996) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:10.038376 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd586-2cf2-441c-ac35-a0ce70a0782f tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=664e52f5-c3fb-4d69-9d5d-cc0a25c40a65,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:10.043179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 46998) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:10.102040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-821f9434-4cc9-451c-88d0-2a4d15bb084d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.107076 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-d59b99a0-e9b0-4eaa-9c18-54e5c6d9c140 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port e24ccdfa-6505-43ce-9f0b-8b0cb1594b4b {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:10.107436 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d59b99a0-e9b0-4eaa-9c18-54e5c6d9c140 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.131659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] Pushing event deleted for resources: {'Network': ['ID=a7f21a81-4565-45de-ba30-c3b2b92fdae3,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:10.143443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4307f33c-f9be-4592-8703-ea4c1039fe53 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.176762 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bc11ef75-877f-46d5-97af-e3930a3db965 tempest-FloatingIPNegativeTestJSON-380998456 tempest-FloatingIPNegativeTestJSON-380998456-project] 10.222.0.44 "DELETE /v2.0/networks/a7f21a81-4565-45de-ba30-c3b2b92fdae3 HTTP/1.1" status: 204 len: 168 time: 4.5257506 Mar 16 10:54:10.186635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-10cc7f86-75f3-4061-a191-1bd256cd882e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:10.223033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-821f9434-4cc9-451c-88d0-2a4d15bb084d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.233168 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-645e91ce-5b74-45c0-aba8-3eae7df5452c None None] Provisioning for port 4c30b85f-73f7-4ff7-af54-888b3a1810c1 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:10.239754 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-645e91ce-5b74-45c0-aba8-3eae7df5452c None None] Provisioning complete for port 4c30b85f-73f7-4ff7-af54-888b3a1810c1 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:10.240357 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-645e91ce-5b74-45c0-aba8-3eae7df5452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.307463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-645e91ce-5b74-45c0-aba8-3eae7df5452c None None] Port 4c30b85f-73f7-4ff7-af54-888b3a1810c1 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:10.361959 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-10cc7f86-75f3-4061-a191-1bd256cd882e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:10.368771 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-10cc7f86-75f3-4061-a191-1bd256cd882e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3228819 Mar 16 10:54:10.378463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47008) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:10.447829 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174e421d-2e3b-41b8-a68f-abb7f4df298b tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:10.453748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174e421d-2e3b-41b8-a68f-abb7f4df298b tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:10.460541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174e421d-2e3b-41b8-a68f-abb7f4df298b tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:10.461400 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-174e421d-2e3b-41b8-a68f-abb7f4df298b tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Synchronizing usage tracker for tenant:20bca2569c1b4cd584702c718aa4cacc on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:10.479580 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d59b99a0-e9b0-4eaa-9c18-54e5c6d9c140 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.510389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77b0ff0f-0ee1-4e8d-afb3-579d58997d85 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.533846 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 83d25c43-d4ca-47b0-835d-0aee6108f40d up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:10.566984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47014) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:10.625315 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-d59b99a0-e9b0-4eaa-9c18-54e5c6d9c140 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for e24ccdfa-6505-43ce-9f0b-8b0cb1594b4b owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:10.626780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b0ff0f-0ee1-4e8d-afb3-579d58997d85 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network d5d3073b-b6fa-4b30-b26b-659de5566503 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:10.631346 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-77b0ff0f-0ee1-4e8d-afb3-579d58997d85 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:10.640905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b0ff0f-0ee1-4e8d-afb3-579d58997d85 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:10.641242 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d6c2c2-d0b8-4404-aca8-c83767f12fbc None None] Network d5d3073b-b6fa-4b30-b26b-659de5566503 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:10.641648 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77b0ff0f-0ee1-4e8d-afb3-579d58997d85 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.665226 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-77b0ff0f-0ee1-4e8d-afb3-579d58997d85 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2009964 Mar 16 10:54:10.673140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47020) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:10.685246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-43f6fbf9-c1dd-4a8d-8a5f-91a85e95e6a7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'security_group': {'name': 'tempest-secgroup-446676045'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:10.689596 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0ff0f-0ee1-4e8d-afb3-579d58997d85 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Subnet': ['ID=bc65a55c-7128-4b14-9a82-61dfee630533,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:10.692471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4307f33c-f9be-4592-8703-ea4c1039fe53 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.724379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821f9434-4cc9-451c-88d0-2a4d15bb084d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Router 2243a26a-2a8f-4fa9-a530-0988f958190c is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:54:10.733724 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-43f6fbf9-c1dd-4a8d-8a5f-91a85e95e6a7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:10.754622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-43f6fbf9-c1dd-4a8d-8a5f-91a85e95e6a7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:security_group and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:10.762573 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-43f6fbf9-c1dd-4a8d-8a5f-91a85e95e6a7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:10.781059 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 83d25c43-d4ca-47b0-835d-0aee6108f40d triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:10.781427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.863351 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-174e421d-2e3b-41b8-a68f-abb7f4df298b tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Unset dirty status for tenant:20bca2569c1b4cd584702c718aa4cacc on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:10.867328 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-174e421d-2e3b-41b8-a68f-abb7f4df298b tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.8202803 Mar 16 10:54:10.879095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47024) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:10.885389 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2acd3f84-e851-4913-9b51-06cb26614624 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.000537 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2acd3f84-e851-4913-9b51-06cb26614624 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.003433 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-43f6fbf9-c1dd-4a8d-8a5f-91a85e95e6a7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:11.037612 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-21093f77-d8ef-467d-9cf5-47a814e51a73 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Deleting port 4c30b85f-73f7-4ff7-af54-888b3a1810c1 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:11.038586 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21093f77-d8ef-467d-9cf5-47a814e51a73 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.040573 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-d5d3073b-b6fa-4b30-b26b-659de5566503', 'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503', 'tenant_id': 'ccc1f3e211964114b838d54c51aafa12', 'fixed_ips': [{'subnet_id': 'bc65a55c-7128-4b14-9a82-61dfee630533'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:11.041444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.095431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821f9434-4cc9-451c-88d0-2a4d15bb084d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:11.111434 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43f6fbf9-c1dd-4a8d-8a5f-91a85e95e6a7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.121238 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7c2be-27bd-4000-8e0b-d37614efecd6 None None] Sync routers for ids ['2243a26a-2a8f-4fa9-a530-0988f958190c'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:11.137813 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc7c2be-27bd-4000-8e0b-d37614efecd6 None None] Routers {'2243a26a-2a8f-4fa9-a530-0988f958190c'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:11.140669 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3bc7c2be-27bd-4000-8e0b-d37614efecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:54:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2243a26a-2a8f-4fa9-a530-0988f958190c'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:11.149606 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-821f9434-4cc9-451c-88d0-2a4d15bb084d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.150727 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-821f9434-4cc9-451c-88d0-2a4d15bb084d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "PUT /v2.0/routers/2243a26a-2a8f-4fa9-a530-0988f958190c HTTP/1.1" status: 200 len: 694 time: 2.1363800 Mar 16 10:54:11.158937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47028) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:11.161379 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2e9ee52e-34f9-4de8-b309-b4a801d72622 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a746e6c2150b44649eb156b8bb68c96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5854175 Mar 16 10:54:11.163847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4307f33c-f9be-4592-8703-ea4c1039fe53 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.171923 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47030) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:11.187450 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81843924-351c-42ef-b678-876fc27ae094 req-85987c92-834f-4a1d-bea8-b1049ca1e076 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:11.194894 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-81843924-351c-42ef-b678-876fc27ae094 req-85987c92-834f-4a1d-bea8-b1049ca1e076 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.5785763 Mar 16 10:54:11.223526 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2acd3f84-e851-4913-9b51-06cb26614624 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.259734 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Allocated IP 172.20.0.2 (d5d3073b-b6fa-4b30-b26b-659de5566503/bc65a55c-7128-4b14-9a82-61dfee630533/099dbada-8ae6-48cc-9d14-ae58818a0278) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:11.271488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-43f6fbf9-c1dd-4a8d-8a5f-91a85e95e6a7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:11.285312 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd3f84-e851-4913-9b51-06cb26614624 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39432bae-2ed2-42e8-88a3-e82a54a27336,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:11.294558 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307f33c-f9be-4592-8703-ea4c1039fe53 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=73772514-712c-4508-850d-fd8335be36c7,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:11.300784 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4307f33c-f9be-4592-8703-ea4c1039fe53 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.312368 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4307f33c-f9be-4592-8703-ea4c1039fe53 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/73772514-712c-4508-850d-fd8335be36c7 HTTP/1.1" status: 204 len: 168 time: 1.9847999 Mar 16 10:54:11.323907 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-43f6fbf9-c1dd-4a8d-8a5f-91a85e95e6a7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:security_group_rule and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:11.328905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-43f6fbf9-c1dd-4a8d-8a5f-91a85e95e6a7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:11.331412 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47036) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:11.354177 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3a95b4-c8d6-4ebe-ab51-dca81a0b5951 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:11.367142 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-3bc7c2be-27bd-4000-8e0b-d37614efecd6 None None] Set router 2243a26a-2a8f-4fa9-a530-0988f958190c gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:11.475937 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3bc7c2be-27bd-4000-8e0b-d37614efecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2243a26a-2a8f-4fa9-a530-0988f958190c', 'name': 'tempest-RoutersTest-router-1424613233', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:08Z', 'updated_at': '2022-03-16T10:54:10Z', 'revision_number': 2, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:11.480382 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7c2be-27bd-4000-8e0b-d37614efecd6 None None] Checking router: 2243a26a-2a8f-4fa9-a530-0988f958190c for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:11.489693 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc7c2be-27bd-4000-8e0b-d37614efecd6 None None] Routers {'2243a26a-2a8f-4fa9-a530-0988f958190c'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:11.490551 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3bc7c2be-27bd-4000-8e0b-d37614efecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:54:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2243a26a-2a8f-4fa9-a530-0988f958190c'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:11.503026 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-81843924-351c-42ef-b678-876fc27ae094 req-8c01ec5c-9a98-49d8-862e-e2668e3061fc tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070755 Mar 16 10:54:11.534827 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d05475cf-95bc-4a97-b221-e710e6976ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.540256 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47040) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:11.540409 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cee3008e-dd47-4a2b-8fc9-d240308b7007 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/routers/2243a26a-2a8f-4fa9-a530-0988f958190c HTTP/1.1" status: 200 len: 700 time: 0.3732078 Mar 16 10:54:11.549158 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d59b99a0-e9b0-4eaa-9c18-54e5c6d9c140 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.549370 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-43f6fbf9-c1dd-4a8d-8a5f-91a85e95e6a7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:11.558963 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b6f16806-542f-45b3-ad3a-748db84e9601 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2238340 Mar 16 10:54:11.560268 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47044) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:11.566554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-3b7d79ce-4de0-449d-a250-2846fc3c36ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:11.669461 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2acd3f84-e851-4913-9b51-06cb26614624 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.669755 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-3bc7c2be-27bd-4000-8e0b-d37614efecd6 None None] Set router 2243a26a-2a8f-4fa9-a530-0988f958190c gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:11.675140 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2acd3f84-e851-4913-9b51-06cb26614624 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-groups/39432bae-2ed2-42e8-88a3-e82a54a27336 HTTP/1.1" status: 204 len: 168 time: 1.2771177 Mar 16 10:54:11.677266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47048) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:11.700406 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.716657 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b99a0-e9b0-4eaa-9c18-54e5c6d9c140 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=e24ccdfa-6505-43ce-9f0b-8b0cb1594b4b,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:11.718636 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Transition to ACTIVE for port object 099dbada-8ae6-48cc-9d14-ae58818a0278 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:11.722996 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b61aa919-b6c5-43ba-9a72-85523ba7270d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Synchronizing usage tracker for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:11.739952 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d05475cf-95bc-4a97-b221-e710e6976ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.740631 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Transition to ACTIVE for port object 099dbada-8ae6-48cc-9d14-ae58818a0278 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:11.750780 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.755091 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3b7d79ce-4de0-449d-a250-2846fc3c36ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:11.765475 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21093f77-d8ef-467d-9cf5-47a814e51a73 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.774991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b61aa919-b6c5-43ba-9a72-85523ba7270d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Unset dirty status for tenant:0af91df9825b4c0a9be9686e6768d879 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:11.776279 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b61aa919-b6c5-43ba-9a72-85523ba7270d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports?device_id=2243a26a-2a8f-4fa9-a530-0988f958190c HTTP/1.1" status: 200 len: 205 time: 0.2245662 Mar 16 10:54:11.784607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3b7d79ce-4de0-449d-a250-2846fc3c36ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:11.811496 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47052) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:11.830653 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f3cef6-9f38-44d0-80fc-106caaea5638 None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:11.846060 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3bc7c2be-27bd-4000-8e0b-d37614efecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2243a26a-2a8f-4fa9-a530-0988f958190c', 'name': 'tempest-RoutersTest-router-1424613233', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:08Z', 'updated_at': '2022-03-16T10:54:10Z', 'revision_number': 2, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:11.846299 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Network d5d3073b-b6fa-4b30-b26b-659de5566503 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:11.848412 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7d79ce-4de0-449d-a250-2846fc3c36ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:11.851109 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7c2be-27bd-4000-8e0b-d37614efecd6 None None] The sync data for ids ['2243a26a-2a8f-4fa9-a530-0988f958190c'] in dv-neutron-833859-1-hyperv is: [{'id': '2243a26a-2a8f-4fa9-a530-0988f958190c', 'name': 'tempest-RoutersTest-router-1424613233', 'tenant_id': '0af91df9825b4c0a9be9686e6768d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:08Z', 'updated_at': '2022-03-16T10:54:10Z', 'revision_number': 2, 'project_id': '0af91df9825b4c0a9be9686e6768d879', 'gw_port_host': None}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:11.853198 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:11.854971 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3b7d79ce-4de0-449d-a250-2846fc3c36ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.861081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a1f3cef6-9f38-44d0-80fc-106caaea5638 None None] Deleting port f16cc36e-5c9c-4856-a6e3-548934cf0e7d {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:11.861452 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a1f3cef6-9f38-44d0-80fc-106caaea5638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.943325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:11.992018 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-21093f77-d8ef-467d-9cf5-47a814e51a73 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Calling delete_port for 4c30b85f-73f7-4ff7-af54-888b3a1810c1 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:12.012760 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a9e622f3-75c4-4f44-8132-a25702ac7905 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3330710 Mar 16 10:54:12.023050 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47056) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:12.037350 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7d49b5c8-7745-45db-a472-e1dc54c633da tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936139279'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:12.083543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43f6fbf9-c1dd-4a8d-8a5f-91a85e95e6a7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.100973 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Pushing event updated for resources: {'Port': ['ID=099dbada-8ae6-48cc-9d14-ae58818a0278,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:12.102239 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43f6fbf9-c1dd-4a8d-8a5f-91a85e95e6a7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.137425 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7d49b5c8-7745-45db-a472-e1dc54c633da tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:12.154790 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7d49b5c8-7745-45db-a472-e1dc54c633da tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:12.168872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Attempting to bind port 099dbada-8ae6-48cc-9d14-ae58818a0278 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:12.169248 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Attempting to bind port 099dbada-8ae6-48cc-9d14-ae58818a0278 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'aa1451f4-ae61-4d20-833a-10c155327883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:12.169616 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Attempting to bind port 099dbada-8ae6-48cc-9d14-ae58818a0278 on network d5d3073b-b6fa-4b30-b26b-659de5566503 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:12.182354 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:12.182725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Checking segment: {'id': 'aa1451f4-ae61-4d20-833a-10c155327883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:12.183125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.183537 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Bound using segment: {'id': 'aa1451f4-ae61-4d20-833a-10c155327883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:12.184071 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Bound port: 099dbada-8ae6-48cc-9d14-ae58818a0278, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1451f4-ae61-4d20-833a-10c155327883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:12.184381 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.213218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7d49b5c8-7745-45db-a472-e1dc54c633da tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:12.234899 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7d49b5c8-7745-45db-a472-e1dc54c633da tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:12.251358 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d59b99a0-e9b0-4eaa-9c18-54e5c6d9c140 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.307707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae6e230f-aef1-4ac0-a6a3-4cc236e78ae7 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.315646 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] For port 099dbada-8ae6-48cc-9d14-ae58818a0278, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:12.318671 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] For port 099dbada-8ae6-48cc-9d14-ae58818a0278, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=099dbada-8ae6-48cc-9d14-ae58818a0278,segment=NetworkSegment(aa1451f4-ae61-4d20-833a-10c155327883),segment_id=aa1451f4-ae61-4d20-833a-10c155327883)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:12.358664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6fbf9-c1dd-4a8d-8a5f-91a85e95e6a7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720d9df4-4605-4f8d-b592-011a92cb83e7,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:12.386234 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.414508 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d49b5c8-7745-45db-a472-e1dc54c633da tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.448480 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7d49b5c8-7745-45db-a472-e1dc54c633da tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:12.473803 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43f6fbf9-c1dd-4a8d-8a5f-91a85e95e6a7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.477683 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-43f6fbf9-c1dd-4a8d-8a5f-91a85e95e6a7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.8011136 Mar 16 10:54:12.481149 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47060) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:12.519973 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a1f3cef6-9f38-44d0-80fc-106caaea5638 None None] For port f16cc36e-5c9c-4856-a6e3-548934cf0e7d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f16cc36e-5c9c-4856-a6e3-548934cf0e7d,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:12.520397 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a1f3cef6-9f38-44d0-80fc-106caaea5638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.535232 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f16cc36e-5c9c-4856-a6e3-548934cf0e7d no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:12.716475 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6917a-aee6-4ca9-8499-336d1bbd09b8 None None] Pushing event updated for resources: {'Port': ['ID=099dbada-8ae6-48cc-9d14-ae58818a0278,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:12.728304 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7d49b5c8-7745-45db-a472-e1dc54c633da tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:12.733833 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-24fad592-a571-4c9f-a52c-a6e9e33e2010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'security_group': {'name': 'tempest-secgroup-240322911'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:12.740744 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d05475cf-95bc-4a97-b221-e710e6976ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.751609 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7d49b5c8-7745-45db-a472-e1dc54c633da tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:12.782092 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-24fad592-a571-4c9f-a52c-a6e9e33e2010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:12.790308 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05475cf-95bc-4a97-b221-e710e6976ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f4cd53-16bd-48aa-bfa2-4f8a74836dd3,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:12.800879 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7d49b5c8-7745-45db-a472-e1dc54c633da tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:12.803165 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-24fad592-a571-4c9f-a52c-a6e9e33e2010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:security_group and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:12.830942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a1f3cef6-9f38-44d0-80fc-106caaea5638 None None] Calling delete_port for f16cc36e-5c9c-4856-a6e3-548934cf0e7d owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:12.875988 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-24fad592-a571-4c9f-a52c-a6e9e33e2010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:12.914397 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-24fad592-a571-4c9f-a52c-a6e9e33e2010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:12.934069 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59b99a0-e9b0-4eaa-9c18-54e5c6d9c140 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Router 22512e24-cd07-4b6f-9595-1394a8e98ccb has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:12.969412 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21093f77-d8ef-467d-9cf5-47a814e51a73 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.976832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae6e230f-aef1-4ac0-a6a3-4cc236e78ae7 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.977422 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d05475cf-95bc-4a97-b221-e710e6976ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.980667 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d05475cf-95bc-4a97-b221-e710e6976ad5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6f4cd53-16bd-48aa-bfa2-4f8a74836dd3 HTTP/1.1" status: 204 len: 168 time: 1.7994962 Mar 16 10:54:12.989858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae6e230f-aef1-4ac0-a6a3-4cc236e78ae7 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.033983 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.124382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a1f3cef6-9f38-44d0-80fc-106caaea5638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.149193 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-24fad592-a571-4c9f-a52c-a6e9e33e2010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.192426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae6e230f-aef1-4ac0-a6a3-4cc236e78ae7 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.193348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6e230f-aef1-4ac0-a6a3-4cc236e78ae7 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Fanout notify agent at l3_agent the message router_deleted on router 2243a26a-2a8f-4fa9-a530-0988f958190c {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:13.205222 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3cef6-9f38-44d0-80fc-106caaea5638 None None] Pushing event deleted for resources: {'Port': ['ID=f16cc36e-5c9c-4856-a6e3-548934cf0e7d,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:13.207425 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f3cef6-9f38-44d0-80fc-106caaea5638 None None] No DVR routers for this DVR port f16cc36e-5c9c-4856-a6e3-548934cf0e7d on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:13.263523 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21093f77-d8ef-467d-9cf5-47a814e51a73 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event deleted for resources: {'Port': ['ID=4c30b85f-73f7-4ff7-af54-888b3a1810c1,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:13.311503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae6e230f-aef1-4ac0-a6a3-4cc236e78ae7 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.312038 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ae6e230f-aef1-4ac0-a6a3-4cc236e78ae7 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/routers/2243a26a-2a8f-4fa9-a530-0988f958190c HTTP/1.1" status: 204 len: 168 time: 1.4856031 Mar 16 10:54:13.344871 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47070) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:13.356433 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3b7d79ce-4de0-449d-a250-2846fc3c36ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.418236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59b99a0-e9b0-4eaa-9c18-54e5c6d9c140 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:13.430826 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4edc0e9-7dde-41d1-afb4-51a743b59894 None None] Sync routers for ids ['22512e24-cd07-4b6f-9595-1394a8e98ccb'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:13.431557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-24fad592-a571-4c9f-a52c-a6e9e33e2010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:13.445419 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4edc0e9-7dde-41d1-afb4-51a743b59894 None None] Routers {'22512e24-cd07-4b6f-9595-1394a8e98ccb'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:13.446053 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-d4edc0e9-7dde-41d1-afb4-51a743b59894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:54:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['22512e24-cd07-4b6f-9595-1394a8e98ccb'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:13.462591 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad8813-5915-472a-a159-71ba31c217fb req-00c5c58b-aeac-4bbc-a40a-1e5e9dd2955a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:13.469772 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-67ad8813-5915-472a-a159-71ba31c217fb req-00c5c58b-aeac-4bbc-a40a-1e5e9dd2955a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.7701621 Mar 16 10:54:13.474872 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-24fad592-a571-4c9f-a52c-a6e9e33e2010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:security_group_rule and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:13.486103 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5e30409b-3234-4973-8f76-d2b66429e9e8 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports?device_id=2243a26a-2a8f-4fa9-a530-0988f958190c HTTP/1.1" status: 200 len: 205 time: 0.1235380 Mar 16 10:54:13.487475 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-24fad592-a571-4c9f-a52c-a6e9e33e2010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:13.495081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47076) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:13.517655 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d79ce-4de0-449d-a250-2846fc3c36ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=e1682022-ab1b-4d33-b104-a37fc8e12722,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:13.544248 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d59b99a0-e9b0-4eaa-9c18-54e5c6d9c140 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "PUT /v2.0/routers/22512e24-cd07-4b6f-9595-1394a8e98ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8231580 Mar 16 10:54:13.554240 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-67ad8813-5915-472a-a159-71ba31c217fb req-49b114c5-5d60-4abc-8b0b-fb878f29cf85 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835042 Mar 16 10:54:13.554812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47082) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:13.558789 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7d79ce-4de0-449d-a250-2846fc3c36ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:13.587767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-d4edc0e9-7dde-41d1-afb4-51a743b59894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:13.614331 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-f543ea48-12bf-4238-bdde-944ac553fef4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] GET failed (client error): The resource could not be found. Mar 16 10:54:13.614876 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-f543ea48-12bf-4238-bdde-944ac553fef4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:13.616747 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4edc0e9-7dde-41d1-afb4-51a743b59894 None None] Routers {'22512e24-cd07-4b6f-9595-1394a8e98ccb'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:13.617532 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-d4edc0e9-7dde-41d1-afb4-51a743b59894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:54:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['22512e24-cd07-4b6f-9595-1394a8e98ccb'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:13.619187 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-3b7d79ce-4de0-449d-a250-2846fc3c36ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:13.621979 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7d79ce-4de0-449d-a250-2846fc3c36ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:13.622567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3b7d79ce-4de0-449d-a250-2846fc3c36ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.642963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-f543ea48-12bf-4238-bdde-944ac553fef4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:13.647756 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f543ea48-12bf-4238-bdde-944ac553fef4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports/e24ccdfa-6505-43ce-9f0b-8b0cb1594b4b HTTP/1.1" status: 404 len: 333 time: 0.0869629 Mar 16 10:54:13.650548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47090) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:13.667692 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-24fad592-a571-4c9f-a52c-a6e9e33e2010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:13.687643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d49b5c8-7745-45db-a472-e1dc54c633da tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.762807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-d4edc0e9-7dde-41d1-afb4-51a743b59894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:13.763902 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4edc0e9-7dde-41d1-afb4-51a743b59894 None None] The sync data for ids ['22512e24-cd07-4b6f-9595-1394a8e98ccb'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:13.765365 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3821ea0-efed-4165-a93f-ba01d7c5bda6 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:13.787804 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d49b5c8-7745-45db-a472-e1dc54c633da tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.818687 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3b7d79ce-4de0-449d-a250-2846fc3c36ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2539749 Mar 16 10:54:13.820133 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47096) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:13.832331 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'fixed_ips': [{'subnet_id': 'e1682022-ab1b-4d33-b104-a37fc8e12722', 'ip_address': '2001:db8::7261:aacc:3f97:f257'}], 'name': 'tempest-NetworksTestDHCPv6-1520585960'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:13.846032 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-352f7521-b3ab-4d32-80c3-17ec9187dad3 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] delete failed (client error): The resource could not be found. Mar 16 10:54:13.847369 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-352f7521-b3ab-4d32-80c3-17ec9187dad3 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/routers/2243a26a-2a8f-4fa9-a530-0988f958190c HTTP/1.1" status: 404 len: 336 time: 0.3349063 Mar 16 10:54:13.886350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47100) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:13.936317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d49b5c8-7745-45db-a472-e1dc54c633da tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.941653 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7d49b5c8-7745-45db-a472-e1dc54c633da tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9069705 Mar 16 10:54:13.976160 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47106) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:13.982234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c819886a-8193-43cf-b1b6-ba40edfa1066 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group_rule': {'security_group_id': '37622b24-19ae-4a2d-b1e4-6900cf37ca8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:13.988719 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c819886a-8193-43cf-b1b6-ba40edfa1066 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:13.994840 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c819886a-8193-43cf-b1b6-ba40edfa1066 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:13.998428 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c819886a-8193-43cf-b1b6-ba40edfa1066 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:14.005128 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c819886a-8193-43cf-b1b6-ba40edfa1066 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:14.026379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21093f77-d8ef-467d-9cf5-47a814e51a73 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.105323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2fddd441-d145-4acc-bf1b-f829754500c0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.133848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-24fad592-a571-4c9f-a52c-a6e9e33e2010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.138599 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c819886a-8193-43cf-b1b6-ba40edfa1066 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.169010 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49b5c8-7745-45db-a472-e1dc54c633da tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37622b24-19ae-4a2d-b1e4-6900cf37ca8e,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:14.173909 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-24fad592-a571-4c9f-a52c-a6e9e33e2010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.200559 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-21093f77-d8ef-467d-9cf5-47a814e51a73 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "DELETE /v2.0/ports/4c30b85f-73f7-4ff7-af54-888b3a1810c1 HTTP/1.1" status: 204 len: 168 time: 3.3192778 Mar 16 10:54:14.217840 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47118) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:14.222170 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': 'e1682022-ab1b-4d33-b104-a37fc8e12722'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:14.223004 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.297519 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-24fad592-a571-4c9f-a52c-a6e9e33e2010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.301840 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-24fad592-a571-4c9f-a52c-a6e9e33e2010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.8184257 Mar 16 10:54:14.305723 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a869ea1-541a-402b-ad32-5ae6f8412b91 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] GET failed (client error): The resource could not be found. Mar 16 10:54:14.306270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1a869ea1-541a-402b-ad32-5ae6f8412b91 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Synchronizing usage tracker for tenant:20bca2569c1b4cd584702c718aa4cacc on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:14.314189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47122) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:14.318191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fad592-a571-4c9f-a52c-a6e9e33e2010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5090ebe2-c62c-4075-8d0d-7269f6051cdb,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:14.338788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-598179442', 'security_groups': ['5090ebe2-c62c-4075-8d0d-7269f6051cdb'], 'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bc65a55c-7128-4b14-9a82-61dfee630533'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:14.342281 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d757f73-37d6-4311-95fc-66b7c92a21b7 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] DELETE failed (client error): The resource could not be found. Mar 16 10:54:14.342732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d757f73-37d6-4311-95fc-66b7c92a21b7 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:14.346888 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3d757f73-37d6-4311-95fc-66b7c92a21b7 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/e952b1a4-1c8c-4457-898d-c90b51da6efe HTTP/1.1" status: 404 len: 337 time: 0.3833296 Mar 16 10:54:14.359482 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47126) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:14.421782 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Allocated IP 2001:db8::2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/e1682022-ab1b-4d33-b104-a37fc8e12722/e70825d0-de5f-4ec9-8e68-496e7b497615) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:14.434320 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4990e3-55b4-4544-9141-5f19d19b7760 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] DELETE failed (client error): The resource could not be found. Mar 16 10:54:14.435035 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4990e3-55b4-4544-9141-5f19d19b7760 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:14.441144 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5c4990e3-55b4-4544-9141-5f19d19b7760 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/a630d04a-0cbb-4fba-8c82-5dcd52ea5511 HTTP/1.1" status: 404 len: 337 time: 0.0736747 Mar 16 10:54:14.458112 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47130) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:14.488649 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47134) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:14.578458 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1a869ea1-541a-402b-ad32-5ae6f8412b91 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Unset dirty status for tenant:20bca2569c1b4cd584702c718aa4cacc on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:14.579318 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1a869ea1-541a-402b-ad32-5ae6f8412b91 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "GET /v2.0/ports/4c30b85f-73f7-4ff7-af54-888b3a1810c1 HTTP/1.1" status: 404 len: 333 time: 0.3567333 Mar 16 10:54:14.581457 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c819886a-8193-43cf-b1b6-ba40edfa1066 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.590861 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47140) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:14.594948 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5edeed-d04a-4855-ae8f-2ef4bc07596a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] DELETE failed (client error): The resource could not be found. Mar 16 10:54:14.594948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5edeed-d04a-4855-ae8f-2ef4bc07596a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:14.601048 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-778022e4-2ae3-4d7d-bf03-b8e9c0e8b722 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Request body: {'port': {'network_id': 'f78fb85f-c9ea-4d64-bc63-1899ffae6f48', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1147517609'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:14.625270 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 099dbada-8ae6-48cc-9d14-ae58818a0278 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:14.627716 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c819886a-8193-43cf-b1b6-ba40edfa1066 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.661725 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dc5edeed-d04a-4855-ae8f-2ef4bc07596a tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/23024390-510e-49d1-ace9-e33b8cf1dd17 HTTP/1.1" status: 404 len: 337 time: 0.1922510 Mar 16 10:54:14.669078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47144) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:14.676499 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2fddd441-d145-4acc-bf1b-f829754500c0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.682337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2fddd441-d145-4acc-bf1b-f829754500c0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.694538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:14.712591 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:port and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:14.724397 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:14.737667 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Request body: {'networks': [{'name': 'tempest-network--1521867282'}, {'name': 'tempest-network--551368864'}]} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:14.737978 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Request body: {'network': {'name': 'tempest-network--1521867282'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:14.738428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Request body: {'network': {'name': 'tempest-network--551368864'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:14.743549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:14.748828 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a66dc-de7c-42cb-83a9-0fe2662da984 req-20aebcdc-f9b4-429a-a528-99c1582fc4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:14.750277 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d9a66dc-de7c-42cb-83a9-0fe2662da984 req-20aebcdc-f9b4-429a-a528-99c1582fc4c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f7f82da52584a9cb3b9e11b4547dbe8&device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 1099 time: 0.5841227 Mar 16 10:54:14.752237 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:14.770834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b97e3-609c-47f0-8959-193ca78e5457 req-dd34db37-dc54-4acb-9a3d-95542a4813e4 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:14.771098 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819886a-8193-43cf-b1b6-ba40edfa1066 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e3aaf1-92a8-4d1e-af9e-673b01714338,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:14.778837 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-258b97e3-609c-47f0-8959-193ca78e5457 req-dd34db37-dc54-4acb-9a3d-95542a4813e4 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.6136417 Mar 16 10:54:14.792050 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2c246960-1704-46c2-8135-6678449f3e34 None None] Provisioning complete for port 48158491-8e53-4d9b-9532-d7d9ab6b4ad1 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:14.792277 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2c246960-1704-46c2-8135-6678449f3e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.793542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2fddd441-d145-4acc-bf1b-f829754500c0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.794009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fddd441-d145-4acc-bf1b-f829754500c0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Fanout notify agent at l3_agent the message router_deleted on router 22512e24-cd07-4b6f-9595-1394a8e98ccb {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:14.798136 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Usage tracker for resource:network and tenant:5e8f3b54feb648d590ed361b962f20ed is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:14.803927 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa1fcaa-d402-49de-ad4d-ca4015d99949 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] DELETE failed (client error): The resource could not be found. Mar 16 10:54:14.804370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa1fcaa-d402-49de-ad4d-ca4015d99949 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:14.808410 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2aa1fcaa-d402-49de-ad4d-ca4015d99949 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/6a41ca14-5d15-4b23-86e5-3ab18a6470ea HTTP/1.1" status: 404 len: 337 time: 0.1261764 Mar 16 10:54:14.815039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c819886a-8193-43cf-b1b6-ba40edfa1066 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.821519 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c819886a-8193-43cf-b1b6-ba40edfa1066 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8440938 Mar 16 10:54:14.823556 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47148) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:14.823963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47150) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:14.824990 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:14.844840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:14.846976 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.866184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:14.868265 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2c246960-1704-46c2-8135-6678449f3e34 None None] Port 48158491-8e53-4d9b-9532-d7d9ab6b4ad1 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:14.870108 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Transition to ACTIVE for port object e70825d0-de5f-4ec9-8e68-496e7b497615 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:14.870690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-56c7c4d2-493f-471d-81da-1cf2b6040c32 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group_rule': {'security_group_id': '37622b24-19ae-4a2d-b1e4-6900cf37ca8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:14.875748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:14.893210 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 099dbada-8ae6-48cc-9d14-ae58818a0278 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:14.901997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-56c7c4d2-493f-471d-81da-1cf2b6040c32 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:14.902588 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2c246960-1704-46c2-8135-6678449f3e34 None None] Provisioning for port 099dbada-8ae6-48cc-9d14-ae58818a0278 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:14.904161 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2fddd441-d145-4acc-bf1b-f829754500c0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.905570 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2fddd441-d145-4acc-bf1b-f829754500c0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/routers/22512e24-cd07-4b6f-9595-1394a8e98ccb HTTP/1.1" status: 204 len: 168 time: 1.2540591 Mar 16 10:54:14.906866 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Transition to ACTIVE for port object e70825d0-de5f-4ec9-8e68-496e7b497615 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:14.907182 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:54:14.908020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 099dbada-8ae6-48cc-9d14-ae58818a0278 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:14.908386 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.915079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:port and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:14.917406 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47156) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:14.920942 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2f67ee46-cf80-4cdc-91ae-970ca4e4dfde tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports?device_id=7babe4b6-4e0d-4416-94de-ce6f7948c419 HTTP/1.1" status: 200 len: 205 time: 0.0937960 Mar 16 10:54:14.926577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-56c7c4d2-493f-471d-81da-1cf2b6040c32 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:14.929218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:14.946930 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.950203 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2c246960-1704-46c2-8135-6678449f3e34 None None] Provisioning complete for port 099dbada-8ae6-48cc-9d14-ae58818a0278 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:14.950566 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2c246960-1704-46c2-8135-6678449f3e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.963284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47160) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:14.966872 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-56c7c4d2-493f-471d-81da-1cf2b6040c32 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:15.080196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:15.087260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:15.099946 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:15.112264 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Pushing event updated for resources: {'Port': ['ID=e70825d0-de5f-4ec9-8e68-496e7b497615,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:15.119126 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-56c7c4d2-493f-471d-81da-1cf2b6040c32 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:15.121321 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:15.123793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-778022e4-2ae3-4d7d-bf03-b8e9c0e8b722 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:15.148266 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-778022e4-2ae3-4d7d-bf03-b8e9c0e8b722 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:15.162022 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:15.189213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-181a2fb4-2273-4e8f-acc3-d1d82ca707e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting subnet 009beb84-9106-49b3-9061-1b3c4bcda3ec {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:15.204999 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778022e4-2ae3-4d7d-bf03-b8e9c0e8b722 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Made reservation on behalf of 20bca2569c1b4cd584702c718aa4cacc for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:15.208408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-778022e4-2ae3-4d7d-bf03-b8e9c0e8b722 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.222061 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-181a2fb4-2273-4e8f-acc3-d1d82ca707e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.243484 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-258b97e3-609c-47f0-8959-193ca78e5457 req-6cbf354b-c693-47d8-aa02-49728e4a0f4a tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4636393 Mar 16 10:54:15.244125 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Made reservation on behalf of 5e8f3b54feb648d590ed361b962f20ed for: {'network': 2} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:15.248523 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.252503 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-56c7c4d2-493f-471d-81da-1cf2b6040c32 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.297852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.312784 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-95e5d659-809c-40b5-907a-ae1c7d5c23de tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] delete failed (client error): The resource could not be found. Mar 16 10:54:15.316233 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-95e5d659-809c-40b5-907a-ae1c7d5c23de tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/routers/7babe4b6-4e0d-4416-94de-ce6f7948c419 HTTP/1.1" status: 404 len: 336 time: 0.3467813 Mar 16 10:54:15.324132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47164) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:15.336530 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.337028 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:15.343754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a66dc-de7c-42cb-83a9-0fe2662da984 req-93d3cf88-8532-4d6e-8385-717acdd47abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:15.345141 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d9a66dc-de7c-42cb-83a9-0fe2662da984 req-93d3cf88-8532-4d6e-8385-717acdd47abf service neutron] 10.222.0.18 "GET /v2.0/networks?id=4401366c-47f7-47e5-8a08-62fbd69fe2e5 HTTP/1.1" status: 200 len: 913 time: 0.5831289 Mar 16 10:54:15.346083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Usage tracker for resource:security_group_rule and tenant:5e8f3b54feb648d590ed361b962f20ed is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:15.350756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:15.354421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Attempting to bind port e70825d0-de5f-4ec9-8e68-496e7b497615 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:15.354791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Attempting to bind port e70825d0-de5f-4ec9-8e68-496e7b497615 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:15.355461 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Attempting to bind port e70825d0-de5f-4ec9-8e68-496e7b497615 on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:15.369496 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:15.369916 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:15.370248 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.370645 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:15.371103 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Bound port: e70825d0-de5f-4ec9-8e68-496e7b497615, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:15.371497 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.385133 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2c246960-1704-46c2-8135-6678449f3e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.404088 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-778022e4-2ae3-4d7d-bf03-b8e9c0e8b722 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] device_id is not set on port a24f2cc6-8712-4d42-9384-8ded1f0cfce1 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:15.411311 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:15.459782 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 099dbada-8ae6-48cc-9d14-ae58818a0278, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=099dbada-8ae6-48cc-9d14-ae58818a0278,segment=NetworkSegment(aa1451f4-ae61-4d20-833a-10c155327883),segment_id=aa1451f4-ae61-4d20-833a-10c155327883)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:15.463941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.467509 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-da1746ba-71d1-4740-8183-1ec25917aac4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports?device_id=70fb4ab9-5779-4c49-bf63-67799f5f1032 HTTP/1.1" status: 200 len: 205 time: 0.1355109 Mar 16 10:54:15.469698 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.469937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-181a2fb4-2273-4e8f-acc3-d1d82ca707e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.482499 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47168) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:15.591859 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-53e4dc56-bbbb-49a4-ba9d-70bc1bf0e669 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] delete failed (client error): The resource could not be found. Mar 16 10:54:15.592885 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-53e4dc56-bbbb-49a4-ba9d-70bc1bf0e669 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/routers/70fb4ab9-5779-4c49-bf63-67799f5f1032 HTTP/1.1" status: 404 len: 336 time: 0.1064296 Mar 16 10:54:15.595213 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port 1a59ba06-fff4-4e1f-925c-e33ba3a59768 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:15.595639 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-56c7c4d2-493f-471d-81da-1cf2b6040c32 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.598867 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47172) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:15.605396 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.612681 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] For port e70825d0-de5f-4ec9-8e68-496e7b497615, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:15.618510 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-2c246960-1704-46c2-8135-6678449f3e34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:15.618843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-2c246960-1704-46c2-8135-6678449f3e34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:15.622618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=099dbada-8ae6-48cc-9d14-ae58818a0278,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:15.627781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] For port e70825d0-de5f-4ec9-8e68-496e7b497615, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e70825d0-de5f-4ec9-8e68-496e7b497615,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:15.630669 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d9a66dc-de7c-42cb-83a9-0fe2662da984 req-f824efc6-6a5f-4149-ba26-2938d49c9118 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20612511-e8b3-4849-b916-37451ada4783 HTTP/1.1" status: 200 len: 1001 time: 0.2770677 Mar 16 10:54:15.634870 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.655501 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-56c7c4d2-493f-471d-81da-1cf2b6040c32 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.720900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ba6c7-62e4-4bad-aa31-aeedc1e7d942 None None] Pushing event updated for resources: {'Port': ['ID=e70825d0-de5f-4ec9-8e68-496e7b497615,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:15.726777 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08f0892-1c68-4ae9-8607-dbfe4144ef66 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] DELETE failed (client error): The resource could not be found. Mar 16 10:54:15.727273 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08f0892-1c68-4ae9-8607-dbfe4144ef66 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:15.758706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7c4d2-493f-471d-81da-1cf2b6040c32 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2aa3f85-9682-429f-98e2-e94e1f89834c,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:15.764626 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] device_id is not set on port aa10060b-b825-40fd-98f5-50a89ccf54c2 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:15.810649 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c08f0892-1c68-4ae9-8607-dbfe4144ef66 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/2319b395-0dae-4b83-8971-2c27f89089a2 HTTP/1.1" status: 404 len: 337 time: 0.2090991 Mar 16 10:54:15.816731 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-56c7c4d2-493f-471d-81da-1cf2b6040c32 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.820273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47176) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:15.820763 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47178) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:15.820879 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-56c7c4d2-493f-471d-81da-1cf2b6040c32 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9920189 Mar 16 10:54:15.825324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a66dc-de7c-42cb-83a9-0fe2662da984 req-8ea14394-3c6b-4e40-b967-34257ad7a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:15.826753 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d9a66dc-de7c-42cb-83a9-0fe2662da984 req-8ea14394-3c6b-4e40-b967-34257ad7a9a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c1c0157-574c-4c1c-a73d-323ed6286819 HTTP/1.1" status: 200 len: 851 time: 0.1892712 Mar 16 10:54:15.835640 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-fbee1e71-05ea-4d9d-a82d-18e5f9747990 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group_rule': {'security_group_id': '37622b24-19ae-4a2d-b1e4-6900cf37ca8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:15.848848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-181a2fb4-2273-4e8f-acc3-d1d82ca707e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.881468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-fbee1e71-05ea-4d9d-a82d-18e5f9747990 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:15.942127 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.943894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fbee1e71-05ea-4d9d-a82d-18e5f9747990 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:15.958583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fbee1e71-05ea-4d9d-a82d-18e5f9747990 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:15.963670 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-52ab4cf7-0e37-4e4b-bab8-c53591be003e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce130988-3cc5-4a11-a42a-0d89b25492ca HTTP/1.1" status: 200 len: 205 time: 0.1415412 Mar 16 10:54:15.970351 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.971017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.976729 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47184) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:15.982856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-778022e4-2ae3-4d7d-bf03-b8e9c0e8b722 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Allocated IP 2001:db8::c7 (f78fb85f-c9ea-4d64-bc63-1899ffae6f48/638af2b7-9eb7-4663-8cb6-77c9d49ab007/a24f2cc6-8712-4d42-9384-8ded1f0cfce1) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:15.985604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-fbee1e71-05ea-4d9d-a82d-18e5f9747990 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:16.107070 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:16.111146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20411d82-5ce5-4694-bae5-faff1f291fc0,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:16.119789 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-4d255d2a-a8ea-43a6-bcb7-73c3ba09e3fd tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] delete failed (client error): The resource could not be found. Mar 16 10:54:16.119992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fbee1e71-05ea-4d9d-a82d-18e5f9747990 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.121263 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4d255d2a-a8ea-43a6-bcb7-73c3ba09e3fd tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/routers/ce130988-3cc5-4a11-a42a-0d89b25492ca HTTP/1.1" status: 404 len: 336 time: 0.1358657 Mar 16 10:54:16.129283 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47188) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:16.156347 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::7261:aacc:3f97:f257 (6fb457af-0d86-4c52-b4cf-f12d297a5983/e1682022-ab1b-4d33-b104-a37fc8e12722/1a59ba06-fff4-4e1f-925c-e33ba3a59768) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:16.166226 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-181a2fb4-2273-4e8f-acc3-d1d82ca707e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.173902 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.174243 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Added segment 535bb7cc-b0ee-4d68-af80-5bd02767d6a6 of type vlan for network aab76dd9-d301-4c62-b701-47f2df69a887 Mar 16 10:54:16.221379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a66dc-de7c-42cb-83a9-0fe2662da984 req-48ffa91d-0637-4a2d-88d0-607797d40afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:16.222861 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d9a66dc-de7c-42cb-83a9-0fe2662da984 req-48ffa91d-0637-4a2d-88d0-607797d40afb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4401366c-47f7-47e5-8a08-62fbd69fe2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3792803 Mar 16 10:54:16.284658 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-319cac14-66d7-47c1-86a6-6392149af11e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bbb3c71-398e-46e6-b46f-bb642be37686 HTTP/1.1" status: 200 len: 205 time: 0.1542060 Mar 16 10:54:16.284909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.285473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a2fb4-2273-4e8f-acc3-d1d82ca707e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Subnet': ['ID=009beb84-9106-49b3-9061-1b3c4bcda3ec,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:16.288187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47194) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:16.298171 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-181a2fb4-2273-4e8f-acc3-d1d82ca707e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.312774 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c00b1cd-448d-450b-9bb7-249cc220a826 None None] Network 373ac594-078f-46aa-b406-5567f6bb7a9d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:16.399936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fbee1e71-05ea-4d9d-a82d-18e5f9747990 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.454956 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fbee1e71-05ea-4d9d-a82d-18e5f9747990 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.460532 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-181a2fb4-2273-4e8f-acc3-d1d82ca707e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/009beb84-9106-49b3-9061-1b3c4bcda3ec HTTP/1.1" status: 204 len: 168 time: 1.5360074 Mar 16 10:54:16.464826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Allocated IP 172.20.0.5 (d5d3073b-b6fa-4b30-b26b-659de5566503/bc65a55c-7128-4b14-9a82-61dfee630533/aa10060b-b825-40fd-98f5-50a89ccf54c2) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:16.481209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47198) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:16.487548 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-d2cbc6b7-c130-462b-9484-daba5781f9c9 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] delete failed (client error): The resource could not be found. Mar 16 10:54:16.488813 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d2cbc6b7-c130-462b-9484-daba5781f9c9 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/routers/1bbb3c71-398e-46e6-b46f-bb642be37686 HTTP/1.1" status: 404 len: 336 time: 0.1947007 Mar 16 10:54:16.510482 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47202) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:16.618023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee1e71-05ea-4d9d-a82d-18e5f9747990 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9262702-9a72-4bb0-bd0e-00d48cdb3d89,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:16.622601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:16.649467 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e70825d0-de5f-4ec9-8e68-496e7b497615 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:16.707985 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b408832b-805b-40eb-944e-fc05523135c4 None None] DHCP port deletion for 373ac594-078f-46aa-b406-5567f6bb7a9d request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:16.715981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b408832b-805b-40eb-944e-fc05523135c4 None None] Deleting port 0cebd1dd-0757-4e34-92ee-95932fd6148d {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:16.716351 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b408832b-805b-40eb-944e-fc05523135c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.739007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.752266 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d9a66dc-de7c-42cb-83a9-0fe2662da984 req-2939ecbb-0d58-4a8a-973a-0c408c715a4f service neutron] 10.222.0.18 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092645 Mar 16 10:54:16.761790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.762478 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Added segment 1ee0b61f-a176-46a1-9d6b-ad28529f8a3f of type vlan for network 41520550-3c39-4fc8-8ef3-fae15cf3e15d Mar 16 10:54:16.835384 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port e70825d0-de5f-4ec9-8e68-496e7b497615 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:16.843135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 099dbada-8ae6-48cc-9d14-ae58818a0278 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:16.935068 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.977826 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-718bdb09-de63-405a-a76e-e71586c9601c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] DELETE failed (client error): The resource could not be found. Mar 16 10:54:16.978278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-718bdb09-de63-405a-a76e-e71586c9601c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:16.982558 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-718bdb09-de63-405a-a76e-e71586c9601c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/9d88ca6f-2468-4b67-aa78-bfb2936b7656 HTTP/1.1" status: 404 len: 337 time: 0.4709198 Mar 16 10:54:16.983249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47206) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:16.985208 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fbee1e71-05ea-4d9d-a82d-18e5f9747990 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.988882 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fbee1e71-05ea-4d9d-a82d-18e5f9747990 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1630974 Mar 16 10:54:17.002573 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47208) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:17.008074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 0cebd1dd-0757-4e34-92ee-95932fd6148d {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:17.008413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.028234 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b408832b-805b-40eb-944e-fc05523135c4 None None] For port 0cebd1dd-0757-4e34-92ee-95932fd6148d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0cebd1dd-0757-4e34-92ee-95932fd6148d,segment=NetworkSegment(7feb8455-3f27-470b-839f-f96d3287a871),segment_id=7feb8455-3f27-470b-839f-f96d3287a871)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:17.028623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b408832b-805b-40eb-944e-fc05523135c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.036452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.036670 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 099dbada-8ae6-48cc-9d14-ae58818a0278 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:17.036942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.037052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.047051 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:17.051739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:17.052561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.059387 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1f3f20ab-c957-481d-9b55-39f4367cc353 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b57ff5-0de7-42df-aae9-45f46ba4e79f HTTP/1.1" status: 200 len: 205 time: 0.0613034 Mar 16 10:54:17.067229 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47214) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:17.196894 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-a4e52859-c568-4c9f-b453-315bdb4e1749 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] delete failed (client error): The resource could not be found. Mar 16 10:54:17.196894 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a4e52859-c568-4c9f-b453-315bdb4e1749 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/routers/72b57ff5-0de7-42df-aae9-45f46ba4e79f HTTP/1.1" status: 404 len: 336 time: 0.1213589 Mar 16 10:54:17.206787 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b408832b-805b-40eb-944e-fc05523135c4 None None] Calling delete_port for 0cebd1dd-0757-4e34-92ee-95932fd6148d owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:17.212051 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47218) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:17.223437 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-1385cf09-3a46-4790-8040-875431bd2a39 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group_rule': {'security_group_id': '37622b24-19ae-4a2d-b1e4-6900cf37ca8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:17.241752 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-085e36ef-69ad-435b-afcb-bf4c15f29264 None None] Provisioning for port e70825d0-de5f-4ec9-8e68-496e7b497615 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:17.262365 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-085e36ef-69ad-435b-afcb-bf4c15f29264 None None] Provisioning complete for port e70825d0-de5f-4ec9-8e68-496e7b497615 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:17.262740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-085e36ef-69ad-435b-afcb-bf4c15f29264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.275877 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-778022e4-2ae3-4d7d-bf03-b8e9c0e8b722 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.285923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1385cf09-3a46-4790-8040-875431bd2a39 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:17.288063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03b870-5c94-4932-b58b-fb4aa37cbbcf req-93c0da50-34ab-4ae7-99c6-f2b8cb5726d4 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:17.290348 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dc03b870-5c94-4932-b58b-fb4aa37cbbcf req-93c0da50-34ab-4ae7-99c6-f2b8cb5726d4 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.9020295 Mar 16 10:54:17.295718 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.298347 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8db815-e8ee-4401-a129-44e07f32fc0e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] DELETE failed (client error): The resource could not be found. Mar 16 10:54:17.298870 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8db815-e8ee-4401-a129-44e07f32fc0e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:17.303062 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1a8db815-e8ee-4401-a129-44e07f32fc0e tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/e1266d08-8f6a-4097-818c-7b9bedf1d31a HTTP/1.1" status: 404 len: 337 time: 0.0867596 Mar 16 10:54:17.308994 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47222) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:17.332312 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.381147 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8833840 Mar 16 10:54:17.381911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-778022e4-2ae3-4d7d-bf03-b8e9c0e8b722 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Transition to ACTIVE for port object a24f2cc6-8712-4d42-9384-8ded1f0cfce1 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:17.382006 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1385cf09-3a46-4790-8040-875431bd2a39 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:17.390882 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47226) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:17.401689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1385cf09-3a46-4790-8040-875431bd2a39 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:17.404836 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1adee716-34ce-41d0-9447-0c0b2051785c tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0efd3ea-0e9d-4e22-bef0-7992bc519e8a HTTP/1.1" status: 200 len: 205 time: 0.0897331 Mar 16 10:54:17.405948 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47230) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:17.416238 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object 1a59ba06-fff4-4e1f-925c-e33ba3a59768 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:17.419204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1385cf09-3a46-4790-8040-875431bd2a39 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:17.421002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event updated for resources: {'Network': ['ID=aab76dd9-d301-4c62-b701-47f2df69a887,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:17.454128 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network aab76dd9-d301-4c62-b701-47f2df69a887 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:17.460749 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Transition to ACTIVE for port object aa10060b-b825-40fd-98f5-50a89ccf54c2 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:17.479705 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dc03b870-5c94-4932-b58b-fb4aa37cbbcf req-d3fc6f72-025e-4529-b88d-7547f544a970 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779296 Mar 16 10:54:17.524616 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d9a66dc-de7c-42cb-83a9-0fe2662da984 req-2b56e14b-edd7-4b10-9508-a6741a1cc022 service neutron] 10.222.0.18 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7510204 Mar 16 10:54:17.552426 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.571737 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-bb03cfe6-7c2e-4cff-a1c6-64cd8be0d609 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] delete failed (client error): The resource could not be found. Mar 16 10:54:17.572577 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bb03cfe6-7c2e-4cff-a1c6-64cd8be0d609 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/routers/e0efd3ea-0e9d-4e22-bef0-7992bc519e8a HTTP/1.1" status: 404 len: 336 time: 0.1583250 Mar 16 10:54:17.576703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47234) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:17.614432 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b408832b-805b-40eb-944e-fc05523135c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.648352 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-b125dfd8-562b-4b93-84e0-31fd3a33a0d4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] DELETE failed (client error): The resource could not be found. Mar 16 10:54:17.648769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b125dfd8-562b-4b93-84e0-31fd3a33a0d4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:17.652666 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b125dfd8-562b-4b93-84e0-31fd3a33a0d4 tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/8e39320f-057c-4e24-9b71-36944925959c HTTP/1.1" status: 404 len: 337 time: 0.0702248 Mar 16 10:54:17.654850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47238) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:17.684118 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb54158-c6d1-4d43-8006-9eb70e3b2edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event updated for resources: {'Network': ['ID=41520550-3c39-4fc8-8ef3-fae15cf3e15d,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:17.686243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1385cf09-3a46-4790-8040-875431bd2a39 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.692798 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408832b-805b-40eb-944e-fc05523135c4 None None] Pushing event deleted for resources: {'Port': ['ID=0cebd1dd-0757-4e34-92ee-95932fd6148d,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:17.696289 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b408832b-805b-40eb-944e-fc05523135c4 None None] No DVR routers for this DVR port 0cebd1dd-0757-4e34-92ee-95932fd6148d on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:17.703582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d8857e-a88e-4de2-8902-a79bd75f9c0c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:17.709054 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 41520550-3c39-4fc8-8ef3-fae15cf3e15d details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:17.713666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d8857e-a88e-4de2-8902-a79bd75f9c0c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:17.719624 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d8857e-a88e-4de2-8902-a79bd75f9c0c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:17.725502 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d8857e-a88e-4de2-8902-a79bd75f9c0c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:17.730262 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f3d8857e-a88e-4de2-8902-a79bd75f9c0c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3332994 Mar 16 10:54:17.732260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47242) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:17.734067 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-778022e4-2ae3-4d7d-bf03-b8e9c0e8b722 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.742324 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-085e36ef-69ad-435b-afcb-bf4c15f29264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.803724 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-717d582b-e577-41fa-9526-970be706bc2d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] DELETE failed (client error): The resource could not be found. Mar 16 10:54:17.803724 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-717d582b-e577-41fa-9526-970be706bc2d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:17.804797 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-717d582b-e577-41fa-9526-970be706bc2d tempest-RoutersTest-1376141441 tempest-RoutersTest-1376141441-project] 10.222.0.44 "DELETE /v2.0/subnets/2bc2a074-e359-4e9c-9309-6add0426bce3 HTTP/1.1" status: 404 len: 337 time: 0.1495850 Mar 16 10:54:17.805937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.810538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] For port 0cebd1dd-0757-4e34-92ee-95932fd6148d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0cebd1dd-0757-4e34-92ee-95932fd6148d,segment=NetworkSegment(7feb8455-3f27-470b-839f-f96d3287a871),segment_id=7feb8455-3f27-470b-839f-f96d3287a871)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:17.810894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.818720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.862068 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-085e36ef-69ad-435b-afcb-bf4c15f29264 None None] For port e70825d0-de5f-4ec9-8e68-496e7b497615, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e70825d0-de5f-4ec9-8e68-496e7b497615,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:17.868410 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-085e36ef-69ad-435b-afcb-bf4c15f29264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.903745 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778022e4-2ae3-4d7d-bf03-b8e9c0e8b722 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Network f78fb85f-c9ea-4d64-bc63-1899ffae6f48 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:17.951826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-778022e4-2ae3-4d7d-bf03-b8e9c0e8b722 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:17.954485 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778022e4-2ae3-4d7d-bf03-b8e9c0e8b722 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:17.960597 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778022e4-2ae3-4d7d-bf03-b8e9c0e8b722 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:17.961306 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-778022e4-2ae3-4d7d-bf03-b8e9c0e8b722 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.986803 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e36ef-69ad-435b-afcb-bf4c15f29264 None None] Pushing event updated for resources: {'Port': ['ID=e70825d0-de5f-4ec9-8e68-496e7b497615,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:17.992881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network d5d3073b-b6fa-4b30-b26b-659de5566503 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:17.995462 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for 0cebd1dd-0757-4e34-92ee-95932fd6148d owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:18.004892 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:18.007738 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:18.054542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1385cf09-3a46-4790-8040-875431bd2a39 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.086326 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:18.088747 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1385cf09-3a46-4790-8040-875431bd2a39 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.106751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:18.109722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:18.116948 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:18.117747 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.145822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=1a59ba06-fff4-4e1f-925c-e33ba3a59768,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:18.167877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385cf09-3a46-4790-8040-875431bd2a39 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7080b6c-56c0-4978-b2f6-d2e2d7e51aa3,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:18.182801 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778022e4-2ae3-4d7d-bf03-b8e9c0e8b722 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event updated for resources: {'Port': ['ID=a24f2cc6-8712-4d42-9384-8ded1f0cfce1,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:18.214900 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-37791a5d-d83b-4d56-a051-fec0ff49c565 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3916025 Mar 16 10:54:18.217563 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47250) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:18.223722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1385cf09-3a46-4790-8040-875431bd2a39 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.228943 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1385cf09-3a46-4790-8040-875431bd2a39 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2223105 Mar 16 10:54:18.273574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47254) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:18.281489 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.api [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:18.282027 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG oslo_db.api [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:18.302375 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-49d975aa-5d36-4848-9390-db87dc2c7d16 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group_rule': {'security_group_id': '37622b24-19ae-4a2d-b1e4-6900cf37ca8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:18.310151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-49d975aa-5d36-4848-9390-db87dc2c7d16 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:18.314930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-49d975aa-5d36-4848-9390-db87dc2c7d16 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:18.318569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-49d975aa-5d36-4848-9390-db87dc2c7d16 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:18.327128 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47258) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:18.330304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-49d975aa-5d36-4848-9390-db87dc2c7d16 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:18.336510 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-778022e4-2ae3-4d7d-bf03-b8e9c0e8b722 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7444577 Mar 16 10:54:18.341208 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47264) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:18.355408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-8142c857-1280-48ca-a85a-9cc1e1971973 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e8', 'mac_address': 'fa:16:3e:67:23:34'}]}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:18.367421 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d8a57cae-8f7a-4c1d-b947-42b9c1918985 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.389606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:18.390647 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.421916 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49d975aa-5d36-4848-9390-db87dc2c7d16 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.487751 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=aa10060b-b825-40fd-98f5-50a89ccf54c2,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:18.496304 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fb056df3-7f03-4c2e-9db3-8b0a1222fd84 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1687248 Mar 16 10:54:18.501183 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47268) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:18.524071 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2404e2eb-f389-4c30-93ff-833077731ffc None None] Provisioning for port aa10060b-b825-40fd-98f5-50a89ccf54c2 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:18.548063 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2404e2eb-f389-4c30-93ff-833077731ffc None None] Provisioning complete for port aa10060b-b825-40fd-98f5-50a89ccf54c2 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:18.549078 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2404e2eb-f389-4c30-93ff-833077731ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.555985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96a32d8-49fe-4d2b-9a37-4cea58da885a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:18.558327 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-18972853-b04e-4a64-88f5-5be19ad950ca tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'subnet': {'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:18.561820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96a32d8-49fe-4d2b-9a37-4cea58da885a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:18.562615 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b96a32d8-49fe-4d2b-9a37-4cea58da885a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:18.606559 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e70825d0-de5f-4ec9-8e68-496e7b497615 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:18.684359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2404e2eb-f389-4c30-93ff-833077731ffc None None] Port aa10060b-b825-40fd-98f5-50a89ccf54c2 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:18.691659 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d8a57cae-8f7a-4c1d-b947-42b9c1918985 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.702133 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2404e2eb-f389-4c30-93ff-833077731ffc None None] Provisioning for port a24f2cc6-8712-4d42-9384-8ded1f0cfce1 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:18.710899 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2404e2eb-f389-4c30-93ff-833077731ffc None None] Provisioning complete for port a24f2cc6-8712-4d42-9384-8ded1f0cfce1 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:18.711298 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2404e2eb-f389-4c30-93ff-833077731ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.734804 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port e70825d0-de5f-4ec9-8e68-496e7b497615 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:18.735071 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.766649 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b96a32d8-49fe-4d2b-9a37-4cea58da885a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:18.770226 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b96a32d8-49fe-4d2b-9a37-4cea58da885a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5480278 Mar 16 10:54:18.774258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47274) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:18.779778 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-d8a57cae-8f7a-4c1d-b947-42b9c1918985 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab76dd9-d301-4c62-b701-47f2df69a887']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:18.786548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 0cebd1dd-0757-4e34-92ee-95932fd6148d {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:18.787372 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.817533 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2404e2eb-f389-4c30-93ff-833077731ffc None None] Port a24f2cc6-8712-4d42-9384-8ded1f0cfce1 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:18.840764 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-d8a57cae-8f7a-4c1d-b947-42b9c1918985 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535bb7cc-b0ee-4d68-af80-5bd02767d6a6') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:18.840764 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-d8a57cae-8f7a-4c1d-b947-42b9c1918985 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535bb7cc-b0ee-4d68-af80-5bd02767d6a6') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:18.875021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d8a57cae-8f7a-4c1d-b947-42b9c1918985 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.914184 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-1ce5111f-8044-4178-88e8-4ff9d1c0ac9e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 1a59ba06-fff4-4e1f-925c-e33ba3a59768 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:18.915266 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1ce5111f-8044-4178-88e8-4ff9d1c0ac9e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.928950 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] The port '0cebd1dd-0757-4e34-92ee-95932fd6148d' was deleted {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:54:18.931787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49d975aa-5d36-4848-9390-db87dc2c7d16 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.951694 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d8a57cae-8f7a-4c1d-b947-42b9c1918985 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.954049 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-18972853-b04e-4a64-88f5-5be19ad950ca tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:18.965360 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-aeefa8c0-681c-4513-8dab-c5e7594ebf7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0af91df9825b4c0a9be9686e6768d879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6374171 Mar 16 10:54:18.969456 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47278) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:18.969722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d35a517e-b047-4190-816d-8c5855189074 None None] Provisioning for port 1a59ba06-fff4-4e1f-925c-e33ba3a59768 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:18.976174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-18972853-b04e-4a64-88f5-5be19ad950ca tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:subnet and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:18.977613 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d35a517e-b047-4190-816d-8c5855189074 None None] Provisioning complete for port 1a59ba06-fff4-4e1f-925c-e33ba3a59768 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:18.978030 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d35a517e-b047-4190-816d-8c5855189074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.982041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-18972853-b04e-4a64-88f5-5be19ad950ca tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:18.997332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a57cae-8f7a-4c1d-b947-42b9c1918985 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:18.997644 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d8a57cae-8f7a-4c1d-b947-42b9c1918985 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.008863 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49d975aa-5d36-4848-9390-db87dc2c7d16 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:19.014877 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:19.024091 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-18972853-b04e-4a64-88f5-5be19ad950ca tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:19.036752 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0cebd1dd-0757-4e34-92ee-95932fd6148d no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:19.102237 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 0cebd1dd-0757-4e34-92ee-95932fd6148d {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:19.103590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0cebd1dd-0757-4e34-92ee-95932fd6148d not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:19.136427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d35a517e-b047-4190-816d-8c5855189074 None None] Port 1a59ba06-fff4-4e1f-925c-e33ba3a59768 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:19.223960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d975aa-5d36-4848-9390-db87dc2c7d16 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb95f2fe-f220-43a3-b1d2-e2b3b44c712e,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:19.309371 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18972853-b04e-4a64-88f5-5be19ad950ca tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:19.312678 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-18972853-b04e-4a64-88f5-5be19ad950ca tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.321381 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.331316 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8142c857-1280-48ca-a85a-9cc1e1971973 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.354232 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3420a-964f-4f16-9eb7-ef6abc8b3f53 req-ac444f41-62dd-457b-8f0a-d8d2fd38a1e6 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:19.355692 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-92d3420a-964f-4f16-9eb7-ef6abc8b3f53 req-ac444f41-62dd-457b-8f0a-d8d2fd38a1e6 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.6744390 Mar 16 10:54:19.356395 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49d975aa-5d36-4848-9390-db87dc2c7d16 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.361098 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-49d975aa-5d36-4848-9390-db87dc2c7d16 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0768456 Mar 16 10:54:19.362513 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47282) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:19.417147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373ac594-078f-46aa-b406-5567f6bb7a9d']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:19.452663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d8a57cae-8f7a-4c1d-b947-42b9c1918985 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.453735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7feb8455-3f27-470b-839f-f96d3287a871') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:19.454026 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7feb8455-3f27-470b-839f-f96d3287a871') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:19.457409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d8a57cae-8f7a-4c1d-b947-42b9c1918985 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.476829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.491543 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-92d3420a-964f-4f16-9eb7-ef6abc8b3f53 req-a16bbb4f-00d8-40cd-ac01-02a2a2307fe7 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198661 Mar 16 10:54:19.535292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.537827 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-30c1dc86-d5e5-4fe0-aef6-6a6830532959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.549140 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d8a57cae-8f7a-4c1d-b947-42b9c1918985 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "DELETE /v2.0/networks/aab76dd9-d301-4c62-b701-47f2df69a887 HTTP/1.1" status: 204 len: 168 time: 1.8059471 Mar 16 10:54:19.549140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a57cae-8f7a-4c1d-b947-42b9c1918985 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event deleted for resources: {'Network': ['ID=aab76dd9-d301-4c62-b701-47f2df69a887,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:19.555917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47288) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:19.614799 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ea55751e-6870-43dd-adbb-5b0c58d5be6c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.620467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:19.621131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:19.636198 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:19.715512 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ea55751e-6870-43dd-adbb-5b0c58d5be6c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.734690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-30c1dc86-d5e5-4fe0-aef6-6a6830532959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.746337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.766165 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.780609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Network': ['ID=373ac594-078f-46aa-b406-5567f6bb7a9d,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:19.788688 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e7dd8a2e-edc5-42a1-8e10-2c8e229e9d83 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/networks/373ac594-078f-46aa-b406-5567f6bb7a9d HTTP/1.1" status: 204 len: 168 time: 3.2997491 Mar 16 10:54:19.789681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47292) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:19.854887 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.ipam_backend_mixin [None req-18972853-b04e-4a64-88f5-5be19ad950ca tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bc65a55c-7128-4b14-9a82-61dfee630533 (CIDR: 172.20.0.0/28) Mar 16 10:54:19.867488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8142c857-1280-48ca-a85a-9cc1e1971973 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.872230 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8142c857-1280-48ca-a85a-9cc1e1971973 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.886824 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-18972853-b04e-4a64-88f5-5be19ad950ca tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:54:19.887343 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18972853-b04e-4a64-88f5-5be19ad950ca tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:19.919268 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf2bd6e-a525-4e5c-b1ef-a32f952f679c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:19.919852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ecf2bd6e-a525-4e5c-b1ef-a32f952f679c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:19.924977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2832fd4f-884e-4309-9f41-ed045396525e tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.927862 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1ce5111f-8044-4178-88e8-4ff9d1c0ac9e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.945977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ea55751e-6870-43dd-adbb-5b0c58d5be6c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.946320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-8142c857-1280-48ca-a85a-9cc1e1971973 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] In _notify_port_updated(), no bound segment for port a24f2cc6-8712-4d42-9384-8ded1f0cfce1 on network f78fb85f-c9ea-4d64-bc63-1899ffae6f48 {{(pid=87969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:54:19.952328 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8142c857-1280-48ca-a85a-9cc1e1971973 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:19.953162 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8142c857-1280-48ca-a85a-9cc1e1971973 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.955749 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8142c857-1280-48ca-a85a-9cc1e1971973 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "PUT /v2.0/ports/a24f2cc6-8712-4d42-9384-8ded1f0cfce1 HTTP/1.1" status: 200 len: 1002 time: 1.6112294 Mar 16 10:54:19.961816 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47296) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:20.014397 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ea55751e-6870-43dd-adbb-5b0c58d5be6c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.015762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ecf2bd6e-a525-4e5c-b1ef-a32f952f679c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:20.016878 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ecf2bd6e-a525-4e5c-b1ef-a32f952f679c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports/6646f7ce-c5e6-4964-9dda-6497e85cc325 HTTP/1.1" status: 200 len: 845 time: 0.2262950 Mar 16 10:54:20.018255 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ea55751e-6870-43dd-adbb-5b0c58d5be6c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/bb95f2fe-f220-43a3-b1d2-e2b3b44c712e HTTP/1.1" status: 204 len: 168 time: 0.6526778 Mar 16 10:54:20.027754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47300) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:20.028086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47302) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:20.029054 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142c857-1280-48ca-a85a-9cc1e1971973 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event updated for resources: {'Port': ['ID=a24f2cc6-8712-4d42-9384-8ded1f0cfce1,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:20.081873 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-18972853-b04e-4a64-88f5-5be19ad950ca tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5394907 Mar 16 10:54:20.089853 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-1ce5111f-8044-4178-88e8-4ff9d1c0ac9e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 1a59ba06-fff4-4e1f-925c-e33ba3a59768 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:20.090541 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47308) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:20.123849 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55751e-6870-43dd-adbb-5b0c58d5be6c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb95f2fe-f220-43a3-b1d2-e2b3b44c712e,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:20.137007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-b74d8dba-d2b1-4471-ba8b-687a1c6dd0a5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'subnet': {'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:20.181085 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-93ebb127-8c9f-43e8-b330-39ff2c75b71a None None] Provisioning complete for port a24f2cc6-8712-4d42-9384-8ded1f0cfce1 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:20.181668 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-93ebb127-8c9f-43e8-b330-39ff2c75b71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.186356 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-d453eb18-ebd6-48c5-8772-4904b5cc45b4 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Deleting port a24f2cc6-8712-4d42-9384-8ded1f0cfce1 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:20.186832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d453eb18-ebd6-48c5-8772-4904b5cc45b4 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.195710 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-30c1dc86-d5e5-4fe0-aef6-6a6830532959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.218212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef5a7a-1965-4b56-87aa-20502ffb06bf req-2c08e560-4eac-4ecc-b907-472959783e8b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:20.219726 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4cef5a7a-1965-4b56-87aa-20502ffb06bf req-2c08e560-4eac-4ecc-b907-472959783e8b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.5693841 Mar 16 10:54:20.238830 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-93ebb127-8c9f-43e8-b330-39ff2c75b71a None None] Port a24f2cc6-8712-4d42-9384-8ded1f0cfce1 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:20.250436 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1dc86-d5e5-4fe0-aef6-6a6830532959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c57fe2-c28d-47be-8902-71a2a18d704c,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:20.321076 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2ff183ea-c137-4d3e-99dc-da1c625edf54 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports/6646f7ce-c5e6-4964-9dda-6497e85cc325?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2826819 Mar 16 10:54:20.334348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47312) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:20.351724 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-30c1dc86-d5e5-4fe0-aef6-6a6830532959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.352831 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-30c1dc86-d5e5-4fe0-aef6-6a6830532959 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96c57fe2-c28d-47be-8902-71a2a18d704c HTTP/1.1" status: 204 len: 168 time: 1.3802650 Mar 16 10:54:20.355617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a73c3a32-d210-451b-902f-3220b2d05988 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:20.363402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-bc6595db-4f27-4c8f-beeb-a887bdfa78f5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'subnet': {'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:20.370936 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2832fd4f-884e-4309-9f41-ed045396525e tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.443504 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4cef5a7a-1965-4b56-87aa-20502ffb06bf req-5121f7e4-0b9d-4fd9-a9a1-60123c8c2d96 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942465 Mar 16 10:54:20.445151 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-2832fd4f-884e-4309-9f41-ed045396525e tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41520550-3c39-4fc8-8ef3-fae15cf3e15d']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:20.466889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-2832fd4f-884e-4309-9f41-ed045396525e tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee0b61f-a176-46a1-9d6b-ad28529f8a3f') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:20.467074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-2832fd4f-884e-4309-9f41-ed045396525e tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee0b61f-a176-46a1-9d6b-ad28529f8a3f') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:20.489296 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2832fd4f-884e-4309-9f41-ed045396525e tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.512369 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2832fd4f-884e-4309-9f41-ed045396525e tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.515490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1ce5111f-8044-4178-88e8-4ff9d1c0ac9e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.546305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a73c3a32-d210-451b-902f-3220b2d05988 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:20.547632 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a73c3a32-d210-451b-902f-3220b2d05988 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.5146074 Mar 16 10:54:20.559772 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b74d8dba-d2b1-4471-ba8b-687a1c6dd0a5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:20.562804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47322) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:20.570388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2832fd4f-884e-4309-9f41-ed045396525e tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:20.570973 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2832fd4f-884e-4309-9f41-ed045396525e tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.578854 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b74d8dba-d2b1-4471-ba8b-687a1c6dd0a5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:subnet and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:20.586206 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:20.589038 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5111f-8044-4178-88e8-4ff9d1c0ac9e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=1a59ba06-fff4-4e1f-925c-e33ba3a59768,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:20.595774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b74d8dba-d2b1-4471-ba8b-687a1c6dd0a5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:20.627857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-bc6595db-4f27-4c8f-beeb-a887bdfa78f5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:20.683398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b74d8dba-d2b1-4471-ba8b-687a1c6dd0a5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:20.690417 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-bc6595db-4f27-4c8f-beeb-a887bdfa78f5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:subnet and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:20.700659 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1ce5111f-8044-4178-88e8-4ff9d1c0ac9e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.706961 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-bc6595db-4f27-4c8f-beeb-a887bdfa78f5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:20.727359 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2832fd4f-884e-4309-9f41-ed045396525e tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.731658 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1ce5111f-8044-4178-88e8-4ff9d1c0ac9e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/1a59ba06-fff4-4e1f-925c-e33ba3a59768 HTTP/1.1" status: 204 len: 168 time: 1.9563870 Mar 16 10:54:20.751192 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2832fd4f-884e-4309-9f41-ed045396525e tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.753886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47330) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:20.772828 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-bc6595db-4f27-4c8f-beeb-a887bdfa78f5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:20.798529 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1405acc1-ee06-4d66-a10d-e058b9138768 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.806867 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832fd4f-884e-4309-9f41-ed045396525e tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event deleted for resources: {'Network': ['ID=41520550-3c39-4fc8-8ef3-fae15cf3e15d,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:20.815187 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2832fd4f-884e-4309-9f41-ed045396525e tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "DELETE /v2.0/networks/41520550-3c39-4fc8-8ef3-fae15cf3e15d HTTP/1.1" status: 204 len: 168 time: 1.2571154 Mar 16 10:54:20.816156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74d8dba-d2b1-4471-ba8b-687a1c6dd0a5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:20.819968 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b74d8dba-d2b1-4471-ba8b-687a1c6dd0a5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.826381 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47336) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.055125 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df248136-6e75-46bd-a1f3-5fb3f110c4ba tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:21.056651 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df248136-6e75-46bd-a1f3-5fb3f110c4ba tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:21.059505 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-df248136-6e75-46bd-a1f3-5fb3f110c4ba tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3035195 Mar 16 10:54:21.064179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47348) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.077209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1405acc1-ee06-4d66-a10d-e058b9138768 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.098936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6595db-4f27-4c8f-beeb-a887bdfa78f5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:21.102940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc6595db-4f27-4c8f-beeb-a887bdfa78f5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.168436 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ef59b5-aa9b-4913-b59f-cc37323d5590 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet e1682022-ab1b-4d33-b104-a37fc8e12722 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:21.171348 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-69ef59b5-aa9b-4913-b59f-cc37323d5590 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.237695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d453eb18-ebd6-48c5-8772-4904b5cc45b4 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.237949 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cdd4c6-76c7-4558-81b5-de69e2d3c69d tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:21.244260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cdd4c6-76c7-4558-81b5-de69e2d3c69d tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:21.245025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-73cdd4c6-76c7-4558-81b5-de69e2d3c69d tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Synchronizing usage tracker for tenant:5e8f3b54feb648d590ed361b962f20ed on resource:network {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:21.249668 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-69ef59b5-aa9b-4913-b59f-cc37323d5590 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.281524 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47354) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.321144 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-73cdd4c6-76c7-4558-81b5-de69e2d3c69d tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Unset dirty status for tenant:5e8f3b54feb648d590ed361b962f20ed on resource:network {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:21.325777 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-73cdd4c6-76c7-4558-81b5-de69e2d3c69d tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4944971 Mar 16 10:54:21.327562 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47360) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.334915 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c6ba4cdc-53af-46ea-aabf-a046b01a7579 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1387933118'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:21.343333 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c6ba4cdc-53af-46ea-aabf-a046b01a7579 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:21.359718 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c6ba4cdc-53af-46ea-aabf-a046b01a7579 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:21.375571 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-69ef59b5-aa9b-4913-b59f-cc37323d5590 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.378886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-d453eb18-ebd6-48c5-8772-4904b5cc45b4 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Calling delete_port for a24f2cc6-8712-4d42-9384-8ded1f0cfce1 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:21.407257 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ba4cdc-53af-46ea-aabf-a046b01a7579 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Made reservation on behalf of 5e8f3b54feb648d590ed361b962f20ed for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:21.410734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c6ba4cdc-53af-46ea-aabf-a046b01a7579 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.435346 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8ea8e949-7de3-45e0-96d6-91ac8d6157c6 tempest-ServiceProvidersTest-1799913793 tempest-ServiceProvidersTest-1799913793-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1526351 Mar 16 10:54:21.460670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1405acc1-ee06-4d66-a10d-e058b9138768 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.475914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ba4cdc-53af-46ea-aabf-a046b01a7579 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:21.492215 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c6ba4cdc-53af-46ea-aabf-a046b01a7579 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.492805 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-c6ba4cdc-53af-46ea-aabf-a046b01a7579 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Added segment 7345ed82-f7e0-41c4-8b2e-196ed0622c64 of type vlan for network b7468be9-7ce2-47c8-b61a-60e96ffc82f6 Mar 16 10:54:21.501477 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc4ecb-072b-4e76-89f5-b64b2c382093 req-c1de71c8-ca48-4c9c-9e30-4791d266e3e4 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:21.502977 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-75bc4ecb-072b-4e76-89f5-b64b2c382093 req-c1de71c8-ca48-4c9c-9e30-4791d266e3e4 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.8993046 Mar 16 10:54:21.507553 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-69ef59b5-aa9b-4913-b59f-cc37323d5590 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.525865 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405acc1-ee06-4d66-a10d-e058b9138768 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7080b6c-56c0-4978-b2f6-d2e2d7e51aa3,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:21.558524 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c6ba4cdc-53af-46ea-aabf-a046b01a7579 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.562208 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef59b5-aa9b-4913-b59f-cc37323d5590 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=e1682022-ab1b-4d33-b104-a37fc8e12722,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:21.568120 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-69ef59b5-aa9b-4913-b59f-cc37323d5590 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.572734 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1405acc1-ee06-4d66-a10d-e058b9138768 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.576661 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47366) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.577366 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1405acc1-ee06-4d66-a10d-e058b9138768 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f7080b6c-56c0-4978-b2f6-d2e2d7e51aa3 HTTP/1.1" status: 204 len: 168 time: 1.0107546 Mar 16 10:54:21.583879 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aa1bf0-a6bd-4e40-b569-6202587c685f None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:21.617905 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-69ef59b5-aa9b-4913-b59f-cc37323d5590 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/e1682022-ab1b-4d33-b104-a37fc8e12722 HTTP/1.1" status: 204 len: 168 time: 0.5526257 Mar 16 10:54:21.623445 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47370) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.641439 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-75bc4ecb-072b-4e76-89f5-b64b2c382093 req-90fb7c2d-4706-46bf-a109-7db763432da8 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214476 Mar 16 10:54:21.720189 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5d4a9290-3c60-49c3-a6c4-06f63dcfb126 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956681 Mar 16 10:54:21.722752 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47378) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.773146 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c6ba4cdc-53af-46ea-aabf-a046b01a7579 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.778877 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ba4cdc-53af-46ea-aabf-a046b01a7579 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:21.779728 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c6ba4cdc-53af-46ea-aabf-a046b01a7579 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.789273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d453eb18-ebd6-48c5-8772-4904b5cc45b4 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.833576 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e941acad-1897-4be8-8edd-91b1de592c2c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:21.866376 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453eb18-ebd6-48c5-8772-4904b5cc45b4 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event deleted for resources: {'Port': ['ID=a24f2cc6-8712-4d42-9384-8ded1f0cfce1,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:21.926399 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c6ba4cdc-53af-46ea-aabf-a046b01a7579 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5970533 Mar 16 10:54:21.927100 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47382) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.927531 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47384) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.953716 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-01e6db28-bacc-48c1-a0ff-c8d0879c5210 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1431618250'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:21.968462 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc6595db-4f27-4c8f-beeb-a887bdfa78f5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.992889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e941acad-1897-4be8-8edd-91b1de592c2c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:21.994749 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e941acad-1897-4be8-8edd-91b1de592c2c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4169621 Mar 16 10:54:22.011683 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba4cdc-53af-46ea-aabf-a046b01a7579 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event updated for resources: {'Network': ['ID=b7468be9-7ce2-47c8-b61a-60e96ffc82f6,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:22.015542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47392) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.016582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-01e6db28-bacc-48c1-a0ff-c8d0879c5210 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:22.034399 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network b7468be9-7ce2-47c8-b61a-60e96ffc82f6 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:22.042575 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-01e6db28-bacc-48c1-a0ff-c8d0879c5210 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:22.078624 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6595db-4f27-4c8f-beeb-a887bdfa78f5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:22.086689 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac803d0-5f2f-43ae-ae26-b47d8beb8baa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:22.097903 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6ac803d0-5f2f-43ae-ae26-b47d8beb8baa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:22.101242 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e6db28-bacc-48c1-a0ff-c8d0879c5210 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Made reservation on behalf of 5e8f3b54feb648d590ed361b962f20ed for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:22.104762 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-01e6db28-bacc-48c1-a0ff-c8d0879c5210 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.113173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-bc6595db-4f27-4c8f-beeb-a887bdfa78f5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:22.136247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b74d8dba-d2b1-4471-ba8b-687a1c6dd0a5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.140254 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6595db-4f27-4c8f-beeb-a887bdfa78f5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:22.140841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc6595db-4f27-4c8f-beeb-a887bdfa78f5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.178486 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5303847-691d-4657-80a3-b57de28a4cee req-e0f46db7-6a9b-40e6-9515-e030d3973a4c tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:22.180056 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b5303847-691d-4657-80a3-b57de28a4cee req-e0f46db7-6a9b-40e6-9515-e030d3973a4c tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.2508161 Mar 16 10:54:22.200826 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a3336-b92b-42cf-87fa-c21446d40b24 None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:22.201159 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fdaeb77a-1901-4683-ae0c-4b62edb57837 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.202660 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0316a24e-d987-4686-afbc-6c6c9a1ac980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.203982 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33292cc5-4880-4b1f-bdce-058f204b8750 None None] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:22.232970 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6595db-4f27-4c8f-beeb-a887bdfa78f5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Subnet': ['ID=fec64e65-3837-4f35-918a-c42133aa99c7,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:22.242344 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fdaeb77a-1901-4683-ae0c-4b62edb57837 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.274287 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-404a3336-b92b-42cf-87fa-c21446d40b24 None None] Deleting port e70825d0-de5f-4ec9-8e68-496e7b497615 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:22.275139 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-404a3336-b92b-42cf-87fa-c21446d40b24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.279436 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6ac803d0-5f2f-43ae-ae26-b47d8beb8baa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:22.280644 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6ac803d0-5f2f-43ae-ae26-b47d8beb8baa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5546720 Mar 16 10:54:22.283549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74d8dba-d2b1-4471-ba8b-687a1c6dd0a5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network d5d3073b-b6fa-4b30-b26b-659de5566503 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:22.285643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0316a24e-d987-4686-afbc-6c6c9a1ac980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:22.292201 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47396) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.299252 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e6db28-bacc-48c1-a0ff-c8d0879c5210 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:22.303725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d453eb18-ebd6-48c5-8772-4904b5cc45b4 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.310712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-b74d8dba-d2b1-4471-ba8b-687a1c6dd0a5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:22.313743 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0316a24e-d987-4686-afbc-6c6c9a1ac980 admin admin] Usage tracker for resource:security_group_rule and tenant:6eff2393c57649dcbc0f2669bb3333bb is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:22.319480 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0316a24e-d987-4686-afbc-6c6c9a1ac980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:22.328112 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-01e6db28-bacc-48c1-a0ff-c8d0879c5210 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.328579 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-01e6db28-bacc-48c1-a0ff-c8d0879c5210 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Added segment 2374ea1a-fbe1-42f6-ab47-ee853341cdc9 of type vlan for network c67f254f-3b79-4aa1-a4a6-fbeadc9a2050 Mar 16 10:54:22.330080 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0316a24e-d987-4686-afbc-6c6c9a1ac980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:22.343566 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b5303847-691d-4657-80a3-b57de28a4cee req-266f2f19-d039-45bb-94c7-2d19e914dba6 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252184 Mar 16 10:54:22.351029 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cba50ea-f62f-4b59-9b44-7b3903f90dde None None] Network d5d3073b-b6fa-4b30-b26b-659de5566503 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:22.401703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74d8dba-d2b1-4471-ba8b-687a1c6dd0a5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:22.403208 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b74d8dba-d2b1-4471-ba8b-687a1c6dd0a5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.404314 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-01e6db28-bacc-48c1-a0ff-c8d0879c5210 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.458143 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bc6595db-4f27-4c8f-beeb-a887bdfa78f5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1161897 Mar 16 10:54:22.459267 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47402) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.469219 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3f6b8f5a-ca09-4a62-93d4-512c8aeeee1e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'security_group': {'name': 'tempest-secgroup-1848875386'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:22.480273 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d453eb18-ebd6-48c5-8772-4904b5cc45b4 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "DELETE /v2.0/ports/a24f2cc6-8712-4d42-9384-8ded1f0cfce1 HTTP/1.1" status: 204 len: 168 time: 2.5144329 Mar 16 10:54:22.486335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47406) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.489740 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3f6b8f5a-ca09-4a62-93d4-512c8aeeee1e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:22.501783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-01e6db28-bacc-48c1-a0ff-c8d0879c5210 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.518699 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e6db28-bacc-48c1-a0ff-c8d0879c5210 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:22.520574 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-01e6db28-bacc-48c1-a0ff-c8d0879c5210 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.525398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d8dba-d2b1-4471-ba8b-687a1c6dd0a5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Subnet': ['ID=6c15d064-2345-438d-88f0-6015485d0dd1,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:22.529551 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fdaeb77a-1901-4683-ae0c-4b62edb57837 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.531805 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3f6b8f5a-ca09-4a62-93d4-512c8aeeee1e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:security_group and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:22.552515 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fdaeb77a-1901-4683-ae0c-4b62edb57837 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.558228 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fdaeb77a-1901-4683-ae0c-4b62edb57837 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/a9262702-9a72-4bb0-bd0e-00d48cdb3d89 HTTP/1.1" status: 204 len: 168 time: 0.5412636 Mar 16 10:54:22.570878 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b74d8dba-d2b1-4471-ba8b-687a1c6dd0a5 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4618909 Mar 16 10:54:22.570878 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47410) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.576402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47412) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.577760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaeb77a-1901-4683-ae0c-4b62edb57837 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9262702-9a72-4bb0-bd0e-00d48cdb3d89,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:22.583542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5591751-a176-49c3-916d-f382152df21e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:22.585183 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e5591751-a176-49c3-916d-f382152df21e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:22.618357 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-6ed877b6-8d56-48f9-97fe-ff24b65dcb34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1256015780', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c15d064-2345-438d-88f0-6015485d0dd1'}], 'security_groups': ['720d9df4-4605-4f8d-b592-011a92cb83e7']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:22.713457 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3f6b8f5a-ca09-4a62-93d4-512c8aeeee1e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:22.720982 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e70825d0-de5f-4ec9-8e68-496e7b497615 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:22.750573 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e5591751-a176-49c3-916d-f382152df21e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:22.754213 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e5591751-a176-49c3-916d-f382152df21e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4428968 Mar 16 10:54:22.759615 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47418) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.770279 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3f6b8f5a-ca09-4a62-93d4-512c8aeeee1e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:22.779337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-64867675-43e3-4589-a3bd-08eb92b1ac32 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:22.802380 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6db28-bacc-48c1-a0ff-c8d0879c5210 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event updated for resources: {'Network': ['ID=c67f254f-3b79-4aa1-a4a6-fbeadc9a2050,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:22.821861 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-4051a446-1b0f-4c7f-baa7-52593d491e55 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] GET failed (client error): The resource could not be found. Mar 16 10:54:22.822724 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4051a446-1b0f-4c7f-baa7-52593d491e55 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Synchronizing usage tracker for tenant:20bca2569c1b4cd584702c718aa4cacc on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:22.837635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network c67f254f-3b79-4aa1-a4a6-fbeadc9a2050 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:22.849137 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3f6b8f5a-ca09-4a62-93d4-512c8aeeee1e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.894445 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d3e5891f-0ee7-4de2-a1b0-30a1fa63592a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1213984 Mar 16 10:54:22.894691 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-01e6db28-bacc-48c1-a0ff-c8d0879c5210 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9491410 Mar 16 10:54:22.897303 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47422) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.897303 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47424) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.908186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Request body: {'ports': [{'network_id': 'b7468be9-7ce2-47c8-b61a-60e96ffc82f6', 'name': 'tempest-port--1567761198', 'admin_state_up': True}, {'network_id': 'c67f254f-3b79-4aa1-a4a6-fbeadc9a2050', 'admin_state_up': False}]} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:22.908605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Request body: {'port': {'network_id': 'b7468be9-7ce2-47c8-b61a-60e96ffc82f6', 'name': 'tempest-port--1567761198', 'admin_state_up': True}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:22.909146 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0316a24e-d987-4686-afbc-6c6c9a1ac980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.909270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Request body: {'port': {'network_id': 'c67f254f-3b79-4aa1-a4a6-fbeadc9a2050', 'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:22.915049 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4051a446-1b0f-4c7f-baa7-52593d491e55 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Unset dirty status for tenant:20bca2569c1b4cd584702c718aa4cacc on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:22.920303 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4051a446-1b0f-4c7f-baa7-52593d491e55 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "GET /v2.0/ports/a24f2cc6-8712-4d42-9384-8ded1f0cfce1 HTTP/1.1" status: 404 len: 333 time: 0.4194963 Mar 16 10:54:22.920303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3f6b8f5a-ca09-4a62-93d4-512c8aeeee1e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:22.922056 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47430) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.925734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0316a24e-d987-4686-afbc-6c6c9a1ac980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.933554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-57e67b9b-331b-4024-8ed8-686651f31c1a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:22.952627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3f6b8f5a-ca09-4a62-93d4-512c8aeeee1e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:security_group_rule and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:22.961839 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d7e2947e-a670-42b3-b937-20afe8a45283 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Request body: {'port': {'network_id': 'f78fb85f-c9ea-4d64-bc63-1899ffae6f48', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1678799230'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:22.996479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3f6b8f5a-ca09-4a62-93d4-512c8aeeee1e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:23.051766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3f6b8f5a-ca09-4a62-93d4-512c8aeeee1e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:23.108586 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0316a24e-d987-4686-afbc-6c6c9a1ac980 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6eff2393c57649dcbc0f2669bb3333bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1671052 Mar 16 10:54:23.167632 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47434) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.180122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-64867675-43e3-4589-a3bd-08eb92b1ac32 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:23.184205 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-64867675-43e3-4589-a3bd-08eb92b1ac32 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6072907 Mar 16 10:54:23.195358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47438) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.215539 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316a24e-d987-4686-afbc-6c6c9a1ac980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f512ca4f-883e-4275-8ea1-98545e3143c9,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:23.364979 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3f6b8f5a-ca09-4a62-93d4-512c8aeeee1e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.385089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74cc8f-42fa-45ff-b6a9-77a5903696e0 req-efb2c157-289b-417b-91cf-87ec53f28295 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:23.386713 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2d74cc8f-42fa-45ff-b6a9-77a5903696e0 req-efb2c157-289b-417b-91cf-87ec53f28295 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.7241249 Mar 16 10:54:23.412459 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d7e2947e-a670-42b3-b937-20afe8a45283 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:23.417953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3f6b8f5a-ca09-4a62-93d4-512c8aeeee1e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.446170 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d7e2947e-a670-42b3-b937-20afe8a45283 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:23.447231 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-404a3336-b92b-42cf-87fa-c21446d40b24 None None] For port e70825d0-de5f-4ec9-8e68-496e7b497615, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e70825d0-de5f-4ec9-8e68-496e7b497615,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:23.448166 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-404a3336-b92b-42cf-87fa-c21446d40b24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.459142 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-94883a74-8a23-46cc-83aa-077973a0fbca tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.475534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b8f5a-ca09-4a62-93d4-512c8aeeee1e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fbd007-ec95-4453-9ec0-d1c1c3c3cfe4,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:23.477633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e2947e-a670-42b3-b937-20afe8a45283 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Made reservation on behalf of 20bca2569c1b4cd584702c718aa4cacc for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:23.481098 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d7e2947e-a670-42b3-b937-20afe8a45283 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.485857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-57e67b9b-331b-4024-8ed8-686651f31c1a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:23.490903 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3f6b8f5a-ca09-4a62-93d4-512c8aeeee1e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.492150 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3f6b8f5a-ca09-4a62-93d4-512c8aeeee1e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0313771 Mar 16 10:54:23.495609 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47442) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.505489 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-ac6c7d39-720a-4de2-b9dc-d74fa0ec2b79 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'security_group': {'name': 'tempest-secgroup-399392234'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:23.515606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ac6c7d39-720a-4de2-b9dc-d74fa0ec2b79 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:23.520414 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-d7e2947e-a670-42b3-b937-20afe8a45283 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] device_id is not set on port c359f10e-6bc8-47d6-8641-bff5e342f4e1 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:23.552739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-94883a74-8a23-46cc-83aa-077973a0fbca tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.553763 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ac6c7d39-720a-4de2-b9dc-d74fa0ec2b79 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:security_group and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:23.557140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ac6c7d39-720a-4de2-b9dc-d74fa0ec2b79 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:23.567582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ac6c7d39-720a-4de2-b9dc-d74fa0ec2b79 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:23.586360 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-57e67b9b-331b-4024-8ed8-686651f31c1a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:23.600991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7d39-720a-4de2-b9dc-d74fa0ec2b79 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.627391 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-404a3336-b92b-42cf-87fa-c21446d40b24 None None] Calling delete_port for e70825d0-de5f-4ec9-8e68-496e7b497615 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:23.660673 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ac6c7d39-720a-4de2-b9dc-d74fa0ec2b79 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:23.668772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.669920 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ac6c7d39-720a-4de2-b9dc-d74fa0ec2b79 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:security_group_rule and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:23.675229 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ac6c7d39-720a-4de2-b9dc-d74fa0ec2b79 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:23.685026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ac6c7d39-720a-4de2-b9dc-d74fa0ec2b79 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:23.687130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f22b964-e40f-4436-b0d3-7a71741bb5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.702098 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2d74cc8f-42fa-45ff-b6a9-77a5903696e0 req-e89b7092-9657-4c8b-b6ea-8388efd93822 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847395 Mar 16 10:54:23.718691 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e67b9b-331b-4024-8ed8-686651f31c1a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:23.722285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-57e67b9b-331b-4024-8ed8-686651f31c1a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.747841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ed877b6-8d56-48f9-97fe-ff24b65dcb34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.759269 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-d7e2947e-a670-42b3-b937-20afe8a45283 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Allocated IP 2001:db8::c1 (f78fb85f-c9ea-4d64-bc63-1899ffae6f48/638af2b7-9eb7-4663-8cb6-77c9d49ab007/c359f10e-6bc8-47d6-8641-bff5e342f4e1) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:23.784983 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port e70825d0-de5f-4ec9-8e68-496e7b497615, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e70825d0-de5f-4ec9-8e68-496e7b497615,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:23.792470 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-94883a74-8a23-46cc-83aa-077973a0fbca tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.798572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.799746 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:23.851728 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-404a3336-b92b-42cf-87fa-c21446d40b24 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:23.852081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-404a3336-b92b-42cf-87fa-c21446d40b24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:23.878886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f22b964-e40f-4436-b0d3-7a71741bb5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.884042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'tenant_id': 'a73c732b534b4cd9966f77ee5114e274', 'fixed_ips': [{'subnet_id': 'fec64e65-3837-4f35-918a-c42133aa99c7'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:23.884897 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.912113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Usage tracker for resource:port and tenant:5e8f3b54feb648d590ed361b962f20ed is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:23.916492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=e70825d0-de5f-4ec9-8e68-496e7b497615,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:23.932621 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94883a74-8a23-46cc-83aa-077973a0fbca tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2aa3f85-9682-429f-98e2-e94e1f89834c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:23.934875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:23.972797 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:23.991768 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-94883a74-8a23-46cc-83aa-077973a0fbca tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.997400 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-94883a74-8a23-46cc-83aa-077973a0fbca tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d2aa3f85-9682-429f-98e2-e94e1f89834c HTTP/1.1" status: 204 len: 168 time: 0.7965901 Mar 16 10:54:24.011286 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47448) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.085908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Made reservation on behalf of 5e8f3b54feb648d590ed361b962f20ed for: {'port': 2} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:24.090824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.108961 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d304e0-f715-4591-a0fc-91339bdd6c77 None None] Update dhcp port {'port': {'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503', 'fixed_ips': [{'subnet_id': 'bc65a55c-7128-4b14-9a82-61dfee630533', 'ip_address': '172.20.0.2'}, {'subnet_id': '6c15d064-2345-438d-88f0-6015485d0dd1'}], 'binding:host_id': 'dv-neutron-833859-1-hyperv'}, 'id': '099dbada-8ae6-48cc-9d14-ae58818a0278'} from dv-neutron-833859-1-hyperv. {{(pid=87970) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:54:24.117493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.174953 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Allocated IP 2001:db8::2 (11edfc0f-ccfb-433f-a71c-f7e67b66743b/fec64e65-3837-4f35-918a-c42133aa99c7/ad7581e3-f06b-454d-b764-26d88b205ec9) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:24.180858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-05d304e0-f715-4591-a0fc-91339bdd6c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.267034 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e36d8c31-3979-4776-9f95-630fe37677c8 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2522151 Mar 16 10:54:24.270189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47454) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.330037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-029d745b-7611-4280-952c-007a2d31e5ca tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.348597 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-029d745b-7611-4280-952c-007a2d31e5ca tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.356138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d7e2947e-a670-42b3-b937-20afe8a45283 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.399180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f22b964-e40f-4436-b0d3-7a71741bb5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.399974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-d7e2947e-a670-42b3-b937-20afe8a45283 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Transition to ACTIVE for port object c359f10e-6bc8-47d6-8641-bff5e342f4e1 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:24.420776 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-404a3336-b92b-42cf-87fa-c21446d40b24 None None] Deleting port e70825d0-de5f-4ec9-8e68-496e7b497615 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:24.421155 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-404a3336-b92b-42cf-87fa-c21446d40b24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.432728 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7d39-720a-4de2-b9dc-d74fa0ec2b79 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.438241 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-029d745b-7611-4280-952c-007a2d31e5ca tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.462315 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d745b-7611-4280-952c-007a2d31e5ca tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84e3aaf1-92a8-4d1e-af9e-673b01714338,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:24.464077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7d39-720a-4de2-b9dc-d74fa0ec2b79 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.484417 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22b964-e40f-4436-b0d3-7a71741bb5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f512ca4f-883e-4275-8ea1-98545e3143c9,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:24.528337 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c7d39-720a-4de2-b9dc-d74fa0ec2b79 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df0bbd0e-b3e8-4e5c-8fad-6ed5aa35ee90,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:24.530673 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7d39-720a-4de2-b9dc-d74fa0ec2b79 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.534899 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ac6c7d39-720a-4de2-b9dc-d74fa0ec2b79 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0356278 Mar 16 10:54:24.536473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d7e2947e-a670-42b3-b937-20afe8a45283 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.539359 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47458) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.589823 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2d64cdc1-d43d-466d-bb88-653224fdc1e1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-818940998', 'security_groups': ['df0bbd0e-b3e8-4e5c-8fad-6ed5aa35ee90'], 'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fec64e65-3837-4f35-918a-c42133aa99c7'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:24.593694 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-05d304e0-f715-4591-a0fc-91339bdd6c77 None None] Allocated IP 172.20.0.18 (d5d3073b-b6fa-4b30-b26b-659de5566503/6c15d064-2345-438d-88f0-6015485d0dd1/099dbada-8ae6-48cc-9d14-ae58818a0278) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:24.611096 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-029d745b-7611-4280-952c-007a2d31e5ca tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.615182 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-029d745b-7611-4280-952c-007a2d31e5ca tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/84e3aaf1-92a8-4d1e-af9e-673b01714338 HTTP/1.1" status: 204 len: 168 time: 0.3412127 Mar 16 10:54:24.624675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47462) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.656396 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e2947e-a670-42b3-b937-20afe8a45283 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Network f78fb85f-c9ea-4d64-bc63-1899ffae6f48 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:24.663738 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-d7e2947e-a670-42b3-b937-20afe8a45283 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:24.665774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f22b964-e40f-4436-b0d3-7a71741bb5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.669166 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8f22b964-e40f-4436-b0d3-7a71741bb5e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f512ca4f-883e-4275-8ea1-98545e3143c9 HTTP/1.1" status: 204 len: 168 time: 1.4931374 Mar 16 10:54:24.673784 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-57e67b9b-331b-4024-8ed8-686651f31c1a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.679981 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] device_id is not set on port 6badc9dc-72a0-4f6c-b824-c6a01e46def8 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:24.694680 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2947e-a670-42b3-b937-20afe8a45283 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:24.712512 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e2947e-a670-42b3-b937-20afe8a45283 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:24.712920 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d7e2947e-a670-42b3-b937-20afe8a45283 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.767049 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e67b9b-331b-4024-8ed8-686651f31c1a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:24.772108 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-57e67b9b-331b-4024-8ed8-686651f31c1a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:24.791329 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc3c12-5d57-419f-944d-c85eb122db0e req-27e17e52-e85f-47d9-bdff-2ffcce99a944 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:24.792903 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5ccc3c12-5d57-419f-944d-c85eb122db0e req-27e17e52-e85f-47d9-bdff-2ffcce99a944 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.5544164 Mar 16 10:54:24.805820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e67b9b-331b-4024-8ed8-686651f31c1a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:24.806752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-57e67b9b-331b-4024-8ed8-686651f31c1a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.857153 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e67b9b-331b-4024-8ed8-686651f31c1a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=61d545db-0384-46ec-9604-4a8a9119f5e0,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:24.886879 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-57e67b9b-331b-4024-8ed8-686651f31c1a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9882560 Mar 16 10:54:24.893507 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47468) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.909525 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-e57ac33f-e879-4e80-9d2c-5fe1eef8a205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'fixed_ips': [{'subnet_id': '61d545db-0384-46ec-9604-4a8a9119f5e0', 'ip_address': '2001:db8::7c4e:f42c:400c:e665'}], 'name': 'tempest-NetworksTestDHCPv6-1456237235'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:24.921141 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5ccc3c12-5d57-419f-944d-c85eb122db0e req-89235e9f-7b64-4bd4-8dea-f51bb4cf2764 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075554 Mar 16 10:54:24.991409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2947e-a670-42b3-b937-20afe8a45283 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event updated for resources: {'Port': ['ID=c359f10e-6bc8-47d6-8641-bff5e342f4e1,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:24.996677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.008431 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Transition to ACTIVE for port object ad7581e3-f06b-454d-b764-26d88b205ec9 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:25.025797 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d7e2947e-a670-42b3-b937-20afe8a45283 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1022184 Mar 16 10:54:25.038945 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47474) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:25.048177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2d64cdc1-d43d-466d-bb88-653224fdc1e1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:25.059185 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-796f4153-5c45-4a3c-a119-cabf550235dc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:67:23:34'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:25.093740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Transition to ACTIVE for port object ad7581e3-f06b-454d-b764-26d88b205ec9 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:25.114874 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.129260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fe7c1319-9244-4ce1-8b51-d4e6e6d0ae6b tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:25.138893 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.151121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2d64cdc1-d43d-466d-bb88-653224fdc1e1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:25.180292 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-05d304e0-f715-4591-a0fc-91339bdd6c77 None None] For port 099dbada-8ae6-48cc-9d14-ae58818a0278, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=099dbada-8ae6-48cc-9d14-ae58818a0278,segment=NetworkSegment(aa1451f4-ae61-4d20-833a-10c155327883),segment_id=aa1451f4-ae61-4d20-833a-10c155327883)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:25.182604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e57ac33f-e879-4e80-9d2c-5fe1eef8a205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:25.221727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d64cdc1-d43d-466d-bb88-653224fdc1e1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:25.224587 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:25.245888 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:25.253957 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6983c415-b164-4efe-be82-c85859e648f5 None None] Provisioning for port c359f10e-6bc8-47d6-8641-bff5e342f4e1 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:25.264498 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:25.319008 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Pushing event updated for resources: {'Port': ['ID=ad7581e3-f06b-454d-b764-26d88b205ec9,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:25.330501 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6983c415-b164-4efe-be82-c85859e648f5 None None] Provisioning complete for port c359f10e-6bc8-47d6-8641-bff5e342f4e1 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:25.331275 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6983c415-b164-4efe-be82-c85859e648f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.361695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2d64cdc1-d43d-466d-bb88-653224fdc1e1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.379980 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fe7c1319-9244-4ce1-8b51-d4e6e6d0ae6b tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:25.386594 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fe7c1319-9244-4ce1-8b51-d4e6e6d0ae6b tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7438598 Mar 16 10:54:25.391498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-2d64cdc1-d43d-466d-bb88-653224fdc1e1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] device_id is not set on port 55cf59d0-19b4-4fb8-8412-30bd3da9ff82 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:25.392968 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47484) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:25.398568 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e57ac33f-e879-4e80-9d2c-5fe1eef8a205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:25.420919 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-05d304e0-f715-4591-a0fc-91339bdd6c77 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.440205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] device_id is not set on port ad4eb87e-e6d7-40ef-8356-578f71cddb0e yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:25.453249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-404a3336-b92b-42cf-87fa-c21446d40b24 None None] For port e70825d0-de5f-4ec9-8e68-496e7b497615, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e70825d0-de5f-4ec9-8e68-496e7b497615,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:25.453688 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-404a3336-b92b-42cf-87fa-c21446d40b24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.486436 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-05d304e0-f715-4591-a0fc-91339bdd6c77 None None] Transition to ACTIVE for port object 099dbada-8ae6-48cc-9d14-ae58818a0278 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:25.544537 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.608104 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-05d304e0-f715-4591-a0fc-91339bdd6c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.623434 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-404a3336-b92b-42cf-87fa-c21446d40b24 None None] Calling delete_port for e70825d0-de5f-4ec9-8e68-496e7b497615 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:25.654828 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57ac33f-e879-4e80-9d2c-5fe1eef8a205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:25.680332 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Attempting to bind port ad7581e3-f06b-454d-b764-26d88b205ec9 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:25.680710 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Attempting to bind port ad7581e3-f06b-454d-b764-26d88b205ec9 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '3a94e082-077b-4ffd-99c0-1d39f12681e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:25.681071 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Attempting to bind port ad7581e3-f06b-454d-b764-26d88b205ec9 on network 11edfc0f-ccfb-433f-a71c-f7e67b66743b {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:25.716196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6983c415-b164-4efe-be82-c85859e648f5 None None] Port c359f10e-6bc8-47d6-8641-bff5e342f4e1 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:25.772087 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:25.772777 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Checking segment: {'id': '3a94e082-077b-4ffd-99c0-1d39f12681e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:25.773336 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.773900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Bound using segment: {'id': '3a94e082-077b-4ffd-99c0-1d39f12681e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:25.774541 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Bound port: ad7581e3-f06b-454d-b764-26d88b205ec9, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a94e082-077b-4ffd-99c0-1d39f12681e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:25.775072 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.796659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-6ed877b6-8d56-48f9-97fe-ff24b65dcb34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Delete allocated IP 172.20.0.5 (d5d3073b-b6fa-4b30-b26b-659de5566503/bc65a55c-7128-4b14-9a82-61dfee630533) {{(pid=87969) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 10:54:25.808131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-6ed877b6-8d56-48f9-97fe-ff24b65dcb34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Allocated IP 172.20.0.29 (d5d3073b-b6fa-4b30-b26b-659de5566503/6c15d064-2345-438d-88f0-6015485d0dd1/aa10060b-b825-40fd-98f5-50a89ccf54c2) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:25.858638 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47498) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:25.872552 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034578 Mar 16 10:54:25.881420 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47500) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:25.891643 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d304e0-f715-4591-a0fc-91339bdd6c77 None None] Pushing event updated for resources: {'Port': ['ID=099dbada-8ae6-48cc-9d14-ae58818a0278,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:25.911276 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-2d64cdc1-d43d-466d-bb88-653224fdc1e1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Allocated IP 2001:db8::2d6 (11edfc0f-ccfb-433f-a71c-f7e67b66743b/fec64e65-3837-4f35-918a-c42133aa99c7/55cf59d0-19b4-4fb8-8412-30bd3da9ff82) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:25.920024 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-404a3336-b92b-42cf-87fa-c21446d40b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.924180 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-796f4153-5c45-4a3c-a119-cabf550235dc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.010293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2e6763bc-ba04-4fcc-b19a-78c5284e9cab tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.046014 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a3336-b92b-42cf-87fa-c21446d40b24 None None] Pushing event deleted for resources: {'Port': ['ID=e70825d0-de5f-4ec9-8e68-496e7b497615,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:26.082251 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a3336-b92b-42cf-87fa-c21446d40b24 None None] No DVR routers for this DVR port e70825d0-de5f-4ec9-8e68-496e7b497615 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:26.106619 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] For port ad7581e3-f06b-454d-b764-26d88b205ec9, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:26.113281 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] For port ad7581e3-f06b-454d-b764-26d88b205ec9, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ad7581e3-f06b-454d-b764-26d88b205ec9,segment=NetworkSegment(3a94e082-077b-4ffd-99c0-1d39f12681e7),segment_id=3a94e082-077b-4ffd-99c0-1d39f12681e7)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:26.114575 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9d4db4-70ad-4d26-a1a9-04c5c979b0d9 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:26.125147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.133225 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b9aa1f52-b800-469d-a180-60cd7418441f tempest-NetworksApiDiscovery-1078105759 tempest-NetworksApiDiscovery-1078105759-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2450650 Mar 16 10:54:26.139050 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.237649 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918ccf9-3600-4e0c-8914-b0c040c7257c None None] Pushing event updated for resources: {'Port': ['ID=ad7581e3-f06b-454d-b764-26d88b205ec9,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:26.239688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2e6763bc-ba04-4fcc-b19a-78c5284e9cab tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.566601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e57ac33f-e879-4e80-9d2c-5fe1eef8a205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.587138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event updated for resources: {'Port': ['ID=6badc9dc-72a0-4f6c-b824-c6a01e46def8,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:26.639335 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 099dbada-8ae6-48cc-9d14-ae58818a0278 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:26.729223 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-e57ac33f-e879-4e80-9d2c-5fe1eef8a205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port 03ed8979-7322-494e-96fa-6f3f595e58dc yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:26.789358 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-796f4153-5c45-4a3c-a119-cabf550235dc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.797417 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47512) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:26.804865 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Checking segment: {'id': '7345ed82-f7e0-41c4-8b2e-196ed0622c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b7468be9-7ce2-47c8-b61a-60e96ffc82f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:26.805259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Network hostable DHCP agents. Network: b7468be9-7ce2-47c8-b61a-60e96ffc82f6, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:26.847767 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2d64cdc1-d43d-466d-bb88-653224fdc1e1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.852553 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2e6763bc-ba04-4fcc-b19a-78c5284e9cab tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.860704 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': '61d545db-0384-46ec-9604-4a8a9119f5e0'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:26.860704 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.868283 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-796f4153-5c45-4a3c-a119-cabf550235dc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.898783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6763bc-ba04-4fcc-b19a-78c5284e9cab tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37622b24-19ae-4a2d-b1e4-6900cf37ca8e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:26.903077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-2d64cdc1-d43d-466d-bb88-653224fdc1e1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Transition to ACTIVE for port object 55cf59d0-19b4-4fb8-8412-30bd3da9ff82 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:26.954221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.resource_extend [None req-6ed877b6-8d56-48f9-97fe-ff24b65dcb34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:54:26.973616 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Network b7468be9-7ce2-47c8-b61a-60e96ffc82f6 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:26.987204 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4705466b-1f33-42c2-a4f2-d818b792d1ff None None] Provisioning complete for port 48158491-8e53-4d9b-9532-d7d9ab6b4ad1 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:26.987578 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4705466b-1f33-42c2-a4f2-d818b792d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.990771 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ed877b6-8d56-48f9-97fe-ff24b65dcb34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.011460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099cd0f-0adb-4519-82e2-ca5eb8e01a73 req-0705dfbd-b07b-40fd-8208-2a353352da56 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:27.012973 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a099cd0f-0adb-4519-82e2-ca5eb8e01a73 req-0705dfbd-b07b-40fd-8208-2a353352da56 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.8445270 Mar 16 10:54:27.019430 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2d64cdc1-d43d-466d-bb88-653224fdc1e1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.048550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, b7468be9-7ce2-47c8-b61a-60e96ffc82f6) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:27.053357 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-6ed877b6-8d56-48f9-97fe-ff24b65dcb34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Transition to ACTIVE for port object aa10060b-b825-40fd-98f5-50a89ccf54c2 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:27.058753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bf0d06da-209c-4266-b335-a8d152e6b79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.063189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-796f4153-5c45-4a3c-a119-cabf550235dc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] In _notify_port_updated(), no bound segment for port c359f10e-6bc8-47d6-8641-bff5e342f4e1 on network f78fb85f-c9ea-4d64-bc63-1899ffae6f48 {{(pid=87968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:54:27.069430 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796f4153-5c45-4a3c-a119-cabf550235dc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:27.070073 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-796f4153-5c45-4a3c-a119-cabf550235dc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.074230 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-796f4153-5c45-4a3c-a119-cabf550235dc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "PUT /v2.0/ports/c359f10e-6bc8-47d6-8641-bff5e342f4e1 HTTP/1.1" status: 200 len: 1002 time: 2.0321140 Mar 16 10:54:27.076101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:27.077166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.082105 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47518) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:27.090226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ed877b6-8d56-48f9-97fe-ff24b65dcb34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.091822 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d64cdc1-d43d-466d-bb88-653224fdc1e1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:27.101891 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-4705466b-1f33-42c2-a4f2-d818b792d1ff None None] Port 48158491-8e53-4d9b-9532-d7d9ab6b4ad1 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:27.103778 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-2d64cdc1-d43d-466d-bb88-653224fdc1e1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:27.106215 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91265849-20d7-4fd7-8415-bd23e3aeaeb1 None None] Network b7468be9-7ce2-47c8-b61a-60e96ffc82f6 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:27.106668 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64cdc1-d43d-466d-bb88-653224fdc1e1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:27.112689 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64cdc1-d43d-466d-bb88-653224fdc1e1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:27.113324 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2d64cdc1-d43d-466d-bb88-653224fdc1e1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.152996 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f4153-5c45-4a3c-a119-cabf550235dc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event updated for resources: {'Port': ['ID=c359f10e-6bc8-47d6-8641-bff5e342f4e1,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:27.163830 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4705466b-1f33-42c2-a4f2-d818b792d1ff None None] Provisioning for port 099dbada-8ae6-48cc-9d14-ae58818a0278 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:27.181504 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4705466b-1f33-42c2-a4f2-d818b792d1ff None None] Provisioning complete for port 099dbada-8ae6-48cc-9d14-ae58818a0278 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:27.182166 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4705466b-1f33-42c2-a4f2-d818b792d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.241778 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64cdc1-d43d-466d-bb88-653224fdc1e1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=55cf59d0-19b4-4fb8-8412-30bd3da9ff82,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:27.253038 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-bf0d06da-209c-4266-b335-a8d152e6b79f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:27.264006 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a099cd0f-0adb-4519-82e2-ca5eb8e01a73 req-ee3d6cc3-1e43-48e0-a981-1d304991ab94 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338297 Mar 16 10:54:27.269418 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2d64cdc1-d43d-466d-bb88-653224fdc1e1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7287180 Mar 16 10:54:27.270257 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47522) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:27.280101 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-ba645253-2d77-4d6d-8308-276e84a1366b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'subnet': {'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:27.329460 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-bf0d06da-209c-4266-b335-a8d152e6b79f admin admin] Usage tracker for resource:security_group_rule and tenant:72a92b105c744bffbddc337126af9603 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:27.380270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-bf0d06da-209c-4266-b335-a8d152e6b79f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:27.397459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2e6763bc-ba04-4fcc-b19a-78c5284e9cab tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.404383 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2e6763bc-ba04-4fcc-b19a-78c5284e9cab tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-groups/37622b24-19ae-4a2d-b1e4-6900cf37ca8e HTTP/1.1" status: 204 len: 168 time: 2.0101895 Mar 16 10:54:27.423369 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47528) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:27.471062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-bf0d06da-209c-4266-b335-a8d152e6b79f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:27.546233 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event updated for resources: {'Port': ['ID=ad4eb87e-e6d7-40ef-8356-578f71cddb0e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:27.565166 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4705466b-1f33-42c2-a4f2-d818b792d1ff None None] Provisioning for port aa10060b-b825-40fd-98f5-50a89ccf54c2 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:27.573622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4705466b-1f33-42c2-a4f2-d818b792d1ff None None] Provisioning complete for port aa10060b-b825-40fd-98f5-50a89ccf54c2 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:27.573999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4705466b-1f33-42c2-a4f2-d818b792d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.586382 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7789f494-3496-48fc-9441-2733178b29e2 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:27.586715 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-da8dfc26-df4d-44e5-9157-156dd73af0d6 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Deleting port c359f10e-6bc8-47d6-8641-bff5e342f4e1 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:27.587223 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da8dfc26-df4d-44e5-9157-156dd73af0d6 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.601403 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ba645253-2d77-4d6d-8308-276e84a1366b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:27.606794 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ba645253-2d77-4d6d-8308-276e84a1366b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:subnet and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:27.610662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ba645253-2d77-4d6d-8308-276e84a1366b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:27.618671 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ba645253-2d77-4d6d-8308-276e84a1366b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:27.639620 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba645253-2d77-4d6d-8308-276e84a1366b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:27.644108 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba645253-2d77-4d6d-8308-276e84a1366b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.668435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7789f494-3496-48fc-9441-2733178b29e2 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:27.674427 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7789f494-3496-48fc-9441-2733178b29e2 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2455997 Mar 16 10:54:27.688645 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47534) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:27.698063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-67777150-c614-45b6-8c64-8d9485ad5118 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group': {'name': 'tempest-secgroup--175257774'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:27.698998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-4705466b-1f33-42c2-a4f2-d818b792d1ff None None] Port aa10060b-b825-40fd-98f5-50a89ccf54c2 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:27.707798 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-67777150-c614-45b6-8c64-8d9485ad5118 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:27.785671 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-67777150-c614-45b6-8c64-8d9485ad5118 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:27.820131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-e57ac33f-e879-4e80-9d2c-5fe1eef8a205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::7c4e:f42c:400c:e665 (6fb457af-0d86-4c52-b4cf-f12d297a5983/61d545db-0384-46ec-9604-4a8a9119f5e0/03ed8979-7322-494e-96fa-6f3f595e58dc) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:27.822994 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed877b6-8d56-48f9-97fe-ff24b65dcb34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=aa10060b-b825-40fd-98f5-50a89ccf54c2,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:27.840933 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-21221e8f-5cec-41e7-beec-df29d451f183 None None] Provisioning complete for port c359f10e-6bc8-47d6-8641-bff5e342f4e1 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:27.841952 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-21221e8f-5cec-41e7-beec-df29d451f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.878644 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-67777150-c614-45b6-8c64-8d9485ad5118 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.920046 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.ipam_backend_mixin [None req-ba645253-2d77-4d6d-8308-276e84a1366b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fec64e65-3837-4f35-918a-c42133aa99c7 (CIDR: 2001:db8::/64) Mar 16 10:54:27.931003 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba645253-2d77-4d6d-8308-276e84a1366b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:54:27.931476 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba645253-2d77-4d6d-8308-276e84a1366b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:27.933509 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-21221e8f-5cec-41e7-beec-df29d451f183 None None] Port c359f10e-6bc8-47d6-8641-bff5e342f4e1 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:27.937775 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-67777150-c614-45b6-8c64-8d9485ad5118 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:27.959614 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-67777150-c614-45b6-8c64-8d9485ad5118 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:27.964140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-67777150-c614-45b6-8c64-8d9485ad5118 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:27.973250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-67777150-c614-45b6-8c64-8d9485ad5118 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:27.978423 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ba645253-2d77-4d6d-8308-276e84a1366b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7057009 Mar 16 10:54:27.983227 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47538) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:27.995539 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57610899-88d0-4072-bc69-fbeaf543e92d req-f26ffbaf-1396-456d-a70a-44ef20623e3d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:27.997242 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-57610899-88d0-4072-bc69-fbeaf543e92d req-f26ffbaf-1396-456d-a70a-44ef20623e3d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.2186484 Mar 16 10:54:27.999401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Checking segment: {'id': '2374ea1a-fbe1-42f6-ab47-ee853341cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c67f254f-3b79-4aa1-a4a6-fbeadc9a2050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:28.000094 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Network hostable DHCP agents. Network: c67f254f-3b79-4aa1-a4a6-fbeadc9a2050, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:28.004756 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-32596e27-8090-44da-8f0f-2cd8831de6ff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'subnet': {'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:28.068839 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-85853555-a653-4343-95ba-505d04924e3d None None] Provisioning for port ad7581e3-f06b-454d-b764-26d88b205ec9 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:28.091959 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-85853555-a653-4343-95ba-505d04924e3d None None] Provisioning complete for port 6646f7ce-c5e6-4964-9dda-6497e85cc325 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:28.092709 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-85853555-a653-4343-95ba-505d04924e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.106172 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Network c67f254f-3b79-4aa1-a4a6-fbeadc9a2050 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:28.108280 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-6ed877b6-8d56-48f9-97fe-ff24b65dcb34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] In _notify_port_updated(), no bound segment for port aa10060b-b825-40fd-98f5-50a89ccf54c2 on network d5d3073b-b6fa-4b30-b26b-659de5566503 {{(pid=87969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:54:28.113591 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed877b6-8d56-48f9-97fe-ff24b65dcb34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:28.114205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6ed877b6-8d56-48f9-97fe-ff24b65dcb34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.115547 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6ed877b6-8d56-48f9-97fe-ff24b65dcb34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "PUT /v2.0/ports/aa10060b-b825-40fd-98f5-50a89ccf54c2 HTTP/1.1" status: 200 len: 921 time: 5.5260911 Mar 16 10:54:28.135357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47542) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:28.149343 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bf0d06da-209c-4266-b335-a8d152e6b79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.165331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-85853555-a653-4343-95ba-505d04924e3d None None] Port 6646f7ce-c5e6-4964-9dda-6497e85cc325 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:28.181011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, c67f254f-3b79-4aa1-a4a6-fbeadc9a2050) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:28.183102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bf0d06da-209c-4266-b335-a8d152e6b79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.207610 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2482340-23cb-458c-a02e-ce93f4df78bc None None] Network c67f254f-3b79-4aa1-a4a6-fbeadc9a2050 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:28.226800 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:28.232302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:28.236952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:28.237762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.248629 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-57610899-88d0-4072-bc69-fbeaf543e92d req-69fd2729-1db1-4489-b9c2-ebdc2ca5eef1 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264588 Mar 16 10:54:28.338467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-67777150-c614-45b6-8c64-8d9485ad5118 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.343768 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-1c252711-a1bf-49eb-a51d-127a5454c995 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port aa10060b-b825-40fd-98f5-50a89ccf54c2 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:28.344479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c252711-a1bf-49eb-a51d-127a5454c995 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.390887 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-67777150-c614-45b6-8c64-8d9485ad5118 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.434465 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-32596e27-8090-44da-8f0f-2cd8831de6ff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:28.435089 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-23952cbc-905a-4de9-94ae-24aa63926a5a None None] Provisioning complete for port aa10060b-b825-40fd-98f5-50a89ccf54c2 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:28.435668 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-23952cbc-905a-4de9-94ae-24aa63926a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.452042 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-32596e27-8090-44da-8f0f-2cd8831de6ff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:subnet and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:28.490235 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-32596e27-8090-44da-8f0f-2cd8831de6ff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:28.517852 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-32596e27-8090-44da-8f0f-2cd8831de6ff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:28.519815 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67777150-c614-45b6-8c64-8d9485ad5118 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b5cd9a-172c-4b3d-844f-ead64c094073,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:28.530606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-67777150-c614-45b6-8c64-8d9485ad5118 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.531889 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-67777150-c614-45b6-8c64-8d9485ad5118 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8422568 Mar 16 10:54:28.538893 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47546) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:28.546863 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-23952cbc-905a-4de9-94ae-24aa63926a5a None None] Port aa10060b-b825-40fd-98f5-50a89ccf54c2 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:28.548955 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-ea5e242f-4911-4217-b9ad-0ca5f1f78b04 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group_rule': {'security_group_id': 'a4b5cd9a-172c-4b3d-844f-ead64c094073', 'direction': 'ingress', 'protocol': 17}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:28.562815 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32596e27-8090-44da-8f0f-2cd8831de6ff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:28.566250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-32596e27-8090-44da-8f0f-2cd8831de6ff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.586193 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ea5e242f-4911-4217-b9ad-0ca5f1f78b04 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:28.605769 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ad7581e3-f06b-454d-b764-26d88b205ec9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:28.630306 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ea5e242f-4911-4217-b9ad-0ca5f1f78b04 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:28.638074 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bf0d06da-209c-4266-b335-a8d152e6b79f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72a92b105c744bffbddc337126af9603&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8395188 Mar 16 10:54:28.639858 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ea5e242f-4911-4217-b9ad-0ca5f1f78b04 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:28.647735 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47550) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:28.683498 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d191f6e2-934b-43d0-9c1a-29d78faf78b7 None None] Provisioning for port 55cf59d0-19b4-4fb8-8412-30bd3da9ff82 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:28.687459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d06da-209c-4266-b335-a8d152e6b79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd2d911-c9a1-45c0-8a07-3fe241eb0a93,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:28.689306 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d191f6e2-934b-43d0-9c1a-29d78faf78b7 None None] Provisioning complete for port 55cf59d0-19b4-4fb8-8412-30bd3da9ff82 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:28.690079 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d191f6e2-934b-43d0-9c1a-29d78faf78b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.700753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3af59-634d-47cd-bb20-a49466a68064 req-09436969-b383-4d32-a391-c1ae95091c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:28.702091 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aca3af59-634d-47cd-bb20-a49466a68064 req-09436969-b383-4d32-a391-c1ae95091c0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f7f82da52584a9cb3b9e11b4547dbe8&device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 1099 time: 0.8734384 Mar 16 10:54:28.719256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port ad7581e3-f06b-454d-b764-26d88b205ec9 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:28.723084 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5d187121-d5fd-40c3-a835-8c6dccd5146c tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.8242841 Mar 16 10:54:28.733054 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port ad7581e3-f06b-454d-b764-26d88b205ec9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:28.733417 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.743136 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47554) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:28.747553 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ea5e242f-4911-4217-b9ad-0ca5f1f78b04 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:28.791189 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d191f6e2-934b-43d0-9c1a-29d78faf78b7 None None] Port 55cf59d0-19b4-4fb8-8412-30bd3da9ff82 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:28.842283 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ea5e242f-4911-4217-b9ad-0ca5f1f78b04 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.869174 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.875610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c252711-a1bf-49eb-a51d-127a5454c995 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.883667 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da8dfc26-df4d-44e5-9157-156dd73af0d6 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.904981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port ad7581e3-f06b-454d-b764-26d88b205ec9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ad7581e3-f06b-454d-b764-26d88b205ec9,segment=NetworkSegment(3a94e082-077b-4ffd-99c0-1d39f12681e7),segment_id=3a94e082-077b-4ffd-99c0-1d39f12681e7)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:28.910134 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.980897 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=ad7581e3-f06b-454d-b764-26d88b205ec9,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:29.031771 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-1c252711-a1bf-49eb-a51d-127a5454c995 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for aa10060b-b825-40fd-98f5-50a89ccf54c2 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:29.065380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-da8dfc26-df4d-44e5-9157-156dd73af0d6 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Calling delete_port for c359f10e-6bc8-47d6-8641-bff5e342f4e1 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:29.122376 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e57ac33f-e879-4e80-9d2c-5fe1eef8a205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.170336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-e57ac33f-e879-4e80-9d2c-5fe1eef8a205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object 03ed8979-7322-494e-96fa-6f3f595e58dc will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:29.175671 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3af59-634d-47cd-bb20-a49466a68064 req-53da15a5-2aab-4c8b-933a-a0ed4c4c65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:29.177138 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aca3af59-634d-47cd-bb20-a49466a68064 req-53da15a5-2aab-4c8b-933a-a0ed4c4c65a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4401366c-47f7-47e5-8a08-62fbd69fe2e5 HTTP/1.1" status: 200 len: 913 time: 0.4627318 Mar 16 10:54:29.215762 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-221ff265-48b9-41b7-ba97-2d8583faa485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.307984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-221ff265-48b9-41b7-ba97-2d8583faa485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.315007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ff333-de25-476f-a1e5-a2229d758a10 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:29.321011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ff333-de25-476f-a1e5-a2229d758a10 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:29.321997 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a45ff333-de25-476f-a1e5-a2229d758a10 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Synchronizing usage tracker for tenant:5e8f3b54feb648d590ed361b962f20ed on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:29.381321 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ea5e242f-4911-4217-b9ad-0ca5f1f78b04 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.404903 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aca3af59-634d-47cd-bb20-a49466a68064 req-a7c7e2d9-c50e-4f82-9093-af3af989a9d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20612511-e8b3-4849-b916-37451ada4783 HTTP/1.1" status: 200 len: 1001 time: 0.2159030 Mar 16 10:54:29.439833 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ea5e242f-4911-4217-b9ad-0ca5f1f78b04 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.475702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a45ff333-de25-476f-a1e5-a2229d758a10 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Unset dirty status for tenant:5e8f3b54feb648d590ed361b962f20ed on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:29.477102 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a45ff333-de25-476f-a1e5-a2229d758a10 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7292368 Mar 16 10:54:29.483847 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47560) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:29.487652 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e57ac33f-e879-4e80-9d2c-5fe1eef8a205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.498319 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e242f-4911-4217-b9ad-0ca5f1f78b04 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304b58d6-393e-40c8-90a9-25738ce1fe96,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:29.503370 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Allocated IP 2001:db8::2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/61d545db-0384-46ec-9604-4a8a9119f5e0/ebeb3d2f-5325-4f89-8be0-298bee5b01e6) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:29.602241 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da8dfc26-df4d-44e5-9157-156dd73af0d6 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.605023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ac33f-e879-4e80-9d2c-5fe1eef8a205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:29.606906 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c252711-a1bf-49eb-a51d-127a5454c995 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.619097 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-221ff265-48b9-41b7-ba97-2d8583faa485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.621423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-221ff265-48b9-41b7-ba97-2d8583faa485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.625540 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-221ff265-48b9-41b7-ba97-2d8583faa485 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bd2d911-c9a1-45c0-8a07-3fe241eb0a93 HTTP/1.1" status: 204 len: 168 time: 0.9737606 Mar 16 10:54:29.625701 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-e57ac33f-e879-4e80-9d2c-5fe1eef8a205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:29.631123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ac33f-e879-4e80-9d2c-5fe1eef8a205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:29.640384 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57ac33f-e879-4e80-9d2c-5fe1eef8a205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:29.641153 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e57ac33f-e879-4e80-9d2c-5fe1eef8a205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.654323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3af59-634d-47cd-bb20-a49466a68064 req-1978f4c5-aa0d-4908-9a9d-9ddad083c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:29.655801 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aca3af59-634d-47cd-bb20-a49466a68064 req-1978f4c5-aa0d-4908-9a9d-9ddad083c55d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c1c0157-574c-4c1c-a73d-323ed6286819 HTTP/1.1" status: 200 len: 851 time: 0.2406533 Mar 16 10:54:29.664084 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ac33f-e879-4e80-9d2c-5fe1eef8a205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=03ed8979-7322-494e-96fa-6f3f595e58dc,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:29.672423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ea5e242f-4911-4217-b9ad-0ca5f1f78b04 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.676108 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ea5e242f-4911-4217-b9ad-0ca5f1f78b04 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1337936 Mar 16 10:54:29.688523 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4d512f6e-6b68-4f6a-bc33-e268952db29a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Deleting port 6badc9dc-72a0-4f6c-b824-c6a01e46def8 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:29.688858 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d512f6e-6b68-4f6a-bc33-e268952db29a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.713131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8dfc26-df4d-44e5-9157-156dd73af0d6 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event deleted for resources: {'Port': ['ID=c359f10e-6bc8-47d6-8641-bff5e342f4e1,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:29.715585 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47566) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:29.718798 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c252711-a1bf-49eb-a51d-127a5454c995 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=aa10060b-b825-40fd-98f5-50a89ccf54c2,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:29.736703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ff265-48b9-41b7-ba97-2d8583faa485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd2d911-c9a1-45c0-8a07-3fe241eb0a93,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:29.830340 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da8dfc26-df4d-44e5-9157-156dd73af0d6 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.835250 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-da8dfc26-df4d-44e5-9157-156dd73af0d6 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "DELETE /v2.0/ports/c359f10e-6bc8-47d6-8641-bff5e342f4e1 HTTP/1.1" status: 204 len: 168 time: 2.7434828 Mar 16 10:54:29.842476 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47570) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:29.847788 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e57ac33f-e879-4e80-9d2c-5fe1eef8a205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9505000 Mar 16 10:54:29.848690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47572) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:29.853067 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.855741 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-724f38b0-8a5d-4c4d-8690-64a8806c5e18 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'fixed_ips': [{'subnet_id': '61d545db-0384-46ec-9604-4a8a9119f5e0', 'ip_address': '2001:db8::7c4e:f42c:400c:e665'}], 'name': 'tempest-NetworksTestDHCPv6-861107228'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:29.868162 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Transition to ACTIVE for port object ebeb3d2f-5325-4f89-8be0-298bee5b01e6 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:29.929434 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Transition to ACTIVE for port object ebeb3d2f-5325-4f89-8be0-298bee5b01e6 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:29.934905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9a4b1-b54b-4107-b8bf-68ca264c056a req-05c129d1-ff46-4367-8f91-83cbf4c58a77 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:29.941635 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a7e9a4b1-b54b-4107-b8bf-68ca264c056a req-05c129d1-ff46-4367-8f91-83cbf4c58a77 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.5317516 Mar 16 10:54:29.957470 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.121565 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-724f38b0-8a5d-4c4d-8690-64a8806c5e18 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:30.142838 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-724f38b0-8a5d-4c4d-8690-64a8806c5e18 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:port and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:30.152523 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-724f38b0-8a5d-4c4d-8690-64a8806c5e18 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:30.163242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-724f38b0-8a5d-4c4d-8690-64a8806c5e18 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:30.169234 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a7e9a4b1-b54b-4107-b8bf-68ca264c056a req-b911bb83-a883-4f70-9119-1a04cace2ca4 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270945 Mar 16 10:54:30.170475 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62ab66d-0678-4b63-9eb2-09308f1f12ef tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] GET failed (client error): The resource could not be found. Mar 16 10:54:30.171502 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b62ab66d-0678-4b63-9eb2-09308f1f12ef tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Synchronizing usage tracker for tenant:20bca2569c1b4cd584702c718aa4cacc on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:30.175225 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:30.176510 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Pushing event updated for resources: {'Port': ['ID=ebeb3d2f-5325-4f89-8be0-298bee5b01e6,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:30.177811 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3af59-634d-47cd-bb20-a49466a68064 req-12764141-2c05-4ca1-a1c0-e9b657eae000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:30.179746 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aca3af59-634d-47cd-bb20-a49466a68064 req-12764141-2c05-4ca1-a1c0-e9b657eae000 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4401366c-47f7-47e5-8a08-62fbd69fe2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5117409 Mar 16 10:54:30.181000 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:30.184789 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:30.213794 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-32596e27-8090-44da-8f0f-2cd8831de6ff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.286908 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b62ab66d-0678-4b63-9eb2-09308f1f12ef tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Unset dirty status for tenant:20bca2569c1b4cd584702c718aa4cacc on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:30.293929 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b62ab66d-0678-4b63-9eb2-09308f1f12ef tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "GET /v2.0/ports/c359f10e-6bc8-47d6-8641-bff5e342f4e1 HTTP/1.1" status: 404 len: 333 time: 0.4110229 Mar 16 10:54:30.317167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47586) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:30.322951 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724f38b0-8a5d-4c4d-8690-64a8806c5e18 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:30.327973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-724f38b0-8a5d-4c4d-8690-64a8806c5e18 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.340144 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-ceb205a4-b5b4-40de-872f-00ed9d8520de tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Request body: {'port': {'network_id': 'f78fb85f-c9ea-4d64-bc63-1899ffae6f48', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1932785581'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:30.344191 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Attempting to bind port ebeb3d2f-5325-4f89-8be0-298bee5b01e6 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:30.344635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Attempting to bind port ebeb3d2f-5325-4f89-8be0-298bee5b01e6 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:30.345075 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Attempting to bind port ebeb3d2f-5325-4f89-8be0-298bee5b01e6 on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:30.351050 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:30.351746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:30.352358 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.352944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:30.353600 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Bound port: ebeb3d2f-5325-4f89-8be0-298bee5b01e6, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:30.354218 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.358780 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c252711-a1bf-49eb-a51d-127a5454c995 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.363611 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1c252711-a1bf-49eb-a51d-127a5454c995 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/aa10060b-b825-40fd-98f5-50a89ccf54c2 HTTP/1.1" status: 204 len: 168 time: 2.2272255 Mar 16 10:54:30.379336 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47590) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:30.398213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32596e27-8090-44da-8f0f-2cd8831de6ff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:30.438220 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-32596e27-8090-44da-8f0f-2cd8831de6ff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:30.462502 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] For port ebeb3d2f-5325-4f89-8be0-298bee5b01e6, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:30.466154 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] For port ebeb3d2f-5325-4f89-8be0-298bee5b01e6, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ebeb3d2f-5325-4f89-8be0-298bee5b01e6,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:30.469897 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08cde82-c7f9-4956-bf36-59408e7af4c1 None None] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:30.513814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd63b-a4c1-43cc-8938-8e313ec51973 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.522233 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aca3af59-634d-47cd-bb20-a49466a68064 req-f7db154a-5901-4545-ace5-b59aa611e91f service neutron] 10.222.0.18 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357027 Mar 16 10:54:30.544847 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd63b-a4c1-43cc-8938-8e313ec51973 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.577947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.587426 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32596e27-8090-44da-8f0f-2cd8831de6ff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:30.588228 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-32596e27-8090-44da-8f0f-2cd8831de6ff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.618585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ad7581e3-f06b-454d-b764-26d88b205ec9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:30.633463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-724f38b0-8a5d-4c4d-8690-64a8806c5e18 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port ec44ccd7-9853-406c-a28d-bb28c7be2444 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:30.637314 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-586f6b55-bd50-44af-a273-9820decbf2f4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] GET failed (client error): The resource could not be found. Mar 16 10:54:30.638326 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-586f6b55-bd50-44af-a273-9820decbf2f4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:30.688235 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32596e27-8090-44da-8f0f-2cd8831de6ff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Subnet': ['ID=f5134d1f-a54e-44a6-98ce-4900af0957c1,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:30.701141 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd63b-a4c1-43cc-8938-8e313ec51973 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.716569 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d512f6e-6b68-4f6a-bc33-e268952db29a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.748275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cd63b-a4c1-43cc-8938-8e313ec51973 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b5cd9a-172c-4b3d-844f-ead64c094073,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:30.762182 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-32596e27-8090-44da-8f0f-2cd8831de6ff tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7778015 Mar 16 10:54:30.776637 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47602) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:30.808996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-dce5bfa5-2a0a-4937-858c-e1be640deb3c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2086073378', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f5134d1f-a54e-44a6-98ce-4900af0957c1'}], 'security_groups': ['49fbd007-ec95-4453-9ec0-d1c1c3c3cfe4']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:30.862864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd63b-a4c1-43cc-8938-8e313ec51973 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.866907 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ca9cd63b-a4c1-43cc-8938-8e313ec51973 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-groups/a4b5cd9a-172c-4b3d-844f-ead64c094073 HTTP/1.1" status: 204 len: 168 time: 1.1430960 Mar 16 10:54:30.875422 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab8bdc-21dd-4cb3-8c50-0ca0f389f239 None None] Pushing event updated for resources: {'Port': ['ID=ebeb3d2f-5325-4f89-8be0-298bee5b01e6,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:30.882096 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47608) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:30.940703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-586f6b55-bd50-44af-a273-9820decbf2f4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:30.946545 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-586f6b55-bd50-44af-a273-9820decbf2f4 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports/aa10060b-b825-40fd-98f5-50a89ccf54c2 HTTP/1.1" status: 404 len: 333 time: 0.5610228 Mar 16 10:54:30.947352 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47612) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:30.967678 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4d512f6e-6b68-4f6a-bc33-e268952db29a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Calling delete_port for 6badc9dc-72a0-4f6c-b824-c6a01e46def8 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:31.000889 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ceb205a4-b5b4-40de-872f-00ed9d8520de tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:31.064683 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-895a62ac-225e-413a-a65c-26a3c7b5ba62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.105982 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port ad7581e3-f06b-454d-b764-26d88b205ec9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:31.106880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.154225 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2bd88841-c356-4fc2-9f31-933f376fc43a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.173193 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d512f6e-6b68-4f6a-bc33-e268952db29a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.259394 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2bd88841-c356-4fc2-9f31-933f376fc43a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.295141 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ceb205a4-b5b4-40de-872f-00ed9d8520de tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:31.297910 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d512f6e-6b68-4f6a-bc33-e268952db29a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event deleted for resources: {'Port': ['ID=6badc9dc-72a0-4f6c-b824-c6a01e46def8,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:31.306812 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aca3af59-634d-47cd-bb20-a49466a68064 req-fef7af4b-0927-4647-b5bb-c6c1868c77cb service neutron] 10.222.0.18 "GET /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7703931 Mar 16 10:54:31.314498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d512f6e-6b68-4f6a-bc33-e268952db29a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.343039 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4d512f6e-6b68-4f6a-bc33-e268952db29a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "DELETE /v2.0/ports/6badc9dc-72a0-4f6c-b824-c6a01e46def8 HTTP/1.1" status: 204 len: 168 time: 1.8533742 Mar 16 10:54:31.345443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47622) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:31.441455 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb205a4-b5b4-40de-872f-00ed9d8520de tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Made reservation on behalf of 20bca2569c1b4cd584702c718aa4cacc for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:31.445603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ceb205a4-b5b4-40de-872f-00ed9d8520de tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.468042 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b68b3664-6700-4820-a04d-ce3f29b7dcbf tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:31.472309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dce5bfa5-2a0a-4937-858c-e1be640deb3c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.473972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2bd88841-c356-4fc2-9f31-933f376fc43a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.499827 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd88841-c356-4fc2-9f31-933f376fc43a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5090ebe2-c62c-4075-8d0d-7269f6051cdb,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:31.512631 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-ceb205a4-b5b4-40de-872f-00ed9d8520de tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] device_id is not set on port 7db11ed2-ac0f-4f57-a2c4-d8c23ac3d53a yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:31.526380 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-24cda80c-8c50-44d8-a7fa-f96eb14517ac tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Deleting port ad4eb87e-e6d7-40ef-8356-578f71cddb0e {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:31.527198 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-24cda80c-8c50-44d8-a7fa-f96eb14517ac tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.536611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233e8837-7d53-4863-a062-e24b672d3ae2 None None] Update dhcp port {'port': {'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'fixed_ips': [{'subnet_id': 'fec64e65-3837-4f35-918a-c42133aa99c7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f5134d1f-a54e-44a6-98ce-4900af0957c1'}], 'binding:host_id': 'dv-neutron-833859-1-hyperv'}, 'id': 'ad7581e3-f06b-454d-b764-26d88b205ec9'} from dv-neutron-833859-1-hyperv. {{(pid=87970) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:54:31.572760 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2bd88841-c356-4fc2-9f31-933f376fc43a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.575534 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2bd88841-c356-4fc2-9f31-933f376fc43a tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/security-groups/5090ebe2-c62c-4075-8d0d-7269f6051cdb HTTP/1.1" status: 204 len: 168 time: 0.5769889 Mar 16 10:54:31.587590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47628) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:31.614980 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-233e8837-7d53-4863-a062-e24b672d3ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.615800 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b68b3664-6700-4820-a04d-ce3f29b7dcbf tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:31.617063 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b68b3664-6700-4820-a04d-ce3f29b7dcbf tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7296066 Mar 16 10:54:31.628450 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47632) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:31.649802 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-2f2351a2-1310-4e67-94a9-56f0089c209c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group': {'name': 'tempest-secgroup--1651494868'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:31.654100 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-724f38b0-8a5d-4c4d-8690-64a8806c5e18 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 16 10:54:31.654670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724f38b0-8a5d-4c4d-8690-64a8806c5e18 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:31.698912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2f2351a2-1310-4e67-94a9-56f0089c209c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:31.736508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2f2351a2-1310-4e67-94a9-56f0089c209c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:31.876808 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-233e8837-7d53-4863-a062-e24b672d3ae2 None None] Allocated IP 2001:db8:0:1::2 (11edfc0f-ccfb-433f-a71c-f7e67b66743b/f5134d1f-a54e-44a6-98ce-4900af0957c1/ad7581e3-f06b-454d-b764-26d88b205ec9) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:31.890132 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-724f38b0-8a5d-4c4d-8690-64a8806c5e18 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.0367002 Mar 16 10:54:31.899705 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47642) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:31.912834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f2351a2-1310-4e67-94a9-56f0089c209c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.994115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-ceb205a4-b5b4-40de-872f-00ed9d8520de tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Allocated IP 2001:db8::34b (f78fb85f-c9ea-4d64-bc63-1899ffae6f48/638af2b7-9eb7-4663-8cb6-77c9d49ab007/7db11ed2-ac0f-4f57-a2c4-d8c23ac3d53a) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:32.086965 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2f2351a2-1310-4e67-94a9-56f0089c209c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:32.091471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2f2351a2-1310-4e67-94a9-56f0089c209c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:32.094577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2f2351a2-1310-4e67-94a9-56f0089c209c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:32.101451 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2f2351a2-1310-4e67-94a9-56f0089c209c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:32.125464 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-233e8837-7d53-4863-a062-e24b672d3ae2 None None] For port ad7581e3-f06b-454d-b764-26d88b205ec9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ad7581e3-f06b-454d-b764-26d88b205ec9,segment=NetworkSegment(3a94e082-077b-4ffd-99c0-1d39f12681e7),segment_id=3a94e082-077b-4ffd-99c0-1d39f12681e7)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:32.164321 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47648) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:32.167583 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-233e8837-7d53-4863-a062-e24b672d3ae2 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.182782 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f2351a2-1310-4e67-94a9-56f0089c209c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.189858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-233e8837-7d53-4863-a062-e24b672d3ae2 None None] Transition to ACTIVE for port object ad7581e3-f06b-454d-b764-26d88b205ec9 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:32.194837 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-233e8837-7d53-4863-a062-e24b672d3ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.200783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f2351a2-1310-4e67-94a9-56f0089c209c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.246591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-24cda80c-8c50-44d8-a7fa-f96eb14517ac tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.291291 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f7073-cd25-47fa-96a5-66a43cd580a6 req-9062af84-077a-4245-90f8-160c98d0d0b4 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:32.293042 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-753f7073-cd25-47fa-96a5-66a43cd580a6 req-9062af84-077a-4245-90f8-160c98d0d0b4 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.8756409 Mar 16 10:54:32.312074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-01f72acc-86e1-4362-8126-9950e5370193 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.344784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e8837-7d53-4863-a062-e24b672d3ae2 None None] Pushing event updated for resources: {'Port': ['ID=ad7581e3-f06b-454d-b764-26d88b205ec9,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:32.386549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-01f72acc-86e1-4362-8126-9950e5370193 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.444353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2351a2-1310-4e67-94a9-56f0089c209c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef643a02-3824-4904-b498-e1e26503931b,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:32.595788 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe638af-a406-4190-8505-02403160645e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:32.602521 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe638af-a406-4190-8505-02403160645e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:32.603437 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1fe638af-a406-4190-8505-02403160645e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:32.606377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f2351a2-1310-4e67-94a9-56f0089c209c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.610193 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2f2351a2-1310-4e67-94a9-56f0089c209c tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9783463 Mar 16 10:54:32.624808 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ebeb3d2f-5325-4f89-8be0-298bee5b01e6 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:32.631753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47654) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:32.640832 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'network': {'name': 'tempest-network-smoke--1409733561', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'port_security_enabled': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:32.654788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-24cda80c-8c50-44d8-a7fa-f96eb14517ac tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Calling delete_port for ad4eb87e-e6d7-40ef-8356-578f71cddb0e owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:32.655115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-e2e5e9af-1e62-416f-ab27-3f7583a11c7d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group': {'name': 'tempest-secgroup--2010297253'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:32.666512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1fe638af-a406-4190-8505-02403160645e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:32.670881 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1fe638af-a406-4190-8505-02403160645e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7700598 Mar 16 10:54:32.672585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47658) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:32.707914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:32.728547 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port ebeb3d2f-5325-4f89-8be0-298bee5b01e6 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:32.732477 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e2e5e9af-1e62-416f-ab27-3f7583a11c7d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:32.736679 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:network and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:32.736988 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ad7581e3-f06b-454d-b764-26d88b205ec9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:32.738163 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e2e5e9af-1e62-416f-ab27-3f7583a11c7d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:32.741259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e2e5e9af-1e62-416f-ab27-3f7583a11c7d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:32.744717 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:32.747220 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e2e5e9af-1e62-416f-ab27-3f7583a11c7d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:32.757696 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:32.781804 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-753f7073-cd25-47fa-96a5-66a43cd580a6 req-47b197b6-8a92-4075-ad94-f4d769b83735 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4724047 Mar 16 10:54:32.794375 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-01f72acc-86e1-4362-8126-9950e5370193 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.826113 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:32.834769 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3de71df2-2ba9-419f-be7a-612cfd068aae None None] Provisioning for port ebeb3d2f-5325-4f89-8be0-298bee5b01e6 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:32.839442 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.848972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3de71df2-2ba9-419f-be7a-612cfd068aae None None] Provisioning complete for port ebeb3d2f-5325-4f89-8be0-298bee5b01e6 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:32.849969 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3de71df2-2ba9-419f-be7a-612cfd068aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.868963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.883168 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f72acc-86e1-4362-8126-9950e5370193 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=720d9df4-4605-4f8d-b592-011a92cb83e7,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:32.912688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-01f72acc-86e1-4362-8126-9950e5370193 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.916521 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-01f72acc-86e1-4362-8126-9950e5370193 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/security-groups/720d9df4-4605-4f8d-b592-011a92cb83e7 HTTP/1.1" status: 204 len: 168 time: 1.2577391 Mar 16 10:54:32.918990 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:32.923479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:32.926605 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:32.933521 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:32.972846 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47662) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:33.007588 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-239324ff-4dcc-400e-88e1-ee2bdccb351e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.027899 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e9af-1e62-416f-ab27-3f7583a11c7d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.028439 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3de71df2-2ba9-419f-be7a-612cfd068aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.075630 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3de71df2-2ba9-419f-be7a-612cfd068aae None None] For port ebeb3d2f-5325-4f89-8be0-298bee5b01e6, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ebeb3d2f-5325-4f89-8be0-298bee5b01e6,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:33.082378 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3de71df2-2ba9-419f-be7a-612cfd068aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.091333 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-24cda80c-8c50-44d8-a7fa-f96eb14517ac tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.096269 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe82c01-ac7b-4f0f-a73e-20a7f135acf8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting subnet bc65a55c-7128-4b14-9a82-61dfee630533 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:33.154449 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-abe82c01-ac7b-4f0f-a73e-20a7f135acf8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.187483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e2e5e9af-1e62-416f-ab27-3f7583a11c7d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:33.194178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e2e5e9af-1e62-416f-ab27-3f7583a11c7d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:33.200715 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e2e5e9af-1e62-416f-ab27-3f7583a11c7d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:33.202713 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cda80c-8c50-44d8-a7fa-f96eb14517ac tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event deleted for resources: {'Port': ['ID=ad4eb87e-e6d7-40ef-8356-578f71cddb0e,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:33.205428 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-24cda80c-8c50-44d8-a7fa-f96eb14517ac tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.215706 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-1e306225-4fcd-4873-aade-5e7100f1348f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 03ed8979-7322-494e-96fa-6f3f595e58dc {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:33.216241 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e306225-4fcd-4873-aade-5e7100f1348f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.219626 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de71df2-2ba9-419f-be7a-612cfd068aae None None] Pushing event updated for resources: {'Port': ['ID=ebeb3d2f-5325-4f89-8be0-298bee5b01e6,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:33.235501 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a7a12acd-303c-4bff-965c-11476b78da51 None None] Provisioning for port 03ed8979-7322-494e-96fa-6f3f595e58dc completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:33.242292 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a7a12acd-303c-4bff-965c-11476b78da51 None None] Provisioning complete for port 03ed8979-7322-494e-96fa-6f3f595e58dc triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:33.242662 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a7a12acd-303c-4bff-965c-11476b78da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.269370 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e2e5e9af-1e62-416f-ab27-3f7583a11c7d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:33.300041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.322450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a7a12acd-303c-4bff-965c-11476b78da51 None None] Port 03ed8979-7322-494e-96fa-6f3f595e58dc cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:33.323738 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-abe82c01-ac7b-4f0f-a73e-20a7f135acf8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.339554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-dce5bfa5-2a0a-4937-858c-e1be640deb3c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Delete allocated IP 2001:db8::2d6 (11edfc0f-ccfb-433f-a71c-f7e67b66743b/fec64e65-3837-4f35-918a-c42133aa99c7) {{(pid=87969) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 10:54:33.358081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.394949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ceb205a4-b5b4-40de-872f-00ed9d8520de tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.395640 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:33.427128 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-24cda80c-8c50-44d8-a7fa-f96eb14517ac tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "DELETE /v2.0/ports/ad4eb87e-e6d7-40ef-8356-578f71cddb0e HTTP/1.1" status: 204 len: 168 time: 2.0800650 Mar 16 10:54:33.428913 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-dce5bfa5-2a0a-4937-858c-e1be640deb3c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Allocated IP 2001:db8:0:1::24d (11edfc0f-ccfb-433f-a71c-f7e67b66743b/f5134d1f-a54e-44a6-98ce-4900af0957c1/55cf59d0-19b4-4fb8-8412-30bd3da9ff82) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:33.431862 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47666) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:33.435868 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49556e4-c180-4b7c-a352-a81c2462da25,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:33.438953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.439339 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Added segment 56189ffa-5660-436c-9a94-c3b81be63b71 of type vlan for network eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 Mar 16 10:54:33.485249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.505134 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-ceb205a4-b5b4-40de-872f-00ed9d8520de tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Transition to ACTIVE for port object 7db11ed2-ac0f-4f57-a2c4-d8c23ac3d53a will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:33.505821 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-abe82c01-ac7b-4f0f-a73e-20a7f135acf8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.523480 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-97c63f32-4c1b-4e63-ad33-43e17fddeef1 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0875549 Mar 16 10:54:33.546143 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47670) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:33.577029 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.579810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-119663b8-d438-43e5-92e4-4c56f25e2783 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1380341194'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:33.582927 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:33.583538 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.648607 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3e62f01f-184d-4f8b-973a-75ef948bb161 None None] Provisioning for port ad7581e3-f06b-454d-b764-26d88b205ec9 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:33.650243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-119663b8-d438-43e5-92e4-4c56f25e2783 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:33.654851 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3e62f01f-184d-4f8b-973a-75ef948bb161 None None] Provisioning complete for port ad7581e3-f06b-454d-b764-26d88b205ec9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:33.655341 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3e62f01f-184d-4f8b-973a-75ef948bb161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.689101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-119663b8-d438-43e5-92e4-4c56f25e2783 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Usage tracker for resource:network and tenant:5e8f3b54feb648d590ed361b962f20ed is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:33.698004 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5057852 Mar 16 10:54:33.702040 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47674) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:33.706761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905d98d-dcf6-43c2-b117-f373858e7a9a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Network': ['ID=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:33.712280 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'admin_state_up': True, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:33.714342 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-119663b8-d438-43e5-92e4-4c56f25e2783 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:33.719456 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-abe82c01-ac7b-4f0f-a73e-20a7f135acf8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.724320 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:33.724764 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:33.735860 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-119663b8-d438-43e5-92e4-4c56f25e2783 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:33.765356 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:router and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:33.773463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:33.779981 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe82c01-ac7b-4f0f-a73e-20a7f135acf8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Subnet': ['ID=bc65a55c-7128-4b14-9a82-61dfee630533,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:33.781840 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:33.783966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-abe82c01-ac7b-4f0f-a73e-20a7f135acf8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.785710 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-abe82c01-ac7b-4f0f-a73e-20a7f135acf8 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/bc65a55c-7128-4b14-9a82-61dfee630533 HTTP/1.1" status: 204 len: 168 time: 0.8117683 Mar 16 10:54:33.790052 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47678) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:33.798605 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-f13198bd-f56b-40b1-aadf-88b5833346da tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'subnet': {'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:33.813594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e9af-1e62-416f-ab27-3f7583a11c7d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.828695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ceb205a4-b5b4-40de-872f-00ed9d8520de tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.836504 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e9af-1e62-416f-ab27-3f7583a11c7d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.840047 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119663b8-d438-43e5-92e4-4c56f25e2783 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Made reservation on behalf of 5e8f3b54feb648d590ed361b962f20ed for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:33.843447 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-119663b8-d438-43e5-92e4-4c56f25e2783 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.850431 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.852192 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.875447 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e042320-4bca-4261-adf0-825f24ec6047 None None] Network d5d3073b-b6fa-4b30-b26b-659de5566503 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:33.957094 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.962269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e306225-4fcd-4873-aade-5e7100f1348f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.028114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3e62f01f-184d-4f8b-973a-75ef948bb161 None None] Provisioning complete for port 6646f7ce-c5e6-4964-9dda-6497e85cc325 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:34.028489 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3e62f01f-184d-4f8b-973a-75ef948bb161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.119378 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f13198bd-f56b-40b1-aadf-88b5833346da tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:34.125122 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3e62f01f-184d-4f8b-973a-75ef948bb161 None None] Port 6646f7ce-c5e6-4964-9dda-6497e85cc325 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:34.132014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f13198bd-f56b-40b1-aadf-88b5833346da tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:subnet and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:34.137065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f13198bd-f56b-40b1-aadf-88b5833346da tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:34.192810 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3e62f01f-184d-4f8b-973a-75ef948bb161 None None] Provisioning complete for port 55cf59d0-19b4-4fb8-8412-30bd3da9ff82 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:34.194107 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3e62f01f-184d-4f8b-973a-75ef948bb161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.197718 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f13198bd-f56b-40b1-aadf-88b5833346da tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:34.202846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb205a4-b5b4-40de-872f-00ed9d8520de tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Network f78fb85f-c9ea-4d64-bc63-1899ffae6f48 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:34.204493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119663b8-d438-43e5-92e4-4c56f25e2783 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:34.216312 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-1e306225-4fcd-4873-aade-5e7100f1348f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 03ed8979-7322-494e-96fa-6f3f595e58dc owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:34.253138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-ceb205a4-b5b4-40de-872f-00ed9d8520de tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:34.262311 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb205a4-b5b4-40de-872f-00ed9d8520de tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:34.268670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb205a4-b5b4-40de-872f-00ed9d8520de tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:34.269533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ceb205a4-b5b4-40de-872f-00ed9d8520de tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.284114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3e62f01f-184d-4f8b-973a-75ef948bb161 None None] Port 55cf59d0-19b4-4fb8-8412-30bd3da9ff82 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:34.290996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5e9af-1e62-416f-ab27-3f7583a11c7d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad73aaf-f2be-48ad-901b-36f89ab69a40,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:34.305720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb205a4-b5b4-40de-872f-00ed9d8520de tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event updated for resources: {'Port': ['ID=7db11ed2-ac0f-4f57-a2c4-d8c23ac3d53a,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:34.308421 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e9af-1e62-416f-ab27-3f7583a11c7d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.312647 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e2e5e9af-1e62-416f-ab27-3f7583a11c7d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6798148 Mar 16 10:54:34.318849 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47684) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:34.334938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-119663b8-d438-43e5-92e4-4c56f25e2783 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.335530 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-119663b8-d438-43e5-92e4-4c56f25e2783 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Added segment 89cf09ae-e783-4d4b-af7e-888d46bc5a78 of type vlan for network dabd7a75-1385-4fb2-9c6b-857bd0e5203c Mar 16 10:54:34.346706 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-8840b834-5993-4df7-941d-7b0c67c1f0ad tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group_rule': {'security_group_id': 'ef643a02-3824-4904-b498-e1e26503931b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1ad73aaf-f2be-48ad-901b-36f89ab69a40', 'remote_ip_prefix': None}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:34.368039 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.377605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8840b834-5993-4df7-941d-7b0c67c1f0ad tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:34.386714 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.395021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8840b834-5993-4df7-941d-7b0c67c1f0ad tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:34.404371 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ceb205a4-b5b4-40de-872f-00ed9d8520de tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0858572 Mar 16 10:54:34.414079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7e32d-bfcf-456b-9283-fc933e963797 req-f2a1482d-1e92-4459-b9af-e57099014873 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:34.416407 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aaf7e32d-bfcf-456b-9283-fc933e963797 req-f2a1482d-1e92-4459-b9af-e57099014873 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.4877450 Mar 16 10:54:34.420259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47688) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:34.424567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8840b834-5993-4df7-941d-7b0c67c1f0ad tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:34.464430 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.466250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-67485d2c-5abe-4ee7-a57d-0d3a302a5c48 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Request body: {'port': {'network_id': 'f78fb85f-c9ea-4d64-bc63-1899ffae6f48', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1123959854'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:34.474848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13198bd-f56b-40b1-aadf-88b5833346da tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:34.480949 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f13198bd-f56b-40b1-aadf-88b5833346da tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.493284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8840b834-5993-4df7-941d-7b0c67c1f0ad tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:34.519970 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dce5bfa5-2a0a-4937-858c-e1be640deb3c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.541234 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-119663b8-d438-43e5-92e4-4c56f25e2783 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.583872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ebeb3d2f-5325-4f89-8be0-298bee5b01e6 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:34.729775 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port ebeb3d2f-5325-4f89-8be0-298bee5b01e6 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:34.730481 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.742000 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aaf7e32d-bfcf-456b-9283-fc933e963797 req-27ff5b5d-8bcd-464b-a7a2-f607fb870e53 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986975 Mar 16 10:54:34.743040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.resource_extend [None req-119663b8-d438-43e5-92e4-4c56f25e2783 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:54:34.765657 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8840b834-5993-4df7-941d-7b0c67c1f0ad tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.815092 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c54686d8-8ee6-45d7-8dde-4931dfd0627d None None] Provisioning for port 7db11ed2-ac0f-4f57-a2c4-d8c23ac3d53a completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:34.828728 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-119663b8-d438-43e5-92e4-4c56f25e2783 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.835431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119663b8-d438-43e5-92e4-4c56f25e2783 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:34.835635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c54686d8-8ee6-45d7-8dde-4931dfd0627d None None] Provisioning complete for port 7db11ed2-ac0f-4f57-a2c4-d8c23ac3d53a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:34.836079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-119663b8-d438-43e5-92e4-4c56f25e2783 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.836219 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c54686d8-8ee6-45d7-8dde-4931dfd0627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.912336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-dce5bfa5-2a0a-4937-858c-e1be640deb3c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Transition to ACTIVE for port object 55cf59d0-19b4-4fb8-8412-30bd3da9ff82 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:34.917640 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-67485d2c-5abe-4ee7-a57d-0d3a302a5c48 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:34.934602 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-67485d2c-5abe-4ee7-a57d-0d3a302a5c48 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:34.973610 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-c54686d8-8ee6-45d7-8dde-4931dfd0627d None None] Port 7db11ed2-ac0f-4f57-a2c4-d8c23ac3d53a cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:35.145574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e306225-4fcd-4873-aade-5e7100f1348f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.161752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dce5bfa5-2a0a-4937-858c-e1be640deb3c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.193750 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7eaf9962-7aee-4f64-a3df-72a9aa4aba89 None None] Provisioning complete for port 48158491-8e53-4d9b-9532-d7d9ab6b4ad1 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:35.194063 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7eaf9962-7aee-4f64-a3df-72a9aa4aba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.229235 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119663b8-d438-43e5-92e4-4c56f25e2783 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event updated for resources: {'Network': ['ID=dabd7a75-1385-4fb2-9c6b-857bd0e5203c,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:35.252259 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network dabd7a75-1385-4fb2-9c6b-857bd0e5203c details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:35.267877 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-119663b8-d438-43e5-92e4-4c56f25e2783 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7139499 Mar 16 10:54:35.272906 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47694) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:35.278719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e306225-4fcd-4873-aade-5e7100f1348f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=03ed8979-7322-494e-96fa-6f3f595e58dc,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:35.291064 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-beae9f8a-d6f7-4ec4-b0e7-7b5666018e0a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1127201813'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:35.296153 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.336677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67485d2c-5abe-4ee7-a57d-0d3a302a5c48 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Made reservation on behalf of 20bca2569c1b4cd584702c718aa4cacc for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:35.340727 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-67485d2c-5abe-4ee7-a57d-0d3a302a5c48 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.343530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe442a-347a-4ddc-b5e0-96d16d129a71 req-519b3c6d-bc66-4414-84cf-3eccb8894fbe tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:35.345014 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d6fe442a-347a-4ddc-b5e0-96d16d129a71 req-519b3c6d-bc66-4414-84cf-3eccb8894fbe tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.4302669 Mar 16 10:54:35.349366 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-beae9f8a-d6f7-4ec4-b0e7-7b5666018e0a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:35.360760 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.397195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-dce5bfa5-2a0a-4937-858c-e1be640deb3c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] In _notify_port_updated(), no bound segment for port 55cf59d0-19b4-4fb8-8412-30bd3da9ff82 on network 11edfc0f-ccfb-433f-a71c-f7e67b66743b {{(pid=87969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:54:35.402575 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5bfa5-2a0a-4937-858c-e1be640deb3c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:35.403399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dce5bfa5-2a0a-4937-858c-e1be640deb3c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.404878 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-dce5bfa5-2a0a-4937-858c-e1be640deb3c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "PUT /v2.0/ports/55cf59d0-19b4-4fb8-8412-30bd3da9ff82 HTTP/1.1" status: 200 len: 931 time: 4.6251595 Mar 16 10:54:35.432542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47698) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:35.441188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf9962-7aee-4f64-a3df-72a9aa4aba89 None None] Port 48158491-8e53-4d9b-9532-d7d9ab6b4ad1 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:35.445304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e306225-4fcd-4873-aade-5e7100f1348f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.475968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7eaf9962-7aee-4f64-a3df-72a9aa4aba89 None None] Provisioning complete for port 099dbada-8ae6-48cc-9d14-ae58818a0278 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:35.476459 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7eaf9962-7aee-4f64-a3df-72a9aa4aba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.537148 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1e306225-4fcd-4873-aade-5e7100f1348f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/03ed8979-7322-494e-96fa-6f3f595e58dc HTTP/1.1" status: 204 len: 168 time: 2.7734609 Mar 16 10:54:35.540242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-67485d2c-5abe-4ee7-a57d-0d3a302a5c48 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] device_id is not set on port 6b358daa-066a-4eee-a65c-1ee4e5bf5592 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:35.544350 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.26.3.172 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/9504cd93-1356-416d-935b-79e3acb2a3dc) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:35.589256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8840b834-5993-4df7-941d-7b0c67c1f0ad tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.590122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47702) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:35.622182 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-a4247322-1eb3-4860-9c3a-54c0047a3926 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 55cf59d0-19b4-4fb8-8412-30bd3da9ff82 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:35.622570 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4247322-1eb3-4860-9c3a-54c0047a3926 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.661347 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5bfa5-2a0a-4937-858c-e1be640deb3c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=55cf59d0-19b4-4fb8-8412-30bd3da9ff82,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:35.662843 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-beae9f8a-d6f7-4ec4-b0e7-7b5666018e0a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Usage tracker for resource:network and tenant:5e8f3b54feb648d590ed361b962f20ed is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:35.671361 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-beae9f8a-d6f7-4ec4-b0e7-7b5666018e0a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:35.692018 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-beae9f8a-d6f7-4ec4-b0e7-7b5666018e0a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:35.696357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f13198bd-f56b-40b1-aadf-88b5833346da tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.700017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8840b834-5993-4df7-941d-7b0c67c1f0ad tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.773435 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-82eff3a2-9980-49b0-a915-55fc2992fe70 None None] Provisioning for port 55cf59d0-19b4-4fb8-8412-30bd3da9ff82 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:35.777992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840b834-5993-4df7-941d-7b0c67c1f0ad tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dab1726-4570-49aa-bee0-f3c41967e104,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:35.783098 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-82eff3a2-9980-49b0-a915-55fc2992fe70 None None] Provisioning complete for port 55cf59d0-19b4-4fb8-8412-30bd3da9ff82 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:35.785125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-82eff3a2-9980-49b0-a915-55fc2992fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.787711 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beae9f8a-d6f7-4ec4-b0e7-7b5666018e0a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Made reservation on behalf of 5e8f3b54feb648d590ed361b962f20ed for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:35.790352 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-beae9f8a-d6f7-4ec4-b0e7-7b5666018e0a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.813891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13198bd-f56b-40b1-aadf-88b5833346da tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network d5d3073b-b6fa-4b30-b26b-659de5566503 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:35.829078 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d6fe442a-347a-4ddc-b5e0-96d16d129a71 req-0d400ede-4320-40e5-8f2e-dbb74391b53b tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717057 Mar 16 10:54:35.829869 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-f13198bd-f56b-40b1-aadf-88b5833346da tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:35.842533 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13198bd-f56b-40b1-aadf-88b5833346da tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:35.843138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f13198bd-f56b-40b1-aadf-88b5833346da tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.854512 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13198bd-f56b-40b1-aadf-88b5833346da tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Subnet': ['ID=2efb58bd-aecf-4ad5-a54d-f8a8f5b412d1,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:35.859403 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701c3877-a339-41a2-bd40-76b3ebd0b66a None None] Network d5d3073b-b6fa-4b30-b26b-659de5566503 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:35.865704 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.884702 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beae9f8a-d6f7-4ec4-b0e7-7b5666018e0a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:35.902705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-beae9f8a-d6f7-4ec4-b0e7-7b5666018e0a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.903042 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-beae9f8a-d6f7-4ec4-b0e7-7b5666018e0a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Added segment 098477c8-72db-42cc-9f58-03d8f11b53fb of type vlan for network e1dc8dad-138d-492a-8d1f-6ce353abed2e Mar 16 10:54:35.915500 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f13198bd-f56b-40b1-aadf-88b5833346da tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1226647 Mar 16 10:54:35.916129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8840b834-5993-4df7-941d-7b0c67c1f0ad tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.918679 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8840b834-5993-4df7-941d-7b0c67c1f0ad tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5910823 Mar 16 10:54:35.918961 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47708) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:35.923918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47712) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:35.924932 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0253bd1-b528-4467-986e-a4b63f3c00b3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:35.926929 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0253bd1-b528-4467-986e-a4b63f3c00b3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:35.928246 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.928497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b0253bd1-b528-4467-986e-a4b63f3c00b3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:35.929686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-be78d1b8-c3d0-43e8-a622-37c6044781e3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'security_group': {'name': 'tempest-secgroup-477156320'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:35.932038 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-82eff3a2-9980-49b0-a915-55fc2992fe70 None None] Port 55cf59d0-19b4-4fb8-8412-30bd3da9ff82 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:35.968389 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-be78d1b8-c3d0-43e8-a622-37c6044781e3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:35.971278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-beae9f8a-d6f7-4ec4-b0e7-7b5666018e0a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.986756 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-be78d1b8-c3d0-43e8-a622-37c6044781e3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:security_group and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:35.993633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-be78d1b8-c3d0-43e8-a622-37c6044781e3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:36.006692 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-be78d1b8-c3d0-43e8-a622-37c6044781e3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:36.013601 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc5fbb55-c1e4-4a0e-a1ef-656022b249f3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.043025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc5fbb55-c1e4-4a0e-a1ef-656022b249f3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.055820 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.060270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-be78d1b8-c3d0-43e8-a622-37c6044781e3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.073277 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b0253bd1-b528-4467-986e-a4b63f3c00b3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:36.080046 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b0253bd1-b528-4467-986e-a4b63f3c00b3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4628813 Mar 16 10:54:36.085823 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47716) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:36.156160 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:36.157365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-be78d1b8-c3d0-43e8-a622-37c6044781e3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:36.167354 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-beae9f8a-d6f7-4ec4-b0e7-7b5666018e0a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.173931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beae9f8a-d6f7-4ec4-b0e7-7b5666018e0a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:36.174517 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-beae9f8a-d6f7-4ec4-b0e7-7b5666018e0a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.203316 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:36.206369 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-be78d1b8-c3d0-43e8-a622-37c6044781e3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:security_group_rule and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:36.221717 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:36.247726 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-be78d1b8-c3d0-43e8-a622-37c6044781e3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:36.253072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=9504cd93-1356-416d-935b-79e3acb2a3dc,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:36.255630 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc5fbb55-c1e4-4a0e-a1ef-656022b249f3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.289638 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-be78d1b8-c3d0-43e8-a622-37c6044781e3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:36.291432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4247322-1eb3-4860-9c3a-54c0047a3926 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.361402 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-beae9f8a-d6f7-4ec4-b0e7-7b5666018e0a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0812194 Mar 16 10:54:36.379176 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a354183-a4eb-4415-bdc3-cb4a5f05a511 None None] Update dhcp port {'port': {'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503', 'fixed_ips': [{'subnet_id': '6c15d064-2345-438d-88f0-6015485d0dd1', 'ip_address': '172.20.0.18'}, {'subnet_id': '2efb58bd-aecf-4ad5-a54d-f8a8f5b412d1'}], 'binding:host_id': 'dv-neutron-833859-1-hyperv'}, 'id': '099dbada-8ae6-48cc-9d14-ae58818a0278'} from dv-neutron-833859-1-hyperv. {{(pid=87970) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:54:36.415417 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fbb55-c1e4-4a0e-a1ef-656022b249f3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0dab1726-4570-49aa-bee0-f3c41967e104,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:36.436742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc5fbb55-c1e4-4a0e-a1ef-656022b249f3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.437843 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dc5fbb55-c1e4-4a0e-a1ef-656022b249f3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/0dab1726-4570-49aa-bee0-f3c41967e104 HTTP/1.1" status: 204 len: 168 time: 0.5128317 Mar 16 10:54:36.446790 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47722) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:36.449159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae9f8a-d6f7-4ec4-b0e7-7b5666018e0a tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event updated for resources: {'Network': ['ID=e1dc8dad-138d-492a-8d1f-6ce353abed2e,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:36.458377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-67485d2c-5abe-4ee7-a57d-0d3a302a5c48 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Allocated IP 2001:db8::317 (f78fb85f-c9ea-4d64-bc63-1899ffae6f48/638af2b7-9eb7-4663-8cb6-77c9d49ab007/6b358daa-066a-4eee-a65c-1ee4e5bf5592) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:36.480383 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9a354183-a4eb-4415-bdc3-cb4a5f05a511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.494256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network e1dc8dad-138d-492a-8d1f-6ce353abed2e details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:36.672440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-67485d2c-5abe-4ee7-a57d-0d3a302a5c48 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.688881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-67485d2c-5abe-4ee7-a57d-0d3a302a5c48 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Transition to ACTIVE for port object 6b358daa-066a-4eee-a65c-1ee4e5bf5592 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:36.717419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-a4247322-1eb3-4860-9c3a-54c0047a3926 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for 55cf59d0-19b4-4fb8-8412-30bd3da9ff82 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:36.767541 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-67485d2c-5abe-4ee7-a57d-0d3a302a5c48 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.875308 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-9a354183-a4eb-4415-bdc3-cb4a5f05a511 None None] Allocated IP 172.20.0.2 (d5d3073b-b6fa-4b30-b26b-659de5566503/2efb58bd-aecf-4ad5-a54d-f8a8f5b412d1/099dbada-8ae6-48cc-9d14-ae58818a0278) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:36.877814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4a9b5935-40b7-4a35-b8e3-1ef0f62c0fa3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:36.889328 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-be78d1b8-c3d0-43e8-a622-37c6044781e3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.940617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a6be45-0c7a-4c87-bc6e-6b1f25711458 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 61d545db-0384-46ec-9604-4a8a9119f5e0 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:36.946517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-60a6be45-0c7a-4c87-bc6e-6b1f25711458 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.952182 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bb432-ff35-4c13-8d22-bc6a8f387c8b req-3b17215e-aa16-4af7-a5c6-9cc44ea5b7c5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:36.953662 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ac8bb432-ff35-4c13-8d22-bc6a8f387c8b req-3b17215e-aa16-4af7-a5c6-9cc44ea5b7c5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.6619098 Mar 16 10:54:36.966279 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-be78d1b8-c3d0-43e8-a622-37c6044781e3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.020281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-60a6be45-0c7a-4c87-bc6e-6b1f25711458 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.029287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4a9b5935-40b7-4a35-b8e3-1ef0f62c0fa3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:37.030795 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4a9b5935-40b7-4a35-b8e3-1ef0f62c0fa3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5828247 Mar 16 10:54:37.045554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47726) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:37.078370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-be78d1b8-c3d0-43e8-a622-37c6044781e3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.082526 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-be78d1b8-c3d0-43e8-a622-37c6044781e3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1624351 Mar 16 10:54:37.089704 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47730) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:37.090362 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9a354183-a4eb-4415-bdc3-cb4a5f05a511 None None] For port 099dbada-8ae6-48cc-9d14-ae58818a0278, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=099dbada-8ae6-48cc-9d14-ae58818a0278,segment=NetworkSegment(aa1451f4-ae61-4d20-833a-10c155327883),segment_id=aa1451f4-ae61-4d20-833a-10c155327883)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:37.123626 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9a354183-a4eb-4415-bdc3-cb4a5f05a511 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.145745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9a354183-a4eb-4415-bdc3-cb4a5f05a511 None None] Transition to ACTIVE for port object 099dbada-8ae6-48cc-9d14-ae58818a0278 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:37.151672 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9a354183-a4eb-4415-bdc3-cb4a5f05a511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.152939 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78d1b8-c3d0-43e8-a622-37c6044781e3 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d28602-e169-4b2d-a075-f7b17f9dc596,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:37.162731 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-0a574f9a-c8c7-4065-b596-3100cfae04d9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'security_group': {'name': 'tempest-secgroup-499001946'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:37.188504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0a574f9a-c8c7-4065-b596-3100cfae04d9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:37.195727 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ac8bb432-ff35-4c13-8d22-bc6a8f387c8b req-12033a45-b1ac-4e24-9f3a-fb0e7aecc2f0 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012985 Mar 16 10:54:37.206342 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0a574f9a-c8c7-4065-b596-3100cfae04d9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:security_group and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:37.211463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0a574f9a-c8c7-4065-b596-3100cfae04d9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:37.233471 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0a574f9a-c8c7-4065-b596-3100cfae04d9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:37.248485 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-60a6be45-0c7a-4c87-bc6e-6b1f25711458 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.249733 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.281108 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a354183-a4eb-4415-bdc3-cb4a5f05a511 None None] Pushing event updated for resources: {'Port': ['ID=099dbada-8ae6-48cc-9d14-ae58818a0278,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:37.401822 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-855b4e5a-050c-4aa3-9f06-a51316c512fa tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.441799 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-855b4e5a-050c-4aa3-9f06-a51316c512fa tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.462190 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0a574f9a-c8c7-4065-b596-3100cfae04d9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.499514 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0a574f9a-c8c7-4065-b596-3100cfae04d9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:37.519617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67485d2c-5abe-4ee7-a57d-0d3a302a5c48 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event updated for resources: {'Port': ['ID=6b358daa-066a-4eee-a65c-1ee4e5bf5592,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:37.521986 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0a574f9a-c8c7-4065-b596-3100cfae04d9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:security_group_rule and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:37.524599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4247322-1eb3-4860-9c3a-54c0047a3926 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.535898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0a574f9a-c8c7-4065-b596-3100cfae04d9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:37.578894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-60a6be45-0c7a-4c87-bc6e-6b1f25711458 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.585697 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4247322-1eb3-4860-9c3a-54c0047a3926 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=55cf59d0-19b4-4fb8-8412-30bd3da9ff82,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:37.620966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0a574f9a-c8c7-4065-b596-3100cfae04d9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:37.682620 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67485d2c-5abe-4ee7-a57d-0d3a302a5c48 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Network f78fb85f-c9ea-4d64-bc63-1899ffae6f48 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:37.686547 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4247322-1eb3-4860-9c3a-54c0047a3926 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.700099 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a4247322-1eb3-4860-9c3a-54c0047a3926 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/55cf59d0-19b4-4fb8-8412-30bd3da9ff82 HTTP/1.1" status: 204 len: 168 time: 2.2662435 Mar 16 10:54:37.701229 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6be45-0c7a-4c87-bc6e-6b1f25711458 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=61d545db-0384-46ec-9604-4a8a9119f5e0,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:37.706739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-60a6be45-0c7a-4c87-bc6e-6b1f25711458 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.713279 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-60a6be45-0c7a-4c87-bc6e-6b1f25711458 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/61d545db-0384-46ec-9604-4a8a9119f5e0 HTTP/1.1" status: 204 len: 168 time: 1.5703688 Mar 16 10:54:37.714501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-67485d2c-5abe-4ee7-a57d-0d3a302a5c48 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:37.717232 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67485d2c-5abe-4ee7-a57d-0d3a302a5c48 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:37.722317 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93335f24-1722-45df-af15-735ae2859544 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:37.725226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67485d2c-5abe-4ee7-a57d-0d3a302a5c48 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:37.725975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-67485d2c-5abe-4ee7-a57d-0d3a302a5c48 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.744199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47734) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:37.745054 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47736) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:37.787024 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-67485d2c-5abe-4ee7-a57d-0d3a302a5c48 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3576286 Mar 16 10:54:37.829294 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47742) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:37.857826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-855b4e5a-050c-4aa3-9f06-a51316c512fa tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.889260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6ce903f1-9549-440d-8432-18f942bb3c00 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e8', 'mac_address': 'fa:16:3e:67:23:34'}, {'ip_address': '2001:db8::34b', 'mac_address': 'fa:16:3e:93:ca:1b'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:37.894481 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18c6017-f7dc-412c-a71a-2905c706b7df tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] GET failed (client error): The resource could not be found. Mar 16 10:54:37.895130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e18c6017-f7dc-412c-a71a-2905c706b7df tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:37.915716 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f8e96351-8338-4461-8113-557cb9cc2eda tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1657662 Mar 16 10:54:37.916488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47746) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:37.957623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-07a75a47-e6c0-45f7-a5da-751e5eb240fd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:37.994398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e18c6017-f7dc-412c-a71a-2905c706b7df tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:37.995722 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e18c6017-f7dc-412c-a71a-2905c706b7df tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports/55cf59d0-19b4-4fb8-8412-30bd3da9ff82 HTTP/1.1" status: 404 len: 333 time: 0.2491102 Mar 16 10:54:38.006457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47750) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:38.191749 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b4e5a-050c-4aa3-9f06-a51316c512fa tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad73aaf-f2be-48ad-901b-36f89ab69a40,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:38.297918 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-07a75a47-e6c0-45f7-a5da-751e5eb240fd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:38.329998 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-07a75a47-e6c0-45f7-a5da-751e5eb240fd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:38.330148 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-437c69ea-aa36-440a-a777-3888c767592a None None] Provisioning for port 6b358daa-066a-4eee-a65c-1ee4e5bf5592 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:38.339094 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-437c69ea-aa36-440a-a777-3888c767592a None None] Provisioning complete for port 6b358daa-066a-4eee-a65c-1ee4e5bf5592 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:38.342467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-855b4e5a-050c-4aa3-9f06-a51316c512fa tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.348831 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-437c69ea-aa36-440a-a777-3888c767592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.349559 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-855b4e5a-050c-4aa3-9f06-a51316c512fa tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-groups/1ad73aaf-f2be-48ad-901b-36f89ab69a40 HTTP/1.1" status: 204 len: 168 time: 1.3001297 Mar 16 10:54:38.355625 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47756) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:38.364062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a75a47-e6c0-45f7-a5da-751e5eb240fd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:38.369278 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-07a75a47-e6c0-45f7-a5da-751e5eb240fd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.494749 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a603a7c-de90-48b7-93c4-e840dd78f05f None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:38.515188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-4a603a7c-de90-48b7-93c4-e840dd78f05f None None] Deleting port ebeb3d2f-5325-4f89-8be0-298bee5b01e6 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:38.515188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4a603a7c-de90-48b7-93c4-e840dd78f05f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.524964 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-84e05f3d-d248-4810-9b10-d9514a83b140 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.567374 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 099dbada-8ae6-48cc-9d14-ae58818a0278 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:38.634498 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-437c69ea-aa36-440a-a777-3888c767592a None None] Port 6b358daa-066a-4eee-a65c-1ee4e5bf5592 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:38.675674 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.768147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-07a75a47-e6c0-45f7-a5da-751e5eb240fd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.812828 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4a603a7c-de90-48b7-93c4-e840dd78f05f None None] For port ebeb3d2f-5325-4f89-8be0-298bee5b01e6, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ebeb3d2f-5325-4f89-8be0-298bee5b01e6,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:38.813225 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4a603a7c-de90-48b7-93c4-e840dd78f05f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.838941 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0a574f9a-c8c7-4065-b596-3100cfae04d9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.899037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0a574f9a-c8c7-4065-b596-3100cfae04d9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.946486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-4a603a7c-de90-48b7-93c4-e840dd78f05f None None] Calling delete_port for ebeb3d2f-5325-4f89-8be0-298bee5b01e6 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:38.969569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a75a47-e6c0-45f7-a5da-751e5eb240fd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:38.985357 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-07a75a47-e6c0-45f7-a5da-751e5eb240fd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:38.993398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-84e05f3d-d248-4810-9b10-d9514a83b140 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.021000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a75a47-e6c0-45f7-a5da-751e5eb240fd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:39.021903 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-07a75a47-e6c0-45f7-a5da-751e5eb240fd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.071790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385252c-ca86-4b8d-b6e9-03134110a027 req-b57da708-145a-4199-ad40-f0c91b4760aa tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:39.079863 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9385252c-ca86-4b8d-b6e9-03134110a027 req-b57da708-145a-4199-ad40-f0c91b4760aa tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.3254364 Mar 16 10:54:39.087549 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4a603a7c-de90-48b7-93c4-e840dd78f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.096188 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-07a75a47-e6c0-45f7-a5da-751e5eb240fd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1506457 Mar 16 10:54:39.147027 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a603a7c-de90-48b7-93c4-e840dd78f05f None None] Pushing event deleted for resources: {'Port': ['ID=ebeb3d2f-5325-4f89-8be0-298bee5b01e6,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:39.153528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a603a7c-de90-48b7-93c4-e840dd78f05f None None] No DVR routers for this DVR port ebeb3d2f-5325-4f89-8be0-298bee5b01e6 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:39.157550 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f29198aa-8da7-499a-b2ad-9556a680b0e4 None None] Provisioning complete for port 48158491-8e53-4d9b-9532-d7d9ab6b4ad1 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:39.157929 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f29198aa-8da7-499a-b2ad-9556a680b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.169242 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47760) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:39.175089 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a574f9a-c8c7-4065-b596-3100cfae04d9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6a90ed-82f7-4a12-8bef-d4b3b02a3922,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:39.199119 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0a574f9a-c8c7-4065-b596-3100cfae04d9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.204219 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0a574f9a-c8c7-4065-b596-3100cfae04d9 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.1057458 Mar 16 10:54:39.208220 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9385252c-ca86-4b8d-b6e9-03134110a027 req-9bfc328a-a30a-4bd4-93de-b604d491b062 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270666 Mar 16 10:54:39.219779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47764) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:39.225102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a75a47-e6c0-45f7-a5da-751e5eb240fd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=5e0a24ec-9cac-4bd9-854b-bfbf5974d722,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:39.225519 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f29198aa-8da7-499a-b2ad-9556a680b0e4 None None] Port 48158491-8e53-4d9b-9532-d7d9ab6b4ad1 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:39.227317 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a392a25a-c03e-4094-8a03-cb1a60db32ae None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:39.232742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-dc829b6b-a9d8-4422-87fa-de2316d6054f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'fixed_ips': [{'subnet_id': '5e0a24ec-9cac-4bd9-854b-bfbf5974d722', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1220919235'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:39.248304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a4777f00-74d2-42ca-82cc-3ad3f40514cd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'security_group': {'name': 'tempest-secgroup-1478418121'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:39.254506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a4777f00-74d2-42ca-82cc-3ad3f40514cd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:39.259358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a4777f00-74d2-42ca-82cc-3ad3f40514cd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:security_group and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:39.262538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a4777f00-74d2-42ca-82cc-3ad3f40514cd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:39.274523 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a4777f00-74d2-42ca-82cc-3ad3f40514cd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:39.277293 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cd421d1f-4c86-4742-8249-ebdcd293da40 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:39.303937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4777f00-74d2-42ca-82cc-3ad3f40514cd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.332518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a4777f00-74d2-42ca-82cc-3ad3f40514cd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:39.340272 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a4777f00-74d2-42ca-82cc-3ad3f40514cd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:security_group_rule and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:39.344159 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a4777f00-74d2-42ca-82cc-3ad3f40514cd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:39.352831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a4777f00-74d2-42ca-82cc-3ad3f40514cd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:39.423689 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6ce903f1-9549-440d-8432-18f942bb3c00 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.434217 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ebeb3d2f-5325-4f89-8be0-298bee5b01e6 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:39.445094 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4777f00-74d2-42ca-82cc-3ad3f40514cd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.454336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-84e05f3d-d248-4810-9b10-d9514a83b140 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.483546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4777f00-74d2-42ca-82cc-3ad3f40514cd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.501697 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: ebeb3d2f-5325-4f89-8be0-298bee5b01e6 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:39.502181 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ebeb3d2f-5325-4f89-8be0-298bee5b01e6 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:39.506735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e05f3d-d248-4810-9b10-d9514a83b140 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0bbd0e-b3e8-4e5c-8fad-6ed5aa35ee90,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:39.524404 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99598372-097b-4d4c-9020-076f625f32ec req-234ddea0-bced-4545-95df-e94e4bc1d807 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:39.526106 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-99598372-097b-4d4c-9020-076f625f32ec req-234ddea0-bced-4545-95df-e94e4bc1d807 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.6611378 Mar 16 10:54:39.550427 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cd421d1f-4c86-4742-8249-ebdcd293da40 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:39.554879 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cd421d1f-4c86-4742-8249-ebdcd293da40 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 1.1948297 Mar 16 10:54:39.560419 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47768) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:39.561626 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f29198aa-8da7-499a-b2ad-9556a680b0e4 None None] Provisioning for port 099dbada-8ae6-48cc-9d14-ae58818a0278 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:39.605074 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f29198aa-8da7-499a-b2ad-9556a680b0e4 None None] Provisioning complete for port 099dbada-8ae6-48cc-9d14-ae58818a0278 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:39.608625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f29198aa-8da7-499a-b2ad-9556a680b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.628156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4777f00-74d2-42ca-82cc-3ad3f40514cd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.629454 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a4777f00-74d2-42ca-82cc-3ad3f40514cd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4066756 Mar 16 10:54:39.636290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-84e05f3d-d248-4810-9b10-d9514a83b140 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.640251 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-84e05f3d-d248-4810-9b10-d9514a83b140 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/security-groups/df0bbd0e-b3e8-4e5c-8fad-6ed5aa35ee90 HTTP/1.1" status: 204 len: 168 time: 1.6323774 Mar 16 10:54:39.642963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47772) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:39.643327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47774) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:39.652881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-73e0ec44-9cea-4f1f-a2d0-f43512d58f7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-271710435', 'security_groups': ['fdc7fc1f-403d-4dea-b5b5-fad95e3627e5'], 'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2efb58bd-aecf-4ad5-a54d-f8a8f5b412d1'}]}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:39.687694 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777f00-74d2-42ca-82cc-3ad3f40514cd tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc7fc1f-403d-4dea-b5b5-fad95e3627e5,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:39.719670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-99598372-097b-4d4c-9020-076f625f32ec req-776f1415-854e-4bff-8cd0-f144dd276f74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Deleting port 20612511-e8b3-4849-b916-37451ada4783 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:39.720015 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-99598372-097b-4d4c-9020-076f625f32ec req-776f1415-854e-4bff-8cd0-f144dd276f74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.759684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.817667 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 35575374-8e5c-493c-98e6-acd486e3ee60 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:54:39.822640 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-dc829b6b-a9d8-4422-87fa-de2316d6054f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:39.872855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47780) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:39.913841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Request body: {'subnets': [{'network_id': 'dabd7a75-1385-4fb2-9c6b-857bd0e5203c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--429061654', 'ip_version': 6}, {'network_id': 'e1dc8dad-138d-492a-8d1f-6ce353abed2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:39.914156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Request body: {'subnet': {'network_id': 'dabd7a75-1385-4fb2-9c6b-857bd0e5203c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--429061654', 'ip_version': 6}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:39.914811 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Request body: {'subnet': {'network_id': 'e1dc8dad-138d-492a-8d1f-6ce353abed2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:39.922865 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.941566 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': '5e0a24ec-9cac-4bd9-854b-bfbf5974d722'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:39.944255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.968757 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-dc829b6b-a9d8-4422-87fa-de2316d6054f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:40.008480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.065341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc829b6b-a9d8-4422-87fa-de2316d6054f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:40.184486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Allocated IP 2001:db8::2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/5e0a24ec-9cac-4bd9-854b-bfbf5974d722/e492e6b7-104b-408f-bbf4-350ff93d08ff) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:40.342294 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc829b6b-a9d8-4422-87fa-de2316d6054f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.357460 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-99598372-097b-4d4c-9020-076f625f32ec req-776f1415-854e-4bff-8cd0-f144dd276f74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] For port 20612511-e8b3-4849-b916-37451ada4783, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=20612511-e8b3-4849-b916-37451ada4783,segment=NetworkSegment(1c0c015e-2f05-4840-b957-fdc2a43a9c6b),segment_id=1c0c015e-2f05-4840-b957-fdc2a43a9c6b)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:40.357701 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-99598372-097b-4d4c-9020-076f625f32ec req-776f1415-854e-4bff-8cd0-f144dd276f74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.362866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.408579 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef643a02-3824-4904-b498-e1e26503931b,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:40.458059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.459245 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.459650 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.460013 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.460342 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.461005 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.461005 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.461286 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.461606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.461923 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.462265 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.462577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.487480 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-dc829b6b-a9d8-4422-87fa-de2316d6054f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port 24efb872-d8a3-4696-b217-36946e46f3aa yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:40.522608 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:40.533527 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Sync routers for ids ['35575374-8e5c-493c-98e6-acd486e3ee60'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:40.585210 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.604449 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Transition to ACTIVE for port object e492e6b7-104b-408f-bbf4-350ff93d08ff will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:40.607521 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.608722 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-96267560-2436-4903-9396-e7c7fede24a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9057617 Mar 16 10:54:40.609648 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.610611 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f02434b7-6a56-4350-b6d2-79bca926e52e tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-groups/ef643a02-3824-4904-b498-e1e26503931b HTTP/1.1" status: 204 len: 168 time: 1.0442824 Mar 16 10:54:40.623694 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47786) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:40.624029 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47788) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:40.634549 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Transition to ACTIVE for port object e492e6b7-104b-408f-bbf4-350ff93d08ff will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:40.649998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.659807 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Routers {'35575374-8e5c-493c-98e6-acd486e3ee60'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:40.661822 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:54:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['35575374-8e5c-493c-98e6-acd486e3ee60'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:40.730720 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6ce903f1-9549-440d-8432-18f942bb3c00 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.733398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-99598372-097b-4d4c-9020-076f625f32ec req-776f1415-854e-4bff-8cd0-f144dd276f74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.733898 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-99598372-097b-4d4c-9020-076f625f32ec req-776f1415-854e-4bff-8cd0-f144dd276f74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.734214 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [req-99598372-097b-4d4c-9020-076f625f32ec req-776f1415-854e-4bff-8cd0-f144dd276f74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Floating IP 611ddf5e-1d43-437d-8bb0-ae7df85bb85d disassociated. External IP: 172.26.3.52, port: 20612511-e8b3-4849-b916-37451ada4783. Mar 16 10:54:40.734542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-99598372-097b-4d4c-9020-076f625f32ec req-776f1415-854e-4bff-8cd0-f144dd276f74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Calling delete_port for 20612511-e8b3-4849-b916-37451ada4783 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:40.737068 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:40.742366 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:40.752722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:40.764875 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Pushing event updated for resources: {'Port': ['ID=e492e6b7-104b-408f-bbf4-350ff93d08ff,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:40.826470 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.868590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6ce903f1-9549-440d-8432-18f942bb3c00 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.897212 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Attempting to bind port e492e6b7-104b-408f-bbf4-350ff93d08ff on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:40.897559 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Attempting to bind port e492e6b7-104b-408f-bbf4-350ff93d08ff by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:40.897968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Attempting to bind port e492e6b7-104b-408f-bbf4-350ff93d08ff on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:40.905997 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:40.906413 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:40.907693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.907693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:40.907916 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Bound port: e492e6b7-104b-408f-bbf4-350ff93d08ff, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:40.908201 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.917300 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.944914 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Set router 35575374-8e5c-493c-98e6-acd486e3ee60 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:40.947140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754d687-2237-4b9d-ad03-63ac1a07f508 req-f113bef7-fdd2-4543-ab38-137618a0cbad tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:40.948665 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9754d687-2237-4b9d-ad03-63ac1a07f508 req-f113bef7-fdd2-4543-ab38-137618a0cbad tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 946 time: 0.5790110 Mar 16 10:54:40.955325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fbd007-ec95-4453-9ec0-d1c1c3c3cfe4,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:40.961811 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-73e0ec44-9cea-4f1f-a2d0-f43512d58f7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:40.965240 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-88336dd5-e3bc-4a30-938b-3183c93ef4f4 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=c123fb581b00432cb3f2292d7d9251a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3399847 Mar 16 10:54:40.979940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47798) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:40.985305 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f92c47bb-7809-4ac2-a71b-796d10ff2620 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:40.988116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-6ce903f1-9549-440d-8432-18f942bb3c00 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] In _notify_port_updated(), no bound segment for port 6b358daa-066a-4eee-a65c-1ee4e5bf5592 on network f78fb85f-c9ea-4d64-bc63-1899ffae6f48 {{(pid=87968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:54:40.990162 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.990480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.990756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.991053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.991412 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.991729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.992041 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.992353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.992663 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.992986 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.993282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.993589 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:40.993693 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce903f1-9549-440d-8432-18f942bb3c00 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:40.994241 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6ce903f1-9549-440d-8432-18f942bb3c00 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.999188 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6ce903f1-9549-440d-8432-18f942bb3c00 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "PUT /v2.0/ports/6b358daa-066a-4eee-a65c-1ee4e5bf5592 HTTP/1.1" status: 200 len: 1068 time: 3.1651602 Mar 16 10:54:41.021852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47802) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:41.160242 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] For port e492e6b7-104b-408f-bbf4-350ff93d08ff, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:41.165379 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc829b6b-a9d8-4422-87fa-de2316d6054f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:54:41.166098 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc829b6b-a9d8-4422-87fa-de2316d6054f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:41.169085 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-73e0ec44-9cea-4f1f-a2d0-f43512d58f7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:41.169260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] For port e492e6b7-104b-408f-bbf4-350ff93d08ff, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e492e6b7-104b-408f-bbf4-350ff93d08ff,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:41.178014 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-ecc00588-0785-4723-8e99-a910f7f55298 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Deleting port 6b358daa-066a-4eee-a65c-1ee4e5bf5592 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:41.178379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ecc00588-0785-4723-8e99-a910f7f55298 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.179068 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.184402 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce903f1-9549-440d-8432-18f942bb3c00 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event updated for resources: {'Port': ['ID=6b358daa-066a-4eee-a65c-1ee4e5bf5592,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:41.227642 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f92c47bb-7809-4ac2-a71b-796d10ff2620 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:41.229668 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f92c47bb-7809-4ac2-a71b-796d10ff2620 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6029813 Mar 16 10:54:41.288853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47806) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:41.290566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.296920 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f3d37b4b-61e5-4ec6-a9b8-a308e00a0acb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/security-groups/49fbd007-ec95-4453-9ec0-d1c1c3c3cfe4 HTTP/1.1" status: 204 len: 168 time: 1.6492219 Mar 16 10:54:41.298188 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47808) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:41.309262 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dc829b6b-a9d8-4422-87fa-de2316d6054f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.1255846 Mar 16 10:54:41.345254 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47814) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:41.365417 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9754d687-2237-4b9d-ad03-63ac1a07f508 req-8e4ac121-b6f1-4d4a-8414-910adca4297c tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8e3686-5d48-4396-8e27-c509aac96766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3932014 Mar 16 10:54:41.432506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-e3856812-d4b0-4d7a-9610-119c1267c492 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group': {'name': 'tempest-secgroup--1539502426'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:41.460244 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8be67-725c-4500-bc8e-2ecedd92cd57 None None] Pushing event updated for resources: {'Port': ['ID=e492e6b7-104b-408f-bbf4-350ff93d08ff,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:41.490069 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b4cb9897-34b7-4c92-90a7-7049d42dc6a5 None None] Provisioning complete for port 6b358daa-066a-4eee-a65c-1ee4e5bf5592 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:41.490672 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9897-34b7-4c92-90a7-7049d42dc6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.498445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e3856812-d4b0-4d7a-9610-119c1267c492 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:41.540932 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e0ec44-9cea-4f1f-a2d0-f43512d58f7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:41.596449 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb9897-34b7-4c92-90a7-7049d42dc6a5 None None] Port 6b358daa-066a-4eee-a65c-1ee4e5bf5592 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:41.619305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e3856812-d4b0-4d7a-9610-119c1267c492 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:41.659983 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:41.688704 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-c731fd9a-272d-4654-b3fa-1dd1bdbb5f68 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting subnet fec64e65-3837-4f35-918a-c42133aa99c7 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:41.690977 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:54:36Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:41.693781 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c731fd9a-272d-4654-b3fa-1dd1bdbb5f68 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.696550 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Checking router: 35575374-8e5c-493c-98e6-acd486e3ee60 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:41.697407 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Updating router 35575374-8e5c-493c-98e6-acd486e3ee60 port 9504cd93-1356-416d-935b-79e3acb2a3dc binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:54:41.721129 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267717ea-54ef-4be0-b0ad-c2e14c682e8f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:41.722530 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-267717ea-54ef-4be0-b0ad-c2e14c682e8f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7410073 Mar 16 10:54:41.733281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Usage tracker for resource:subnet and tenant:5e8f3b54feb648d590ed361b962f20ed is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:41.735626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47818) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:41.736332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-99598372-097b-4d4c-9020-076f625f32ec req-776f1415-854e-4bff-8cd0-f144dd276f74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.743804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:41.787235 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.797104 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c731fd9a-272d-4654-b3fa-1dd1bdbb5f68 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.811338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e3856812-d4b0-4d7a-9610-119c1267c492 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.886703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c238bca2-1457-4d06-a507-3a8770645e24 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:41.887484 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c238bca2-1457-4d06-a507-3a8770645e24 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:41.901124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:41.905799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f1415-854e-4bff-8cd0-f144dd276f74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Pushing event deleted for resources: {'Port': ['ID=20612511-e8b3-4849-b916-37451ada4783,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:41.918344 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c238bca2-1457-4d06-a507-3a8770645e24 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:41.920193 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c238bca2-1457-4d06-a507-3a8770645e24 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5650177 Mar 16 10:54:41.924511 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a3ea675d-c739-4f2f-99d5-dfad708b32bc tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1861432 Mar 16 10:54:41.929346 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47822) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:41.929824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47824) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:41.964002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c731fd9a-272d-4654-b3fa-1dd1bdbb5f68 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.977774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-88aa40cc-1490-49bf-8ec5-c3a584115424 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1123855787', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:42.056362 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c731fd9a-272d-4654-b3fa-1dd1bdbb5f68 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.099972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731fd9a-272d-4654-b3fa-1dd1bdbb5f68 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Subnet': ['ID=fec64e65-3837-4f35-918a-c42133aa99c7,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:42.100200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e3856812-d4b0-4d7a-9610-119c1267c492 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:42.106989 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c731fd9a-272d-4654-b3fa-1dd1bdbb5f68 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.118414 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c731fd9a-272d-4654-b3fa-1dd1bdbb5f68 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/fec64e65-3837-4f35-918a-c42133aa99c7 HTTP/1.1" status: 204 len: 168 time: 0.8098638 Mar 16 10:54:42.120176 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe6c229-9b94-4561-89da-293e109613f9 None None] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:42.126303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47830) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:42.130663 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Made reservation on behalf of 5e8f3b54feb648d590ed361b962f20ed for: {'subnet': 2} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:42.133976 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-829b62ea-4318-4cae-9ee4-a5bd7e81209b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'subnet': {'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:42.135089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.135824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.173825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e3856812-d4b0-4d7a-9610-119c1267c492 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:42.237262 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.259083 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Transition to ACTIVE for port object 9504cd93-1356-416d-935b-79e3acb2a3dc will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:42.266663 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.386988 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-829b62ea-4318-4cae-9ee4-a5bd7e81209b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:42.397909 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-829b62ea-4318-4cae-9ee4-a5bd7e81209b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:subnet and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:42.404283 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-829b62ea-4318-4cae-9ee4-a5bd7e81209b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:42.419419 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-829b62ea-4318-4cae-9ee4-a5bd7e81209b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:42.424739 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Attempting to bind port 9504cd93-1356-416d-935b-79e3acb2a3dc on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:42.425251 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Attempting to bind port 9504cd93-1356-416d-935b-79e3acb2a3dc by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:42.425611 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Attempting to bind port 9504cd93-1356-416d-935b-79e3acb2a3dc on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:42.440078 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:42.440673 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:42.441300 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.441796 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:42.442425 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Bound port: 9504cd93-1356-416d-935b-79e3acb2a3dc, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:42.443907 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.444648 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829b62ea-4318-4cae-9ee4-a5bd7e81209b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:42.448238 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-829b62ea-4318-4cae-9ee4-a5bd7e81209b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.461105 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e3856812-d4b0-4d7a-9610-119c1267c492 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:42.477393 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca4c5e-3f26-4e10-936a-3511455d2aa9 None None] Pushing event updated for resources: {'Port': ['ID=9504cd93-1356-416d-935b-79e3acb2a3dc,revision_number=2']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:42.501306 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca4c5e-3f26-4e10-936a-3511455d2aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:42.503316 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca4c5e-3f26-4e10-936a-3511455d2aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:42.504078 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca4c5e-3f26-4e10-936a-3511455d2aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:42.510019 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca4c5e-3f26-4e10-936a-3511455d2aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:42.510748 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca4c5e-3f26-4e10-936a-3511455d2aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:42.515126 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca4c5e-3f26-4e10-936a-3511455d2aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:42.515126 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca4c5e-3f26-4e10-936a-3511455d2aa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:42.515126 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca4c5e-3f26-4e10-936a-3511455d2aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:42.515126 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca4c5e-3f26-4e10-936a-3511455d2aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:42.515126 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca4c5e-3f26-4e10-936a-3511455d2aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:42.515126 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca4c5e-3f26-4e10-936a-3511455d2aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:42.515126 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca4c5e-3f26-4e10-936a-3511455d2aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:42.607512 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] For port 9504cd93-1356-416d-935b-79e3acb2a3dc, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:42.610748 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] For port 9504cd93-1356-416d-935b-79e3acb2a3dc, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=9504cd93-1356-416d-935b-79e3acb2a3dc,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:42.611471 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e492e6b7-104b-408f-bbf4-350ff93d08ff up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:42.619799 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.651415 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8106f8-5e15-4d01-bace-f308c0ec02b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:42.656455 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8106f8-5e15-4d01-bace-f308c0ec02b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:42.659409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8b8106f8-5e15-4d01-bace-f308c0ec02b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:42.664721 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e3856812-d4b0-4d7a-9610-119c1267c492 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:42.759742 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8f3dfc8e-33b4-4861-a8cd-dbe8c8d2c92e req-372d1037-822d-493a-a6ac-8767f939f827 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 210 time: 0.1637044 Mar 16 10:54:42.763421 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-73e0ec44-9cea-4f1f-a2d0-f43512d58f7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.804752 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port e492e6b7-104b-408f-bbf4-350ff93d08ff completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:42.821318 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca4c5e-3f26-4e10-936a-3511455d2aa9 None None] Pushing event updated for resources: {'Port': ['ID=9504cd93-1356-416d-935b-79e3acb2a3dc,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:42.827002 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Routers {'35575374-8e5c-493c-98e6-acd486e3ee60'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:42.827658 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:54:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['35575374-8e5c-493c-98e6-acd486e3ee60'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:42.898009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-73e0ec44-9cea-4f1f-a2d0-f43512d58f7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] device_id is not set on port dd29839b-c7e4-4238-ab28-0b129bd8075c yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:42.969833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8b8106f8-5e15-4d01-bace-f308c0ec02b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:42.973625 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8b8106f8-5e15-4d01-bace-f308c0ec02b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0349648 Mar 16 10:54:42.974670 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47836) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:43.015100 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-829b62ea-4318-4cae-9ee4-a5bd7e81209b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.049337 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c88f753e-3b16-4519-9bd4-9d919344120a None None] Provisioning for port e492e6b7-104b-408f-bbf4-350ff93d08ff completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:43.056088 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c88f753e-3b16-4519-9bd4-9d919344120a None None] Provisioning complete for port e492e6b7-104b-408f-bbf4-350ff93d08ff triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:43.056695 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c88f753e-3b16-4519-9bd4-9d919344120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.100402 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] Set router 35575374-8e5c-493c-98e6-acd486e3ee60 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:43.101065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b62ea-4318-4cae-9ee4-a5bd7e81209b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:43.106923 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-829b62ea-4318-4cae-9ee4-a5bd7e81209b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:43.110374 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b62ea-4318-4cae-9ee4-a5bd7e81209b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:43.111028 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-829b62ea-4318-4cae-9ee4-a5bd7e81209b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.133773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-88aa40cc-1490-49bf-8ec5-c3a584115424 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:43.144841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44e93a8-03e2-4afa-9134-275891e0bee6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 5e0a24ec-9cac-4bd9-854b-bfbf5974d722 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:43.154640 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a44e93a8-03e2-4afa-9134-275891e0bee6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.189828 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b62ea-4318-4cae-9ee4-a5bd7e81209b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Subnet': ['ID=12e13a6f-6d4e-4887-9a99-1805d8c9bc0d,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:43.201246 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 20612511-e8b3-4849-b916-37451ada4783 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:43.227269 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a44e93a8-03e2-4afa-9134-275891e0bee6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.309241 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 20612511-e8b3-4849-b916-37451ada4783 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:43.315439 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 20612511-e8b3-4849-b916-37451ada4783 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:43.361699 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-829b62ea-4318-4cae-9ee4-a5bd7e81209b tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2340517 Mar 16 10:54:43.364944 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a44e93a8-03e2-4afa-9134-275891e0bee6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.408418 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e1ade8-f4ec-4331-aa82-8e66791e5559 None None] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:43.421638 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47840) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:43.424296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ecc00588-0785-4723-8e99-a910f7f55298 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.431983 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-24618bd3-329d-43e4-9dd1-26d78e5094d0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'security_group': {'name': 'tempest-secgroup-120245560'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:43.433419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-88aa40cc-1490-49bf-8ec5-c3a584115424 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:subnet and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:43.445956 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-24618bd3-329d-43e4-9dd1-26d78e5094d0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:43.453740 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-24618bd3-329d-43e4-9dd1-26d78e5094d0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:security_group and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:43.458111 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-24618bd3-329d-43e4-9dd1-26d78e5094d0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:43.461432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-88aa40cc-1490-49bf-8ec5-c3a584115424 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:43.467608 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-24618bd3-329d-43e4-9dd1-26d78e5094d0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:43.498248 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-24618bd3-329d-43e4-9dd1-26d78e5094d0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.514967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a44e93a8-03e2-4afa-9134-275891e0bee6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.539562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99598372-097b-4d4c-9020-076f625f32ec req-776f1415-854e-4bff-8cd0-f144dd276f74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Router 6556e395-c753-495e-934b-5af126e5265a has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:43.582910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c88f753e-3b16-4519-9bd4-9d919344120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.594072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a44e93a8-03e2-4afa-9134-275891e0bee6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.600153 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51467b3e-31b4-48b0-befb-bae408b148bd None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:43.611049 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e93a8-03e2-4afa-9134-275891e0bee6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=5e0a24ec-9cac-4bd9-854b-bfbf5974d722,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:43.634056 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-24618bd3-329d-43e4-9dd1-26d78e5094d0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:43.639417 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:54:36Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:43.640022 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-24618bd3-329d-43e4-9dd1-26d78e5094d0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:security_group_rule and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:43.643236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-24618bd3-329d-43e4-9dd1-26d78e5094d0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:43.648853 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6d946-f31b-4c27-86ee-d5a36b632b89 None None] The sync data for ids ['35575374-8e5c-493c-98e6-acd486e3ee60'] in dv-neutron-833859-1-hyperv is: [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:54:36Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:43.651412 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a44e93a8-03e2-4afa-9134-275891e0bee6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/5e0a24ec-9cac-4bd9-854b-bfbf5974d722 HTTP/1.1" status: 204 len: 168 time: 0.6749575 Mar 16 10:54:43.653309 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-24618bd3-329d-43e4-9dd1-26d78e5094d0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:43.654693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-88aa40cc-1490-49bf-8ec5-c3a584115424 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:43.654830 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47844) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:43.672428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-ecc00588-0785-4723-8e99-a910f7f55298 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Calling delete_port for 6b358daa-066a-4eee-a65c-1ee4e5bf5592 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:43.749959 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-602b0ced-b941-4493-9255-27ca23dae420 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937002 Mar 16 10:54:43.754891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47848) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:43.768722 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-fc53d6f2-a220-4612-b128-e3e122a7d567 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:43.924203 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-c88f753e-3b16-4519-9bd4-9d919344120a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:43.924798 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-c88f753e-3b16-4519-9bd4-9d919344120a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:43.943382 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88aa40cc-1490-49bf-8ec5-c3a584115424 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:43.956976 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-88aa40cc-1490-49bf-8ec5-c3a584115424 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.035445 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-937bf721-18d8-4bf6-ad89-601284383672 req-f4780e37-39de-421c-a56d-9e772309c50e tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 210 time: 0.1035688 Mar 16 10:54:44.066584 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fc53d6f2-a220-4612-b128-e3e122a7d567 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:44.082152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fc53d6f2-a220-4612-b128-e3e122a7d567 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:44.091669 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fc53d6f2-a220-4612-b128-e3e122a7d567 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:44.109745 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fc53d6f2-a220-4612-b128-e3e122a7d567 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:44.122275 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e3856812-d4b0-4d7a-9610-119c1267c492 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.131940 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbccb685-43f1-4033-b431-c713e63358e9 None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:44.137094 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-24618bd3-329d-43e4-9dd1-26d78e5094d0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.141498 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-dbccb685-43f1-4033-b431-c713e63358e9 None None] Deleting port e492e6b7-104b-408f-bbf4-350ff93d08ff {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:44.141871 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dbccb685-43f1-4033-b431-c713e63358e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.144977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-24618bd3-329d-43e4-9dd1-26d78e5094d0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.163675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc53d6f2-a220-4612-b128-e3e122a7d567 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:44.167664 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc53d6f2-a220-4612-b128-e3e122a7d567 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.180922 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2587e12a-00df-4a05-b9d9-a7bc8dce641f None None] Update dhcp port {'port': {'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'fixed_ips': [{'subnet_id': 'f5134d1f-a54e-44a6-98ce-4900af0957c1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '12e13a6f-6d4e-4887-9a99-1805d8c9bc0d'}], 'binding:host_id': 'dv-neutron-833859-1-hyperv'}, 'id': 'ad7581e3-f06b-454d-b764-26d88b205ec9'} from dv-neutron-833859-1-hyperv. {{(pid=87970) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:54:44.185291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e3856812-d4b0-4d7a-9610-119c1267c492 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.324542 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2587e12a-00df-4a05-b9d9-a7bc8dce641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.427414 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-73e0ec44-9cea-4f1f-a2d0-f43512d58f7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Allocated IP 172.20.0.6 (d5d3073b-b6fa-4b30-b26b-659de5566503/2efb58bd-aecf-4ad5-a54d-f8a8f5b412d1/dd29839b-c7e4-4238-ab28-0b129bd8075c) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:44.454102 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc53d6f2-a220-4612-b128-e3e122a7d567 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.565832 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24618bd3-329d-43e4-9dd1-26d78e5094d0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88397ce7-837d-43fd-b050-9dd6231e8337,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:44.585643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc53d6f2-a220-4612-b128-e3e122a7d567 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:44.589549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-24618bd3-329d-43e4-9dd1-26d78e5094d0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.593242 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-24618bd3-329d-43e4-9dd1-26d78e5094d0 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1683133 Mar 16 10:54:44.593242 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-fc53d6f2-a220-4612-b128-e3e122a7d567 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:44.596215 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc53d6f2-a220-4612-b128-e3e122a7d567 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:44.596807 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc53d6f2-a220-4612-b128-e3e122a7d567 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.604235 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47854) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:44.619783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-cff44150-4ddb-417c-a81d-91dc677cf7eb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'security_group': {'name': 'tempest-secgroup-1705209246'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:44.631130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cff44150-4ddb-417c-a81d-91dc677cf7eb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:44.634642 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53d6f2-a220-4612-b128-e3e122a7d567 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=b5163c17-246d-4de4-8b8a-a88e7b6d785b,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:44.644884 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cff44150-4ddb-417c-a81d-91dc677cf7eb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:security_group and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:44.654106 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fc53d6f2-a220-4612-b128-e3e122a7d567 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8975101 Mar 16 10:54:44.655207 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cff44150-4ddb-417c-a81d-91dc677cf7eb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:44.658509 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47858) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:44.667312 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-8155d956-1351-428d-979e-f21dee66252b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-464818195', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:44.674745 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cff44150-4ddb-417c-a81d-91dc677cf7eb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:44.678928 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8155d956-1351-428d-979e-f21dee66252b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:44.701317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8155d956-1351-428d-979e-f21dee66252b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:router and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:44.701835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8155d956-1351-428d-979e-f21dee66252b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:44.709169 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8155d956-1351-428d-979e-f21dee66252b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:44.712634 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cff44150-4ddb-417c-a81d-91dc677cf7eb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.726270 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c88f753e-3b16-4519-9bd4-9d919344120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.735878 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 9504cd93-1356-416d-935b-79e3acb2a3dc up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:44.740142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cff44150-4ddb-417c-a81d-91dc677cf7eb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:44.744795 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cff44150-4ddb-417c-a81d-91dc677cf7eb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:security_group_rule and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:44.748118 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cff44150-4ddb-417c-a81d-91dc677cf7eb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:44.751331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8155d956-1351-428d-979e-f21dee66252b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.752529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8155d956-1351-428d-979e-f21dee66252b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.760697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cff44150-4ddb-417c-a81d-91dc677cf7eb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:44.790733 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8155d956-1351-428d-979e-f21dee66252b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.835966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8155d956-1351-428d-979e-f21dee66252b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.865623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3856812-d4b0-4d7a-9610-119c1267c492 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5651f557-4267-4f81-9cc0-d9fdaba7a497,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:44.889959 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-2587e12a-00df-4a05-b9d9-a7bc8dce641f None None] Allocated IP 2001:db8::2 (11edfc0f-ccfb-433f-a71c-f7e67b66743b/12e13a6f-6d4e-4887-9a99-1805d8c9bc0d/ad7581e3-f06b-454d-b764-26d88b205ec9) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:44.897925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e3856812-d4b0-4d7a-9610-119c1267c492 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.902135 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e3856812-d4b0-4d7a-9610-119c1267c492 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.5999990 Mar 16 10:54:44.905422 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47862) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:44.914436 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cff44150-4ddb-417c-a81d-91dc677cf7eb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.916929 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-53760382-4427-4a74-a034-2cc16427d401 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group_rule': {'security_group_id': '5651f557-4267-4f81-9cc0-d9fdaba7a497', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:44.925917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-53760382-4427-4a74-a034-2cc16427d401 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:44.930260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cff44150-4ddb-417c-a81d-91dc677cf7eb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.936632 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-53760382-4427-4a74-a034-2cc16427d401 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:44.940697 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-dbccb685-43f1-4033-b431-c713e63358e9 None None] For port e492e6b7-104b-408f-bbf4-350ff93d08ff, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e492e6b7-104b-408f-bbf4-350ff93d08ff,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:44.941220 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dbccb685-43f1-4033-b431-c713e63358e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.948731 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-53760382-4427-4a74-a034-2cc16427d401 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:44.956366 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8155d956-1351-428d-979e-f21dee66252b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.960958 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8155d956-1351-428d-979e-f21dee66252b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2982941 Mar 16 10:54:44.965138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47866) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:44.966452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-53760382-4427-4a74-a034-2cc16427d401 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:45.093638 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99598372-097b-4d4c-9020-076f625f32ec req-776f1415-854e-4bff-8cd0-f144dd276f74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:45.119580 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ecc00588-0785-4723-8e99-a910f7f55298 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.145127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-dbccb685-43f1-4033-b431-c713e63358e9 None None] Calling delete_port for e492e6b7-104b-408f-bbf4-350ff93d08ff owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:45.220741 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b470a0d-b9c3-424f-a02a-7bd7d0787c2c None None] Sync routers for ids ['6556e395-c753-495e-934b-5af126e5265a'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:45.232641 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-c88f753e-3b16-4519-9bd4-9d919344120a None None] For port e492e6b7-104b-408f-bbf4-350ff93d08ff, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e492e6b7-104b-408f-bbf4-350ff93d08ff,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:45.236195 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cff44150-4ddb-417c-a81d-91dc677cf7eb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.237468 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cff44150-4ddb-417c-a81d-91dc677cf7eb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6321430 Mar 16 10:54:45.259248 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47872) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:45.265808 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7111cb82-62a9-40c7-b3d1-52130135a386 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'security_group': {'name': 'tempest-secgroup-272393778'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:45.268050 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c88f753e-3b16-4519-9bd4-9d919344120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.281124 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7111cb82-62a9-40c7-b3d1-52130135a386 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:45.288431 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7111cb82-62a9-40c7-b3d1-52130135a386 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:security_group and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:45.293253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7111cb82-62a9-40c7-b3d1-52130135a386 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:45.300637 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b470a0d-b9c3-424f-a02a-7bd7d0787c2c None None] Routers {'6556e395-c753-495e-934b-5af126e5265a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:45.301268 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-4b470a0d-b9c3-424f-a02a-7bd7d0787c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:54:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6556e395-c753-495e-934b-5af126e5265a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:45.322810 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7111cb82-62a9-40c7-b3d1-52130135a386 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:45.374008 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-dbccb685-43f1-4033-b431-c713e63358e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:45.374281 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-dbccb685-43f1-4033-b431-c713e63358e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:45.394207 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff44150-4ddb-417c-a81d-91dc677cf7eb tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10808594-3b4e-4d7b-a167-5a050ee90889,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:45.483874 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 9504cd93-1356-416d-935b-79e3acb2a3dc completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:45.521808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-16895776-ec8c-4b68-8de9-6bb6869e53cd req-480eddc9-29da-426e-a24a-ad07b02bbde5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Synchronizing usage tracker for tenant:5f7f82da52584a9cb3b9e11b4547dbe8 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:45.527338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc00588-0785-4723-8e99-a910f7f55298 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event deleted for resources: {'Port': ['ID=6b358daa-066a-4eee-a65c-1ee4e5bf5592,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:45.540308 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-99598372-097b-4d4c-9020-076f625f32ec req-776f1415-854e-4bff-8cd0-f144dd276f74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] No DVR routers for this DVR port 20612511-e8b3-4849-b916-37451ada4783 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:45.543229 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-99598372-097b-4d4c-9020-076f625f32ec req-776f1415-854e-4bff-8cd0-f144dd276f74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.595499 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f753e-3b16-4519-9bd4-9d919344120a None None] Pushing event updated for resources: {'Port': ['ID=e492e6b7-104b-408f-bbf4-350ff93d08ff,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:45.612362 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 9504cd93-1356-416d-935b-79e3acb2a3dc triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:45.612747 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.627175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cd47a3-4286-4cb5-963f-42734884db6c', 'name': 'network-vif-deleted', 'tag': '20612511-e8b3-4849-b916-37451ada4783'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:54:45.664250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-53760382-4427-4a74-a034-2cc16427d401 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.665244 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3e681166-fff6-4ba2-8c6e-1133be20d1b1 None None] Provisioning complete for port ad7581e3-f06b-454d-b764-26d88b205ec9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:45.665628 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3e681166-fff6-4ba2-8c6e-1133be20d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.682300 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7111cb82-62a9-40c7-b3d1-52130135a386 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.684535 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-88aa40cc-1490-49bf-8ec5-c3a584115424 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.726128 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7111cb82-62a9-40c7-b3d1-52130135a386 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:45.736015 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-99598372-097b-4d4c-9020-076f625f32ec req-776f1415-854e-4bff-8cd0-f144dd276f74 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.18 "DELETE /v2.0/ports/20612511-e8b3-4849-b916-37451ada4783 HTTP/1.1" status: 204 len: 173 time: 6.1969852 Mar 16 10:54:45.744179 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cd47a3-4286-4cb5-963f-42734884db6c', 'name': 'network-vif-deleted', 'tag': '20612511-e8b3-4849-b916-37451ada4783', 'status': 'completed', 'code': 200} Mar 16 10:54:45.757137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-16895776-ec8c-4b68-8de9-6bb6869e53cd req-480eddc9-29da-426e-a24a-ad07b02bbde5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Unset dirty status for tenant:5f7f82da52584a9cb3b9e11b4547dbe8 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:45.758021 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-16895776-ec8c-4b68-8de9-6bb6869e53cd req-480eddc9-29da-426e-a24a-ad07b02bbde5 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cd47a3-4286-4cb5-963f-42734884db6c HTTP/1.1" status: 200 len: 210 time: 0.3788998 Mar 16 10:54:45.772790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-4b470a0d-b9c3-424f-a02a-7bd7d0787c2c None None] Set router 6556e395-c753-495e-934b-5af126e5265a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:45.794204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-73e0ec44-9cea-4f1f-a2d0-f43512d58f7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.800841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.822511 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2587e12a-00df-4a05-b9d9-a7bc8dce641f None None] For port ad7581e3-f06b-454d-b764-26d88b205ec9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ad7581e3-f06b-454d-b764-26d88b205ec9,segment=NetworkSegment(3a94e082-077b-4ffd-99c0-1d39f12681e7),segment_id=3a94e082-077b-4ffd-99c0-1d39f12681e7)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:45.832347 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7111cb82-62a9-40c7-b3d1-52130135a386 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:security_group_rule and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:45.862362 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7111cb82-62a9-40c7-b3d1-52130135a386 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:45.880684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7111cb82-62a9-40c7-b3d1-52130135a386 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:45.919284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aa40cc-1490-49bf-8ec5-c3a584115424 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Checking segment: {'id': '56189ffa-5660-436c-9a94-c3b81be63b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:45.919664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aa40cc-1490-49bf-8ec5-c3a584115424 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network hostable DHCP agents. Network: eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:45.937359 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-73e0ec44-9cea-4f1f-a2d0-f43512d58f7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Transition to ACTIVE for port object dd29839b-c7e4-4238-ab28-0b129bd8075c will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:45.944055 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-dbccb685-43f1-4033-b431-c713e63358e9 None None] Deleting port e492e6b7-104b-408f-bbf4-350ff93d08ff {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:45.944624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dbccb685-43f1-4033-b431-c713e63358e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.988695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa40cc-1490-49bf-8ec5-c3a584115424 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Subnet': ['ID=1eb55fa3-2b04-43ec-a85b-0b117769ed73,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:46.023503 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.035941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ecc00588-0785-4723-8e99-a910f7f55298 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.040386 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-53760382-4427-4a74-a034-2cc16427d401 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.040559 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ecc00588-0785-4723-8e99-a910f7f55298 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "DELETE /v2.0/ports/6b358daa-066a-4eee-a65c-1ee4e5bf5592 HTTP/1.1" status: 204 len: 168 time: 5.0149119 Mar 16 10:54:46.042454 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47878) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:46.059244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aa40cc-1490-49bf-8ec5-c3a584115424 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:46.086840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Checking segment: {'id': '89cf09ae-e783-4d4b-af7e-888d46bc5a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dabd7a75-1385-4fb2-9c6b-857bd0e5203c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:46.087398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Network hostable DHCP agents. Network: dabd7a75-1385-4fb2-9c6b-857bd0e5203c, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:46.091789 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-53760382-4427-4a74-a034-2cc16427d401 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.100590 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-88aa40cc-1490-49bf-8ec5-c3a584115424 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:46.104668 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.resource_extend [None req-2587e12a-00df-4a05-b9d9-a7bc8dce641f None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:54:46.128252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa40cc-1490-49bf-8ec5-c3a584115424 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:46.128912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-88aa40cc-1490-49bf-8ec5-c3a584115424 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.137786 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4335080-84c6-488f-99b9-5ed3046932f2 None None] Network eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:46.142536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event updated for resources: {'Subnet': ['ID=a8c6f304-4984-4656-aae7-19478a6874ac,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:46.160091 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Network dabd7a75-1385-4fb2-9c6b-857bd0e5203c is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:46.169257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, dabd7a75-1385-4fb2-9c6b-857bd0e5203c) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:46.173846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-73e0ec44-9cea-4f1f-a2d0-f43512d58f7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.182826 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2587e12a-00df-4a05-b9d9-a7bc8dce641f None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.183310 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-41650ff3-57c0-4881-8f3e-6be5ed2498d7 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] GET failed (client error): The resource could not be found. Mar 16 10:54:46.184595 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-41650ff3-57c0-4881-8f3e-6be5ed2498d7 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "GET /v2.0/ports/6b358daa-066a-4eee-a65c-1ee4e5bf5592 HTTP/1.1" status: 404 len: 333 time: 0.1426928 Mar 16 10:54:46.203479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47882) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:46.216812 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53760382-4427-4a74-a034-2cc16427d401 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af3b1b5-4d0b-498c-9e4c-671165e919a7,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:46.247719 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9214d118-410c-46ee-9ebb-247838334c05 None None] Network dabd7a75-1385-4fb2-9c6b-857bd0e5203c requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:46.294966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.309647 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0ec44-9cea-4f1f-a2d0-f43512d58f7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=dd29839b-c7e4-4238-ab28-0b129bd8075c,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:46.373604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event updated for resources: {'Subnet': ['ID=db082983-05ed-4877-83b4-858dec43f5f0,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:46.381337 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-88aa40cc-1490-49bf-8ec5-c3a584115424 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.4425445 Mar 16 10:54:46.385449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47886) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:46.403108 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-aff23e11-290e-4680-9f72-83d75e121ecc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Deleting port 7db11ed2-ac0f-4f57-a2c4-d8c23ac3d53a {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:46.403763 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-aff23e11-290e-4680-9f72-83d75e121ecc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.454211 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7111cb82-62a9-40c7-b3d1-52130135a386 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.478669 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e0ec44-9cea-4f1f-a2d0-f43512d58f7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network d5d3073b-b6fa-4b30-b26b-659de5566503 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:46.483559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-73e0ec44-9cea-4f1f-a2d0-f43512d58f7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:46.491308 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0ec44-9cea-4f1f-a2d0-f43512d58f7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:46.508422 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7111cb82-62a9-40c7-b3d1-52130135a386 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.545916 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-53760382-4427-4a74-a034-2cc16427d401 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.549749 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-53760382-4427-4a74-a034-2cc16427d401 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6407335 Mar 16 10:54:46.554466 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47890) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:46.583911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Checking segment: {'id': '098477c8-72db-42cc-9f58-03d8f11b53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e1dc8dad-138d-492a-8d1f-6ce353abed2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:46.584370 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Network hostable DHCP agents. Network: e1dc8dad-138d-492a-8d1f-6ce353abed2e, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:46.682079 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3e681166-fff6-4ba2-8c6e-1133be20d1b1 None None] Provisioning complete for port 6646f7ce-c5e6-4964-9dda-6497e85cc325 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:46.682454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3e681166-fff6-4ba2-8c6e-1133be20d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.695578 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e0ec44-9cea-4f1f-a2d0-f43512d58f7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:46.696294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-73e0ec44-9cea-4f1f-a2d0-f43512d58f7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.741556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-095ec489-65e7-49d4-9981-9b5299f24042 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.742247 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2587e12a-00df-4a05-b9d9-a7bc8dce641f None None] Transition to ACTIVE for port object ad7581e3-f06b-454d-b764-26d88b205ec9 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:46.759704 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-73e0ec44-9cea-4f1f-a2d0-f43512d58f7c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 7.1108432 Mar 16 10:54:46.760656 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-095ec489-65e7-49d4-9981-9b5299f24042 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.768380 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47894) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:46.784430 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.800449 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2587e12a-00df-4a05-b9d9-a7bc8dce641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.804123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Network e1dc8dad-138d-492a-8d1f-6ce353abed2e is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:46.850381 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-95193e68-1984-4a38-93f7-65e0ade6dd34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'subnet': {'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:46.904384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::1 (6fb457af-0d86-4c52-b4cf-f12d297a5983/b5163c17-246d-4de4-8b8a-a88e7b6d785b/04758d96-7fed-4e66-81e6-f85bf7c3b48f) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:46.932284 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7111cb82-62a9-40c7-b3d1-52130135a386 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.934199 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7111cb82-62a9-40c7-b3d1-52130135a386 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6732137 Mar 16 10:54:46.935328 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47902) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:46.997190 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47904) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:46.998202 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111cb82-62a9-40c7-b3d1-52130135a386 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e505e2-683e-4241-8abf-9bb6704a907c,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:47.020038 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3e681166-fff6-4ba2-8c6e-1133be20d1b1 None None] Port 6646f7ce-c5e6-4964-9dda-6497e85cc325 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:47.027644 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-dac0aff3-c9b0-4db6-99cd-fe3c81ae7cb4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1091430920', 'security_groups': ['e6e505e2-683e-4241-8abf-9bb6704a907c'], 'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '12e13a6f-6d4e-4887-9a99-1805d8c9bc0d'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:47.054571 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 9504cd93-1356-416d-935b-79e3acb2a3dc, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=9504cd93-1356-416d-935b-79e3acb2a3dc,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:47.123031 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, e1dc8dad-138d-492a-8d1f-6ce353abed2e) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:47.137799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-095ec489-65e7-49d4-9981-9b5299f24042 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.142672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:47.143135 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:47.145481 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.147199 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.170394 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-095ec489-65e7-49d4-9981-9b5299f24042 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.174883 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-095ec489-65e7-49d4-9981-9b5299f24042 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/5af3b1b5-4d0b-498c-9e4c-671165e919a7 HTTP/1.1" status: 204 len: 168 time: 0.6136055 Mar 16 10:54:47.181167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47910) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:47.196720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aca4b05-ab14-476e-9104-484446a86748 None None] Network e1dc8dad-138d-492a-8d1f-6ce353abed2e requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:47.245973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ec489-65e7-49d4-9981-9b5299f24042 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5af3b1b5-4d0b-498c-9e4c-671165e919a7,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:47.299487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-dbccb685-43f1-4033-b431-c713e63358e9 None None] For port e492e6b7-104b-408f-bbf4-350ff93d08ff, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e492e6b7-104b-408f-bbf4-350ff93d08ff,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:47.300385 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dbccb685-43f1-4033-b431-c713e63358e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.327861 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-31e32a07-948f-43a1-946b-2f4f9ec813b9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 7.4538171 Mar 16 10:54:47.343290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47914) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:47.406457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6a28d269-1d21-4705-9bcb-5dc03e9c0199 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:47.481000 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-dbccb685-43f1-4033-b431-c713e63358e9 None None] Calling delete_port for e492e6b7-104b-408f-bbf4-350ff93d08ff owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:47.524025 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6a28d269-1d21-4705-9bcb-5dc03e9c0199 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:47.525375 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6a28d269-1d21-4705-9bcb-5dc03e9c0199 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3299024 Mar 16 10:54:47.532388 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e492e6b7-104b-408f-bbf4-350ff93d08ff no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:47.535138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47918) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:47.553075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5a8750-e5fd-4aef-a98d-f9555b00d7e3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:47.554563 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5a8750-e5fd-4aef-a98d-f9555b00d7e3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:47.556066 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5a8750-e5fd-4aef-a98d-f9555b00d7e3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:47.556878 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3a5a8750-e5fd-4aef-a98d-f9555b00d7e3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Synchronizing usage tracker for tenant:5e8f3b54feb648d590ed361b962f20ed on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:47.658052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3a5a8750-e5fd-4aef-a98d-f9555b00d7e3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Unset dirty status for tenant:5e8f3b54feb648d590ed361b962f20ed on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:47.668426 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3a5a8750-e5fd-4aef-a98d-f9555b00d7e3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3150265 Mar 16 10:54:47.670249 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47922) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:47.682393 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.706393 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object 04758d96-7fed-4e66-81e6-f85bf7c3b48f will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:47.738004 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587e12a-00df-4a05-b9d9-a7bc8dce641f None None] Pushing event updated for resources: {'Port': ['ID=ad7581e3-f06b-454d-b764-26d88b205ec9,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:47.753274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d838849-f694-4098-a55c-7ad0446b1511 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Deleting subnet a8c6f304-4984-4656-aae7-19478a6874ac {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:47.756849 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1d838849-f694-4098-a55c-7ad0446b1511 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.769338 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-95193e68-1984-4a38-93f7-65e0ade6dd34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:47.782183 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.792873 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-dac0aff3-c9b0-4db6-99cd-fe3c81ae7cb4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:47.798431 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-95193e68-1984-4a38-93f7-65e0ade6dd34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:subnet and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:47.865843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-462ed439-ef24-4b85-999c-c3ae309a0102 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.886689 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:47.887859 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ea9e8b96-237f-4b20-926c-dcc82a6fed04 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.914366 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1d838849-f694-4098-a55c-7ad0446b1511 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.925765 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c6c09a9c-eb6f-4efe-bf09-e9dab895d898 None None] Provisioning for port dd29839b-c7e4-4238-ab28-0b129bd8075c completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:47.928360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ea9e8b96-237f-4b20-926c-dcc82a6fed04 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.952878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-95193e68-1984-4a38-93f7-65e0ade6dd34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:47.958656 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dbccb685-43f1-4033-b431-c713e63358e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.964224 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=04758d96-7fed-4e66-81e6-f85bf7c3b48f,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:47.966489 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:47.971821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-462ed439-ef24-4b85-999c-c3ae309a0102 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.984835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:47.985396 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.998438 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-dac0aff3-c9b0-4db6-99cd-fe3c81ae7cb4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:48.000486 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-95193e68-1984-4a38-93f7-65e0ade6dd34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:48.004212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-aff23e11-290e-4680-9f72-83d75e121ecc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.035433 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbccb685-43f1-4033-b431-c713e63358e9 None None] No DVR routers for this DVR port e492e6b7-104b-408f-bbf4-350ff93d08ff on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:48.062620 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1d838849-f694-4098-a55c-7ad0446b1511 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.090701 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ips': [{'subnet_id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:48.091528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.101730 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f6af90-e336-47f7-ae0a-7f4d9220c3bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-dabd7a75-1385-4fb2-9c6b-857bd0e5203c', 'network_id': 'dabd7a75-1385-4fb2-9c6b-857bd0e5203c', 'tenant_id': '5e8f3b54feb648d590ed361b962f20ed', 'fixed_ips': [{'subnet_id': 'a8c6f304-4984-4656-aae7-19478a6874ac'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:48.102819 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-94f6af90-e336-47f7-ae0a-7f4d9220c3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.123992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.136937 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa941a9-c993-4846-8531-f4be01736b8c None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:48.138982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-462ed439-ef24-4b85-999c-c3ae309a0102 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.155752 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c6c09a9c-eb6f-4efe-bf09-e9dab895d898 None None] Provisioning complete for port dd29839b-c7e4-4238-ab28-0b129bd8075c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:48.156124 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c6c09a9c-eb6f-4efe-bf09-e9dab895d898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.164054 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac0aff3-c9b0-4db6-99cd-fe3c81ae7cb4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:48.198042 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-aff23e11-290e-4680-9f72-83d75e121ecc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Calling delete_port for 7db11ed2-ac0f-4f57-a2c4-d8c23ac3d53a owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:48.217678 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ed439-ef24-4b85-999c-c3ae309a0102 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5651f557-4267-4f81-9cc0-d9fdaba7a497,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:48.260979 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-462ed439-ef24-4b85-999c-c3ae309a0102 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.262153 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-462ed439-ef24-4b85-999c-c3ae309a0102 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-groups/5651f557-4267-4f81-9cc0-d9fdaba7a497 HTTP/1.1" status: 204 len: 168 time: 0.7261047 Mar 16 10:54:48.265398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1d838849-f694-4098-a55c-7ad0446b1511 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.269430 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47926) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:48.283437 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.290473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95193e68-1984-4a38-93f7-65e0ade6dd34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:48.293903 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-95193e68-1984-4a38-93f7-65e0ade6dd34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.306254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7505944c-8032-4595-80d1-1b32329e7298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-e1dc8dad-138d-492a-8d1f-6ce353abed2e', 'network_id': 'e1dc8dad-138d-492a-8d1f-6ce353abed2e', 'tenant_id': '5e8f3b54feb648d590ed361b962f20ed', 'fixed_ips': [{'subnet_id': 'db082983-05ed-4877-83b4-858dec43f5f0'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:48.307003 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7505944c-8032-4595-80d1-1b32329e7298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.405484 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1d838849-f694-4098-a55c-7ad0446b1511 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.417551 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d838849-f694-4098-a55c-7ad0446b1511 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c6f304-4984-4656-aae7-19478a6874ac,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:48.420927 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ea9e8b96-237f-4b20-926c-dcc82a6fed04 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.443744 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1d838849-f694-4098-a55c-7ad0446b1511 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "DELETE /v2.0/subnets/a8c6f304-4984-4656-aae7-19478a6874ac HTTP/1.1" status: 204 len: 168 time: 0.7676220 Mar 16 10:54:48.453334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47930) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:48.520035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=9504cd93-1356-416d-935b-79e3acb2a3dc,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:48.529829 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e8b96-237f-4b20-926c-dcc82a6fed04 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8e3686-5d48-4396-8e27-c509aac96766,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:48.599715 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4910b8c0-4464-42c8-b19d-d05ced497991 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:48.622717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No active binding found for port e492e6b7-104b-408f-bbf4-350ff93d08ff {{(pid=87970) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 10:54:48.623132 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e492e6b7-104b-408f-bbf4-350ff93d08ff not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:48.627092 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-551e66d8-450b-4cf7-a84d-842fc061f3f9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Deleting subnet db082983-05ed-4877-83b4-858dec43f5f0 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:48.628098 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ea9e8b96-237f-4b20-926c-dcc82a6fed04 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.631872 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ea9e8b96-237f-4b20-926c-dcc82a6fed04 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "DELETE /v2.0/security-groups/1e8e3686-5d48-4396-8e27-c509aac96766 HTTP/1.1" status: 204 len: 168 time: 1.6517799 Mar 16 10:54:48.635793 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-551e66d8-450b-4cf7-a84d-842fc061f3f9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.642423 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccb685-43f1-4033-b431-c713e63358e9 None None] Pushing event deleted for resources: {'Port': ['ID=e492e6b7-104b-408f-bbf4-350ff93d08ff,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:48.644249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-c6c09a9c-eb6f-4efe-bf09-e9dab895d898 None None] Port dd29839b-c7e4-4238-ab28-0b129bd8075c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:48.646570 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dac0aff3-c9b0-4db6-99cd-fe3c81ae7cb4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.656735 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47934) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:48.704742 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4910b8c0-4464-42c8-b19d-d05ced497991 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:48.706078 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4910b8c0-4464-42c8-b19d-d05ced497991 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3827732 Mar 16 10:54:48.720877 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47938) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:48.732878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-f8c3c799-9536-439f-b97c-428f2b45123b tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group': {'name': 'tempest-secgroup--957697613'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:48.743350 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-4b470a0d-b9c3-424f-a02a-7bd7d0787c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6556e395-c753-495e-934b-5af126e5265a', 'name': 'tempest-ServerActionsTestJSON-1781411815-router', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:52Z', 'revision_number': 4, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'gw_port': {'id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:41Z', 'updated_at': '2022-03-16T10:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'ebce5850-b436-49bb-bf0a-2f81d7b819be', 'name': '', 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'mac_address': 'fa:16:3e:e1:05:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:51Z', 'updated_at': '2022-03-16T10:50:08Z', 'revision_number': 5, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'subnets': [{'id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:48.758314 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-61348aaf-6ca2-4a7b-b3f0-894c461c3061 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] show failed (client error): The resource could not be found. Mar 16 10:54:48.759357 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-61348aaf-6ca2-4a7b-b3f0-894c461c3061 tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "GET /v2.0/security-groups/1e8e3686-5d48-4396-8e27-c509aac96766 HTTP/1.1" status: 404 len: 347 time: 0.0844030 Mar 16 10:54:48.761711 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f8c3c799-9536-439f-b97c-428f2b45123b tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:48.772953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47942) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:48.777275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-dac0aff3-c9b0-4db6-99cd-fe3c81ae7cb4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] device_id is not set on port 35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server [None req-94f6af90-e336-47f7-ae0a-7f4d9220c3bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8c6f304-4984-4656-aae7-19478a6874ac: This subnet is being modified by another concurrent operation. Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise exception Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8c6f304-4984-4656-aae7-19478a6874ac: This subnet is being modified by another concurrent operation. Mar 16 10:54:48.779201 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server Mar 16 10:54:48.803036 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-551e66d8-450b-4cf7-a84d-842fc061f3f9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.807363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b470a0d-b9c3-424f-a02a-7bd7d0787c2c None None] Checking router: 6556e395-c753-495e-934b-5af126e5265a for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:48.816383 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.833285 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.ipam_backend_mixin [None req-95193e68-1984-4a38-93f7-65e0ade6dd34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2efb58bd-aecf-4ad5-a54d-f8a8f5b412d1 (CIDR: 172.20.0.0/28) Mar 16 10:54:48.858799 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3cc7ee-3872-44f8-9f30-6da4862b7564 None None] Network dabd7a75-1385-4fb2-9c6b-857bd0e5203c requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:48.880681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-551e66d8-450b-4cf7-a84d-842fc061f3f9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.886586 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ad7581e3-f06b-454d-b764-26d88b205ec9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:48.914649 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-95193e68-1984-4a38-93f7-65e0ade6dd34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:54:48.915140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95193e68-1984-4a38-93f7-65e0ade6dd34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:48.918924 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f8c3c799-9536-439f-b97c-428f2b45123b tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:48.972972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-aff23e11-290e-4680-9f72-83d75e121ecc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.985167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b470a0d-b9c3-424f-a02a-7bd7d0787c2c None None] Routers {'6556e395-c753-495e-934b-5af126e5265a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:48.985772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-4b470a0d-b9c3-424f-a02a-7bd7d0787c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:54:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6556e395-c753-495e-934b-5af126e5265a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:49.065077 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ead3ce79-349f-4d2b-8cd6-eaec3d167a5d None None] Provisioning for port ad7581e3-f06b-454d-b764-26d88b205ec9 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:49.104664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-551e66d8-450b-4cf7-a84d-842fc061f3f9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.144175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e66d8-450b-4cf7-a84d-842fc061f3f9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event deleted for resources: {'Subnet': ['ID=db082983-05ed-4877-83b4-858dec43f5f0,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:49.158366 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-551e66d8-450b-4cf7-a84d-842fc061f3f9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.173199 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-551e66d8-450b-4cf7-a84d-842fc061f3f9 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "DELETE /v2.0/subnets/db082983-05ed-4877-83b4-858dec43f5f0 HTTP/1.1" status: 204 len: 168 time: 0.7165227 Mar 16 10:54:49.173447 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47946) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:49.180169 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ead3ce79-349f-4d2b-8cd6-eaec3d167a5d None None] Provisioning complete for port ad7581e3-f06b-454d-b764-26d88b205ec9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:49.180547 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ead3ce79-349f-4d2b-8cd6-eaec3d167a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.253034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6734c9a5-a263-40fe-b23a-3164d309edaf tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:49.253908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6734c9a5-a263-40fe-b23a-3164d309edaf tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Synchronizing usage tracker for tenant:5e8f3b54feb648d590ed361b962f20ed on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:49.274274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6734c9a5-a263-40fe-b23a-3164d309edaf tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Unset dirty status for tenant:5e8f3b54feb648d590ed361b962f20ed on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:49.279482 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6734c9a5-a263-40fe-b23a-3164d309edaf tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1011589 Mar 16 10:54:49.280918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff23e11-290e-4680-9f72-83d75e121ecc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event deleted for resources: {'Port': ['ID=7db11ed2-ac0f-4f57-a2c4-d8c23ac3d53a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:49.281077 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47950) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:49.281767 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c799-9536-439f-b97c-428f2b45123b tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server [None req-7505944c-8032-4595-80d1-1b32329e7298 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db082983-05ed-4877-83b4-858dec43f5f0: This subnet is being modified by another concurrent operation. Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise exception Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db082983-05ed-4877-83b4-858dec43f5f0: This subnet is being modified by another concurrent operation. Mar 16 10:54:49.307723 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server Mar 16 10:54:49.316371 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-a482c922-bd42-4482-8c1e-978d80063f1d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Deleting port beca509f-1ee3-495a-8113-9ab421f6da79 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:49.316371 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a482c922-bd42-4482-8c1e-978d80063f1d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.319407 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Allocated IP 172.20.0.2 (eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8/1eb55fa3-2b04-43ec-a85b-0b117769ed73/c063e0a8-ee4c-4f53-bbf5-efe201b6d479) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:49.389296 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port ad7581e3-f06b-454d-b764-26d88b205ec9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:49.389668 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.399570 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-95193e68-1984-4a38-93f7-65e0ade6dd34 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5909266 Mar 16 10:54:49.443143 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47954) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:49.449330 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-6bd2e364-2b6f-4748-82c4-2acb24b0b21f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'subnet': {'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:49.451891 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7195ddce-90af-4cc7-af74-7f88b6ddd019 None None] Network e1dc8dad-138d-492a-8d1f-6ce353abed2e requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:49.522052 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-aff23e11-290e-4680-9f72-83d75e121ecc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.526608 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-aff23e11-290e-4680-9f72-83d75e121ecc tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "DELETE /v2.0/ports/7db11ed2-ac0f-4f57-a2c4-d8c23ac3d53a HTTP/1.1" status: 204 len: 168 time: 3.3160007 Mar 16 10:54:49.532893 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47958) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:49.571106 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f8c3c799-9536-439f-b97c-428f2b45123b tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:49.628835 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6bd2e364-2b6f-4748-82c4-2acb24b0b21f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:49.638437 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7688365-1c03-495a-80b0-7f461fcc7edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.638665 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f8c3c799-9536-439f-b97c-428f2b45123b tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:49.640535 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6bd2e364-2b6f-4748-82c4-2acb24b0b21f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:subnet and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:49.644721 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6bd2e364-2b6f-4748-82c4-2acb24b0b21f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:49.654544 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6bd2e364-2b6f-4748-82c4-2acb24b0b21f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:49.655250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f8c3c799-9536-439f-b97c-428f2b45123b tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:49.680339 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-990e701b-8409-4925-9fe6-2986933aaed6 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] GET failed (client error): The resource could not be found. Mar 16 10:54:49.680866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-990e701b-8409-4925-9fe6-2986933aaed6 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Synchronizing usage tracker for tenant:20bca2569c1b4cd584702c718aa4cacc on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:49.694465 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd2e364-2b6f-4748-82c4-2acb24b0b21f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:49.697824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6bd2e364-2b6f-4748-82c4-2acb24b0b21f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.698000 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f8c3c799-9536-439f-b97c-428f2b45123b tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:49.788967 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-4b470a0d-b9c3-424f-a02a-7bd7d0787c2c None None] Set router 6556e395-c753-495e-934b-5af126e5265a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:49.856392 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-990e701b-8409-4925-9fe6-2986933aaed6 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Unset dirty status for tenant:20bca2569c1b4cd584702c718aa4cacc on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:49.861521 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-990e701b-8409-4925-9fe6-2986933aaed6 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "GET /v2.0/ports/7db11ed2-ac0f-4f57-a2c4-d8c23ac3d53a HTTP/1.1" status: 404 len: 333 time: 0.3261104 Mar 16 10:54:49.870533 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47962) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:49.889489 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7688365-1c03-495a-80b0-7f461fcc7edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.925869 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-a7688365-1c03-495a-80b0-7f461fcc7edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1dc8dad-138d-492a-8d1f-6ce353abed2e']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:49.946476 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-a7688365-1c03-495a-80b0-7f461fcc7edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098477c8-72db-42cc-9f58-03d8f11b53fb') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:49.946712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-a7688365-1c03-495a-80b0-7f461fcc7edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098477c8-72db-42cc-9f58-03d8f11b53fb') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:49.962471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7688365-1c03-495a-80b0-7f461fcc7edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.976049 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.ipam_backend_mixin [None req-6bd2e364-2b6f-4748-82c4-2acb24b0b21f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6c15d064-2345-438d-88f0-6015485d0dd1 (CIDR: 172.20.0.16/28) Mar 16 10:54:49.982841 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd2e364-2b6f-4748-82c4-2acb24b0b21f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:54:49.983428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd2e364-2b6f-4748-82c4-2acb24b0b21f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:49.989684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7688365-1c03-495a-80b0-7f461fcc7edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.002076 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7688365-1c03-495a-80b0-7f461fcc7edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:50.002503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7688365-1c03-495a-80b0-7f461fcc7edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:50.018090 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:50.034813 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6bd2e364-2b6f-4748-82c4-2acb24b0b21f tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5878441 Mar 16 10:54:50.036056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47966) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:50.077546 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-dac0aff3-c9b0-4db6-99cd-fe3c81ae7cb4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Allocated IP 2001:db8::f2 (11edfc0f-ccfb-433f-a71c-f7e67b66743b/12e13a6f-6d4e-4887-9a99-1805d8c9bc0d/35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:50.090053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a64c5659-33f2-42e4-a7f7-973e5c4d843c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'subnet': {'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:50.094010 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a482c922-bd42-4482-8c1e-978d80063f1d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.094387 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a482c922-bd42-4482-8c1e-978d80063f1d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.139259 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-3b53fe26-70fc-4a9c-947d-87457d68071e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Deleting port 23ab96c0-a858-4497-9d6e-5b0d2a43c91a {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:50.139530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3b53fe26-70fc-4a9c-947d-87457d68071e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.175010 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 9504cd93-1356-416d-935b-79e3acb2a3dc up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:50.196248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7688365-1c03-495a-80b0-7f461fcc7edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.287915 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': 'b5163c17-246d-4de4-8b8a-a88e7b6d785b'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:50.287915 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.298085 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7688365-1c03-495a-80b0-7f461fcc7edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.318386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7688365-1c03-495a-80b0-7f461fcc7edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event deleted for resources: {'Network': ['ID=e1dc8dad-138d-492a-8d1f-6ce353abed2e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:50.319206 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-a482c922-bd42-4482-8c1e-978d80063f1d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Calling delete_port for beca509f-1ee3-495a-8113-9ab421f6da79 owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:50.324783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a64c5659-33f2-42e4-a7f7-973e5c4d843c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:50.333208 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a64c5659-33f2-42e4-a7f7-973e5c4d843c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Usage tracker for resource:subnet and tenant:ccc1f3e211964114b838d54c51aafa12 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:50.336394 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a64c5659-33f2-42e4-a7f7-973e5c4d843c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:50.342434 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a7688365-1c03-495a-80b0-7f461fcc7edc tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "DELETE /v2.0/networks/e1dc8dad-138d-492a-8d1f-6ce353abed2e HTTP/1.1" status: 204 len: 168 time: 1.0590496 Mar 16 10:54:50.343731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47970) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:50.346969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a64c5659-33f2-42e4-a7f7-973e5c4d843c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:50.388076 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c799-9536-439f-b97c-428f2b45123b tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.416498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c799-9536-439f-b97c-428f2b45123b tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.442887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64c5659-33f2-42e4-a7f7-973e5c4d843c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Made reservation on behalf of ccc1f3e211964114b838d54c51aafa12 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:50.446357 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a64c5659-33f2-42e4-a7f7-973e5c4d843c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.553501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c1649182-cc35-4c4b-8037-5aa8c2094101 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.564044 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ead3ce79-349f-4d2b-8cd6-eaec3d167a5d None None] Provisioning complete for port 6646f7ce-c5e6-4964-9dda-6497e85cc325 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:50.564608 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ead3ce79-349f-4d2b-8cd6-eaec3d167a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.675781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 9504cd93-1356-416d-935b-79e3acb2a3dc triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:50.676152 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.706965 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.725049 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c1649182-cc35-4c4b-8037-5aa8c2094101 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.757868 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.resource_extend [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:54:50.759881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-c1649182-cc35-4c4b-8037-5aa8c2094101 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabd7a75-1385-4fb2-9c6b-857bd0e5203c']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:50.772722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ead3ce79-349f-4d2b-8cd6-eaec3d167a5d None None] Port 6646f7ce-c5e6-4964-9dda-6497e85cc325 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:50.777320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-c1649182-cc35-4c4b-8037-5aa8c2094101 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89cf09ae-e783-4d4b-af7e-888d46bc5a78') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:50.777602 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-c1649182-cc35-4c4b-8037-5aa8c2094101 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89cf09ae-e783-4d4b-af7e-888d46bc5a78') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:50.778787 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Transition to ACTIVE for port object c063e0a8-ee4c-4f53-bbf5-efe201b6d479 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:50.779429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3c799-9536-439f-b97c-428f2b45123b tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53bc8f65-880c-407d-9328-a31e722f22ba,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:50.794679 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c1649182-cc35-4c4b-8037-5aa8c2094101 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.803525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.805341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c799-9536-439f-b97c-428f2b45123b tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.806721 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f8c3c799-9536-439f-b97c-428f2b45123b tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0807233 Mar 16 10:54:50.836886 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Transition to ACTIVE for port object c063e0a8-ee4c-4f53-bbf5-efe201b6d479 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:50.837269 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47974) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:50.844325 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-aa1d0aa0-68d4-47d3-9003-eb08e4a1c944 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group_rule': {'security_group_id': '53bc8f65-880c-407d-9328-a31e722f22ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:50.855774 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.886669 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.887459 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.907443 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Allocated IP 2001:db8::2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/b5163c17-246d-4de4-8b8a-a88e7b6d785b/8520ff21-c499-42d9-bbf5-d8f17103ac60) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:50.938849 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-aa1d0aa0-68d4-47d3-9003-eb08e4a1c944 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:50.949362 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Network eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:50.986727 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:51.008269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c1649182-cc35-4c4b-8037-5aa8c2094101 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.014384 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:51.015000 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-aa1d0aa0-68d4-47d3-9003-eb08e4a1c944 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:51.032949 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-aa1d0aa0-68d4-47d3-9003-eb08e4a1c944 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:51.037478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1649182-cc35-4c4b-8037-5aa8c2094101 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:51.038013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c1649182-cc35-4c4b-8037-5aa8c2094101 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.041104 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Pushing event updated for resources: {'Port': ['ID=c063e0a8-ee4c-4f53-bbf5-efe201b6d479,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:51.055646 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:51.099538 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-aa1d0aa0-68d4-47d3-9003-eb08e4a1c944 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:51.123522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=04758d96-7fed-4e66-81e6-f85bf7c3b48f,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:51.135802 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.1 (eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8/1eb55fa3-2b04-43ec-a85b-0b117769ed73/4977122d-f698-4215-aa17-153577605d6e) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:51.141870 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.141870 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.142464 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.143500 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.143500 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.143864 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.144070 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.144470 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.144869 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.145965 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.147236 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.147236 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.203061 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dac0aff3-c9b0-4db6-99cd-fe3c81ae7cb4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.203707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c1649182-cc35-4c4b-8037-5aa8c2094101 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.208691 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c1649182-cc35-4c4b-8037-5aa8c2094101 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.214407 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-4b470a0d-b9c3-424f-a02a-7bd7d0787c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6556e395-c753-495e-934b-5af126e5265a', 'name': 'tempest-ServerActionsTestJSON-1781411815-router', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:52Z', 'revision_number': 4, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'gw_port': {'id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:41Z', 'updated_at': '2022-03-16T10:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'ebce5850-b436-49bb-bf0a-2f81d7b819be', 'name': '', 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'mac_address': 'fa:16:3e:e1:05:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:51Z', 'updated_at': '2022-03-16T10:50:08Z', 'revision_number': 5, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'subnets': [{'id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:51.217428 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a482c922-bd42-4482-8c1e-978d80063f1d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.250775 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b470a0d-b9c3-424f-a02a-7bd7d0787c2c None None] The sync data for ids ['6556e395-c753-495e-934b-5af126e5265a'] in dv-neutron-833859-1-hyperv is: [{'id': '6556e395-c753-495e-934b-5af126e5265a', 'name': 'tempest-ServerActionsTestJSON-1781411815-router', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:49:52Z', 'revision_number': 4, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'gw_port': {'id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:41Z', 'updated_at': '2022-03-16T10:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'ebce5850-b436-49bb-bf0a-2f81d7b819be', 'name': '', 'network_id': '4401366c-47f7-47e5-8a08-62fbd69fe2e5', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'mac_address': 'fa:16:3e:e1:05:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:51Z', 'updated_at': '2022-03-16T10:50:08Z', 'revision_number': 5, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'subnets': [{'id': '4c1c0157-574c-4c1c-a73d-323ed6286819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:51.262780 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Attempting to bind port c063e0a8-ee4c-4f53-bbf5-efe201b6d479 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:51.262780 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Attempting to bind port c063e0a8-ee4c-4f53-bbf5-efe201b6d479 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '56189ffa-5660-436c-9a94-c3b81be63b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:51.262780 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Attempting to bind port c063e0a8-ee4c-4f53-bbf5-efe201b6d479 on network eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:51.280376 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:51.281977 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Checking segment: {'id': '56189ffa-5660-436c-9a94-c3b81be63b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:51.282527 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.283598 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Bound using segment: {'id': '56189ffa-5660-436c-9a94-c3b81be63b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:51.284167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Bound port: c063e0a8-ee4c-4f53-bbf5-efe201b6d479, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56189ffa-5660-436c-9a94-c3b81be63b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:51.285485 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.296150 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0aa0-68d4-47d3-9003-eb08e4a1c944 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.331043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3b53fe26-70fc-4a9c-947d-87457d68071e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.332348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1649182-cc35-4c4b-8037-5aa8c2094101 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event deleted for resources: {'Network': ['ID=dabd7a75-1385-4fb2-9c6b-857bd0e5203c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:51.340110 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-dac0aff3-c9b0-4db6-99cd-fe3c81ae7cb4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Transition to ACTIVE for port object 35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:51.343330 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482c922-bd42-4482-8c1e-978d80063f1d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Pushing event deleted for resources: {'Port': ['ID=beca509f-1ee3-495a-8113-9ab421f6da79,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:51.346349 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c1649182-cc35-4c4b-8037-5aa8c2094101 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "DELETE /v2.0/networks/dabd7a75-1385-4fb2-9c6b-857bd0e5203c HTTP/1.1" status: 204 len: 168 time: 1.0016177 Mar 16 10:54:51.361019 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47978) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:51.411584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a64c5659-33f2-42e4-a7f7-973e5c4d843c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.505096 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.530900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Transition to ACTIVE for port object 8520ff21-c499-42d9-bbf5-d8f17103ac60 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:51.546331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] For port c063e0a8-ee4c-4f53-bbf5-efe201b6d479, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:51.552687 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] For port c063e0a8-ee4c-4f53-bbf5-efe201b6d479, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c063e0a8-ee4c-4f53-bbf5-efe201b6d479,segment=NetworkSegment(56189ffa-5660-436c-9a94-c3b81be63b71),segment_id=56189ffa-5660-436c-9a94-c3b81be63b71)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:51.555840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64c5659-33f2-42e4-a7f7-973e5c4d843c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Network d5d3073b-b6fa-4b30-b26b-659de5566503 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:51.559547 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Transition to ACTIVE for port object 8520ff21-c499-42d9-bbf5-d8f17103ac60 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:51.561836 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.571188 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-a64c5659-33f2-42e4-a7f7-973e5c4d843c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:51.574291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64c5659-33f2-42e4-a7f7-973e5c4d843c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:51.574970 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a64c5659-33f2-42e4-a7f7-973e5c4d843c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.611635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c5659-33f2-42e4-a7f7-973e5c4d843c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Subnet': ['ID=88d71537-28ae-423a-ba65-e0679f0235b9,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:51.612922 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-3b53fe26-70fc-4a9c-947d-87457d68071e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Calling delete_port for 23ab96c0-a858-4497-9d6e-5b0d2a43c91a owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:51.618482 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.624901 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8579ee3c-cced-4a58-ad6d-c708a0aaf7c3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.637851 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a327c065-c1c7-4591-951d-8310ddfa008e None None] Network d5d3073b-b6fa-4b30-b26b-659de5566503 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:51.646886 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a64c5659-33f2-42e4-a7f7-973e5c4d843c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6099112 Mar 16 10:54:51.648761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47982) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:51.661324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-3651c7c2-b6fb-4079-98bd-84be7ba31d18 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1761125750', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '88d71537-28ae-423a-ba65-e0679f0235b9'}], 'security_groups': ['f1d28602-e169-4b2d-a075-f7b17f9dc596', '0a6a90ed-82f7-4a12-8bef-d4b3b02a3922']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:51.671077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a482c922-bd42-4482-8c1e-978d80063f1d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.674608 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.681180 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dac0aff3-c9b0-4db6-99cd-fe3c81ae7cb4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.690837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object 4977122d-f698-4215-aa17-153577605d6e will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:51.757208 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59effe62-772a-4b2a-b79c-434fc9a7f2cb None None] New status for floating IP 611ddf5e-1d43-437d-8bb0-ae7df85bb85d: DOWN {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:54:51.784833 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:51.786408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0aff3-c9b0-4db6-99cd-fe3c81ae7cb4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:51.787256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:51.789863 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748974d-8614-4069-a234-1c010a0e5601 None None] Pushing event updated for resources: {'Port': ['ID=c063e0a8-ee4c-4f53-bbf5-efe201b6d479,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:51.793808 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:51.796021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:51.841655 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac0aff3-c9b0-4db6-99cd-fe3c81ae7cb4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:51.854771 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:51.927199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8579ee3c-cced-4a58-ad6d-c708a0aaf7c3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.956286 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:54:52.007357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-dac0aff3-c9b0-4db6-99cd-fe3c81ae7cb4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:52.016366 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-8579ee3c-cced-4a58-ad6d-c708a0aaf7c3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67f254f-3b79-4aa1-a4a6-fbeadc9a2050']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:52.017326 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0aa0-68d4-47d3-9003-eb08e4a1c944 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.018687 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a482c922-bd42-4482-8c1e-978d80063f1d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.019874 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a482c922-bd42-4482-8c1e-978d80063f1d tempest-ServerActionsTestJSON-698176956 tempest-ServerActionsTestJSON-698176956-project] 10.222.0.44 "DELETE /v2.0/floatingips/611ddf5e-1d43-437d-8bb0-ae7df85bb85d HTTP/1.1" status: 204 len: 168 time: 3.2048550 Mar 16 10:54:52.024174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac0aff3-c9b0-4db6-99cd-fe3c81ae7cb4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:52.026261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 47986) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:52.034410 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac0aff3-c9b0-4db6-99cd-fe3c81ae7cb4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:52.035099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dac0aff3-c9b0-4db6-99cd-fe3c81ae7cb4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.049161 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-8579ee3c-cced-4a58-ad6d-c708a0aaf7c3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2374ea1a-fbe1-42f6-ab47-ee853341cdc9') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:52.049568 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-8579ee3c-cced-4a58-ad6d-c708a0aaf7c3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2374ea1a-fbe1-42f6-ab47-ee853341cdc9') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:52.052325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Attempting to bind port 8520ff21-c499-42d9-bbf5-d8f17103ac60 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:52.052706 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Attempting to bind port 8520ff21-c499-42d9-bbf5-d8f17103ac60 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:52.053074 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Attempting to bind port 8520ff21-c499-42d9-bbf5-d8f17103ac60 on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:52.057549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.073609 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0aa0-68d4-47d3-9003-eb08e4a1c944 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.128206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8579ee3c-cced-4a58-ad6d-c708a0aaf7c3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.160891 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:52.161276 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:52.161684 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.162085 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:52.163007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Bound port: 8520ff21-c499-42d9-bbf5-d8f17103ac60, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:52.163007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.180620 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8579ee3c-cced-4a58-ad6d-c708a0aaf7c3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.202550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:52.249776 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:52.252316 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:52.311920 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8579ee3c-cced-4a58-ad6d-c708a0aaf7c3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:52.312166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8579ee3c-cced-4a58-ad6d-c708a0aaf7c3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.360926 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3b53fe26-70fc-4a9c-947d-87457d68071e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.362910 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d0aa0-68d4-47d3-9003-eb08e4a1c944 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74619683-f29f-46e6-a976-54ed3c9cb449,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:52.410890 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dac0aff3-c9b0-4db6-99cd-fe3c81ae7cb4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.4097626 Mar 16 10:54:52.421309 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0aa0-68d4-47d3-9003-eb08e4a1c944 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.425096 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-aa1d0aa0-68d4-47d3-9003-eb08e4a1c944 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5833330 Mar 16 10:54:52.425096 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47992) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:52.425314 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 47994) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:52.447610 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:52.450099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-def255cc-ba52-4ce2-a5b6-99aab2a34e12 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'subnet': {'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:52.473220 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=4977122d-f698-4215-aa17-153577605d6e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:52.497828 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53fe26-70fc-4a9c-947d-87457d68071e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event deleted for resources: {'Port': ['ID=23ab96c0-a858-4497-9d6e-5b0d2a43c91a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:52.546505 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Pushing event updated for resources: {'Port': ['ID=8520ff21-c499-42d9-bbf5-d8f17103ac60,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:52.600693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3651c7c2-b6fb-4079-98bd-84be7ba31d18 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.614883 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] For port 8520ff21-c499-42d9-bbf5-d8f17103ac60, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:52.622464 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e9f117b6-16d1-453a-86ae-c14acbea0f1d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules/74619683-f29f-46e6-a976-54ed3c9cb449 HTTP/1.1" status: 200 len: 763 time: 0.1781328 Mar 16 10:54:52.625092 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] For port 8520ff21-c499-42d9-bbf5-d8f17103ac60, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8520ff21-c499-42d9-bbf5-d8f17103ac60,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:52.633174 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.633405 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8579ee3c-cced-4a58-ad6d-c708a0aaf7c3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.637232 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3b53fe26-70fc-4a9c-947d-87457d68071e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.637883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8579ee3c-cced-4a58-ad6d-c708a0aaf7c3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.641932 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3b53fe26-70fc-4a9c-947d-87457d68071e tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "DELETE /v2.0/ports/23ab96c0-a858-4497-9d6e-5b0d2a43c91a HTTP/1.1" status: 204 len: 168 time: 2.7703841 Mar 16 10:54:52.642467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48000) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:52.642789 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48002) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:52.660474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.704298 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a8134596-e081-4a0c-8273-d7dbee45fde1 None None] Provisioning for port 35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:52.726950 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a8134596-e081-4a0c-8273-d7dbee45fde1 None None] Provisioning complete for port 35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:52.727349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a8134596-e081-4a0c-8273-d7dbee45fde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.817812 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adf6c7-0e6a-41c1-ad6e-e886d11dd4d3 None None] Pushing event updated for resources: {'Port': ['ID=8520ff21-c499-42d9-bbf5-d8f17103ac60,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:52.831783 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a8134596-e081-4a0c-8273-d7dbee45fde1 None None] Port 35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:52.914058 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579ee3c-cced-4a58-ad6d-c708a0aaf7c3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event deleted for resources: {'Network': ['ID=c67f254f-3b79-4aa1-a4a6-fbeadc9a2050,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:52.938654 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8579ee3c-cced-4a58-ad6d-c708a0aaf7c3 tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "DELETE /v2.0/networks/c67f254f-3b79-4aa1-a4a6-fbeadc9a2050 HTTP/1.1" status: 204 len: 168 time: 1.5730774 Mar 16 10:54:52.951867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48008) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:52.960753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Router 5ad085e1-e469-4f43-b684-bb21b3d159fd is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:54:52.983639 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a5d09f-0c3c-4c83-adc9-bfc803a3d20d None None] Update dhcp port {'port': {'network_id': 'd5d3073b-b6fa-4b30-b26b-659de5566503', 'fixed_ips': [{'subnet_id': '6c15d064-2345-438d-88f0-6015485d0dd1', 'ip_address': '172.20.0.18'}, {'subnet_id': '2efb58bd-aecf-4ad5-a54d-f8a8f5b412d1', 'ip_address': '172.20.0.2'}, {'subnet_id': '88d71537-28ae-423a-ba65-e0679f0235b9'}], 'binding:host_id': 'dv-neutron-833859-1-hyperv'}, 'id': '099dbada-8ae6-48cc-9d14-ae58818a0278'} from dv-neutron-833859-1-hyperv. {{(pid=87970) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:54:52.998429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e672dab7-bca2-4d3b-9e41-3df7e013d557 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:53.044548 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-81a5d09f-0c3c-4c83-adc9-bfc803a3d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.168409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d501469-47b0-4c16-8f9d-022ec13e626c tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Deleting subnet 638af2b7-9eb7-4663-8cb6-77c9d49ab007 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:53.174428 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-def255cc-ba52-4ce2-a5b6-99aab2a34e12 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:53.176634 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f5bcc3f-51c8-4c7f-b20f-c55c7439bfde tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.240381 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d501469-47b0-4c16-8f9d-022ec13e626c tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.321612 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-def255cc-ba52-4ce2-a5b6-99aab2a34e12 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:subnet and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:53.328458 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e672dab7-bca2-4d3b-9e41-3df7e013d557 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:53.336185 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e672dab7-bca2-4d3b-9e41-3df7e013d557 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6782691 Mar 16 10:54:53.347498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48012) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:53.350801 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-def255cc-ba52-4ce2-a5b6-99aab2a34e12 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:53.409257 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-def255cc-ba52-4ce2-a5b6-99aab2a34e12 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:53.484758 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d355b984-e121-4851-a374-65c7fb15ff1d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.497107 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:53.501523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-81a5d09f-0c3c-4c83-adc9-bfc803a3d20d None None] Allocated IP 172.20.0.34 (d5d3073b-b6fa-4b30-b26b-659de5566503/88d71537-28ae-423a-ba65-e0679f0235b9/099dbada-8ae6-48cc-9d14-ae58818a0278) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:53.506854 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bd7dfd04-1d4f-4f2f-9453-e978e0c076a9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "PUT /v2.0/routers/5ad085e1-e469-4f43-b684-bb21b3d159fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5381002 Mar 16 10:54:53.508039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48016) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:53.513912 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Sync routers for ids ['5ad085e1-e469-4f43-b684-bb21b3d159fd'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:53.524764 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def255cc-ba52-4ce2-a5b6-99aab2a34e12 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:53.531842 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8520ff21-c499-42d9-bbf5-d8f17103ac60 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:53.532386 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-def255cc-ba52-4ce2-a5b6-99aab2a34e12 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.552492 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d501469-47b0-4c16-8f9d-022ec13e626c tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.613639 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Routers {'5ad085e1-e469-4f43-b684-bb21b3d159fd'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:53.614960 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:54:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5ad085e1-e469-4f43-b684-bb21b3d159fd'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:53.625360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d355b984-e121-4851-a374-65c7fb15ff1d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.684458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df4ee7-9570-4038-86dd-317d0006ab2e None None] Network eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:53.787015 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460d61d5-b303-4e0b-a342-b59621034000 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:53.787256 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-460d61d5-b303-4e0b-a342-b59621034000 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:53.796191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d355b984-e121-4851-a374-65c7fb15ff1d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.834246 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d501469-47b0-4c16-8f9d-022ec13e626c tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.937576 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.944624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3632cfc3-8342-4c3e-ac1b-7a7da05356c5 None None] Provisioning for port c063e0a8-ee4c-4f53-bbf5-efe201b6d479 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:53.955271 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355b984-e121-4851-a374-65c7fb15ff1d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74619683-f29f-46e6-a976-54ed3c9cb449,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:53.958345 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f5bcc3f-51c8-4c7f-b20f-c55c7439bfde tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.998432 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-460d61d5-b303-4e0b-a342-b59621034000 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:53.999714 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-460d61d5-b303-4e0b-a342-b59621034000 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports/04758d96-7fed-4e66-81e6-f85bf7c3b48f HTTP/1.1" status: 200 len: 911 time: 0.4763629 Mar 16 10:54:54.007809 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.ipam_backend_mixin [None req-def255cc-ba52-4ce2-a5b6-99aab2a34e12 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 12e13a6f-6d4e-4887-9a99-1805d8c9bc0d (CIDR: 2001:db8::/64) Mar 16 10:54:54.008215 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48020) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:54.009051 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d355b984-e121-4851-a374-65c7fb15ff1d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.010155 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d355b984-e121-4851-a374-65c7fb15ff1d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/74619683-f29f-46e6-a976-54ed3c9cb449 HTTP/1.1" status: 204 len: 168 time: 0.6475618 Mar 16 10:54:54.022115 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Set router 5ad085e1-e469-4f43-b684-bb21b3d159fd gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:54.044001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48022) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:54.052146 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d501469-47b0-4c16-8f9d-022ec13e626c tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.054888 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-def255cc-ba52-4ce2-a5b6-99aab2a34e12 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:54:54.055577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def255cc-ba52-4ce2-a5b6-99aab2a34e12 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:54.070743 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 8520ff21-c499-42d9-bbf5-d8f17103ac60 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:54.074780 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-81a5d09f-0c3c-4c83-adc9-bfc803a3d20d None None] For port 099dbada-8ae6-48cc-9d14-ae58818a0278, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=099dbada-8ae6-48cc-9d14-ae58818a0278,segment=NetworkSegment(aa1451f4-ae61-4d20-833a-10c155327883),segment_id=aa1451f4-ae61-4d20-833a-10c155327883)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:54.099855 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c063e0a8-ee4c-4f53-bbf5-efe201b6d479 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:54.106433 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-2f5bcc3f-51c8-4c7f-b20f-c55c7439bfde tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7468be9-7ce2-47c8-b61a-60e96ffc82f6']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:54.143543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-2f5bcc3f-51c8-4c7f-b20f-c55c7439bfde tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7345ed82-f7e0-41c4-8b2e-196ed0622c64') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:54.144004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-2f5bcc3f-51c8-4c7f-b20f-c55c7439bfde tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7345ed82-f7e0-41c4-8b2e-196ed0622c64') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:54.176218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d501469-47b0-4c16-8f9d-022ec13e626c tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event deleted for resources: {'Subnet': ['ID=638af2b7-9eb7-4663-8cb6-77c9d49ab007,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:54.189188 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d501469-47b0-4c16-8f9d-022ec13e626c tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.191415 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6d501469-47b0-4c16-8f9d-022ec13e626c tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "DELETE /v2.0/subnets/638af2b7-9eb7-4663-8cb6-77c9d49ab007 HTTP/1.1" status: 204 len: 168 time: 1.5352526 Mar 16 10:54:54.196073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-81a5d09f-0c3c-4c83-adc9-bfc803a3d20d None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.196867 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-def255cc-ba52-4ce2-a5b6-99aab2a34e12 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7564178 Mar 16 10:54:54.198575 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48028) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:54.198906 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48030) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:54.206612 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-087aa7c1-f3dd-4e46-8d47-e7324845f60c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'subnet': {'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:54.303006 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f5bcc3f-51c8-4c7f-b20f-c55c7439bfde tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.342730 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf6cee-1fd9-4cd8-8825-ce2a57f7e4fd None None] Network f78fb85f-c9ea-4d64-bc63-1899ffae6f48 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:54.352381 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-315729aa-0d53-4a37-b4a7-2c486fd37523 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:54.358175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f5bcc3f-51c8-4c7f-b20f-c55c7439bfde tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.412712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5bcc3f-51c8-4c7f-b20f-c55c7439bfde tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:54.413272 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f5bcc3f-51c8-4c7f-b20f-c55c7439bfde tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:54.434247 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:54.444564 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-315729aa-0d53-4a37-b4a7-2c486fd37523 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:54.449363 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-315729aa-0d53-4a37-b4a7-2c486fd37523 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3930416 Mar 16 10:54:54.461526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48036) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:54.497082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-087aa7c1-f3dd-4e46-8d47-e7324845f60c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:54.510235 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-087aa7c1-f3dd-4e46-8d47-e7324845f60c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:subnet and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:54.515954 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-087aa7c1-f3dd-4e46-8d47-e7324845f60c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:54.524813 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-087aa7c1-f3dd-4e46-8d47-e7324845f60c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:54.533429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.570135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190573f7-2b4c-4bfd-b027-393ab5dfeda8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:54.576004 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190573f7-2b4c-4bfd-b027-393ab5dfeda8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:54.580556 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-190573f7-2b4c-4bfd-b027-393ab5dfeda8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.5690117 Mar 16 10:54:54.581358 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087aa7c1-f3dd-4e46-8d47-e7324845f60c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:54.585454 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-087aa7c1-f3dd-4e46-8d47-e7324845f60c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.602376 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48038) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:54.621011 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Deleting port 83d25c43-d4ca-47b0-835d-0aee6108f40d {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:54.621328 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.678628 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-845744c8-e755-4b12-a0ec-9c39374c8980 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group_rule': {'security_group_id': '53bc8f65-880c-407d-9328-a31e722f22ba', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:54.777885 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-51890df1-5331-4b2e-a6cc-fc43b835d523 None None] Provisioning for port 8520ff21-c499-42d9-bbf5-d8f17103ac60 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:54.792115 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-51890df1-5331-4b2e-a6cc-fc43b835d523 None None] Provisioning complete for port 8520ff21-c499-42d9-bbf5-d8f17103ac60 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:54.792115 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-51890df1-5331-4b2e-a6cc-fc43b835d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.827134 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port c063e0a8-ee4c-4f53-bbf5-efe201b6d479 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:54.862289 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port c063e0a8-ee4c-4f53-bbf5-efe201b6d479 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:54.862779 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.950493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-845744c8-e755-4b12-a0ec-9c39374c8980 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:54.989331 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-845744c8-e755-4b12-a0ec-9c39374c8980 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:55.015367 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-81a5d09f-0c3c-4c83-adc9-bfc803a3d20d None None] Transition to ACTIVE for port object 099dbada-8ae6-48cc-9d14-ae58818a0278 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:55.028804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f5bcc3f-51c8-4c7f-b20f-c55c7439bfde tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.030222 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-81a5d09f-0c3c-4c83-adc9-bfc803a3d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.070670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f5bcc3f-51c8-4c7f-b20f-c55c7439bfde tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.116981 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-845744c8-e755-4b12-a0ec-9c39374c8980 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.140918 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bcc3f-51c8-4c7f-b20f-c55c7439bfde tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] Pushing event deleted for resources: {'Network': ['ID=b7468be9-7ce2-47c8-b61a-60e96ffc82f6,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:55.159077 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dd37ed-567a-4912-a8d7-15dd100a5cc5 None None] DHCP port deletion for f78fb85f-c9ea-4d64-bc63-1899ffae6f48 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:55.171918 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2f5bcc3f-51c8-4c7f-b20f-c55c7439bfde tempest-BulkNetworkOpsIpV6Test-607302749 tempest-BulkNetworkOpsIpV6Test-607302749-project] 10.222.0.44 "DELETE /v2.0/networks/b7468be9-7ce2-47c8-b61a-60e96ffc82f6 HTTP/1.1" status: 204 len: 168 time: 2.2171192 Mar 16 10:54:55.193937 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.ipam_backend_mixin [None req-087aa7c1-f3dd-4e46-8d47-e7324845f60c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f5134d1f-a54e-44a6-98ce-4900af0957c1 (CIDR: 2001:db8:0:1::/64) Mar 16 10:54:55.265538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.271214 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-087aa7c1-f3dd-4e46-8d47-e7324845f60c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:54:55.271469 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087aa7c1-f3dd-4e46-8d47-e7324845f60c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:55.281967 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-45dd37ed-567a-4912-a8d7-15dd100a5cc5 None None] Deleting port 83d25c43-d4ca-47b0-835d-0aee6108f40d {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:55.282517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-45dd37ed-567a-4912-a8d7-15dd100a5cc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.309253 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.382873 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-087aa7c1-f3dd-4e46-8d47-e7324845f60c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1811452 Mar 16 10:54:55.401253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48046) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:55.450616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-fb44e655-9767-4c3f-b1d8-e9e547926a8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'subnet': {'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:55.452347 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5d09f-0c3c-4c83-adc9-bfc803a3d20d None None] Pushing event updated for resources: {'Port': ['ID=099dbada-8ae6-48cc-9d14-ae58818a0278,revision_number=7']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:55.456774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.502302 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-51890df1-5331-4b2e-a6cc-fc43b835d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.517721 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] For port 83d25c43-d4ca-47b0-835d-0aee6108f40d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=83d25c43-d4ca-47b0-835d-0aee6108f40d,segment=NetworkSegment(d83c9956-ece7-4784-91a7-46256fe4a010),segment_id=d83c9956-ece7-4784-91a7-46256fe4a010)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:55.518126 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.523527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-845744c8-e755-4b12-a0ec-9c39374c8980 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.537356 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.574522 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-845744c8-e755-4b12-a0ec-9c39374c8980 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.684547 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-51890df1-5331-4b2e-a6cc-fc43b835d523 None None] For port 8520ff21-c499-42d9-bbf5-d8f17103ac60, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8520ff21-c499-42d9-bbf5-d8f17103ac60,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:55.686403 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad085e1-e469-4f43-b684-bb21b3d159fd', 'name': 'tempest-NetworksTestDHCPv6-router-464818195', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:44Z', 'updated_at': '2022-03-16T10:54:48Z', 'revision_number': 2, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'gw_port_host': None, '_interfaces': [{'id': '04758d96-7fed-4e66-81e6-f85bf7c3b48f', 'name': '', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'mac_address': 'fa:16:3e:b8:6f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad085e1-e469-4f43-b684-bb21b3d159fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5163c17-246d-4de4-8b8a-a88e7b6d785b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:46Z', 'updated_at': '2022-03-16T10:54:49Z', 'revision_number': 2, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'subnets': [{'id': 'b5163c17-246d-4de4-8b8a-a88e7b6d785b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:55.720056 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-51890df1-5331-4b2e-a6cc-fc43b835d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.721907 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Checking router: 5ad085e1-e469-4f43-b684-bb21b3d159fd for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:55.722256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Updating router 5ad085e1-e469-4f43-b684-bb21b3d159fd port 04758d96-7fed-4e66-81e6-f85bf7c3b48f binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:54:55.804600 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Calling delete_port for 83d25c43-d4ca-47b0-835d-0aee6108f40d owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:55.823648 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=4977122d-f698-4215-aa17-153577605d6e,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:55.827597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845744c8-e755-4b12-a0ec-9c39374c8980 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6afcce2a-9a2c-4893-994e-49b94eda9bae,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:55.830320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-3651c7c2-b6fb-4079-98bd-84be7ba31d18 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Delete allocated IP 172.20.0.6 (d5d3073b-b6fa-4b30-b26b-659de5566503/2efb58bd-aecf-4ad5-a54d-f8a8f5b412d1) {{(pid=87969) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 10:54:55.833221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48052) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:55.833859 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port c063e0a8-ee4c-4f53-bbf5-efe201b6d479, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c063e0a8-ee4c-4f53-bbf5-efe201b6d479,segment=NetworkSegment(56189ffa-5660-436c-9a94-c3b81be63b71),segment_id=56189ffa-5660-436c-9a94-c3b81be63b71)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:55.883075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-3651c7c2-b6fb-4079-98bd-84be7ba31d18 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Allocated IP 172.20.0.46 (d5d3073b-b6fa-4b30-b26b-659de5566503/88d71537-28ae-423a-ba65-e0679f0235b9/dd29839b-c7e4-4238-ab28-0b129bd8075c) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:55.888697 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-29df940a-f6b5-4151-99a2-b574c206de6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.894168 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.960254 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fb44e655-9767-4c3f-b1d8-e9e547926a8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:55.996983 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-845744c8-e755-4b12-a0ec-9c39374c8980 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.000556 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-845744c8-e755-4b12-a0ec-9c39374c8980 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3290341 Mar 16 10:54:56.011191 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48058) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:56.027444 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fb44e655-9767-4c3f-b1d8-e9e547926a8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Usage tracker for resource:subnet and tenant:a73c732b534b4cd9966f77ee5114e274 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:56.061394 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fb44e655-9767-4c3f-b1d8-e9e547926a8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:56.086941 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.107065 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d2cfe0ec-225b-44d9-867a-f07b2a8cafc8 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules/6afcce2a-9a2c-4893-994e-49b94eda9bae HTTP/1.1" status: 200 len: 763 time: 0.0938416 Mar 16 10:54:56.108754 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fb44e655-9767-4c3f-b1d8-e9e547926a8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:56.122407 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48062) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:56.126103 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.151297 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 099dbada-8ae6-48cc-9d14-ae58818a0278 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:56.170948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] No DVR routers for this DVR port 83d25c43-d4ca-47b0-835d-0aee6108f40d on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:56.186102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:56.202777 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-51890df1-5331-4b2e-a6cc-fc43b835d523 None None] Provisioning for port 04758d96-7fed-4e66-81e6-f85bf7c3b48f completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:56.212419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:56.252573 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event deleted for resources: {'Port': ['ID=83d25c43-d4ca-47b0-835d-0aee6108f40d,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:56.283784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-51890df1-5331-4b2e-a6cc-fc43b835d523 None None] Provisioning complete for port 04758d96-7fed-4e66-81e6-f85bf7c3b48f triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:56.286372 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-51890df1-5331-4b2e-a6cc-fc43b835d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.333672 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb44e655-9767-4c3f-b1d8-e9e547926a8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Made reservation on behalf of a73c732b534b4cd9966f77ee5114e274 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:56.337258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb44e655-9767-4c3f-b1d8-e9e547926a8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.357534 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51890df1-5331-4b2e-a6cc-fc43b835d523 None None] Pushing event updated for resources: {'Port': ['ID=8520ff21-c499-42d9-bbf5-d8f17103ac60,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:56.398071 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-45dd37ed-567a-4912-a8d7-15dd100a5cc5 None None] For port 83d25c43-d4ca-47b0-835d-0aee6108f40d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=83d25c43-d4ca-47b0-835d-0aee6108f40d,segment=NetworkSegment(d83c9956-ece7-4784-91a7-46256fe4a010),segment_id=d83c9956-ece7-4784-91a7-46256fe4a010)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:56.398613 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-45dd37ed-567a-4912-a8d7-15dd100a5cc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.508065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.571832 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=c063e0a8-ee4c-4f53-bbf5-efe201b6d479,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:56.580404 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2ff0d0ad-ef88-4159-a17e-6e74be654dce tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:56.600795 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78fb85f-c9ea-4d64-bc63-1899ffae6f48']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:56.621867 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e504788c-a4bb-439b-b738-4547d734986b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e8f3b54feb648d590ed361b962f20ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7777886 Mar 16 10:54:56.626784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48068) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:56.633954 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83c9956-ece7-4784-91a7-46256fe4a010') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:56.634265 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83c9956-ece7-4784-91a7-46256fe4a010') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:56.672639 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.702753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.709259 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-45dd37ed-567a-4912-a8d7-15dd100a5cc5 None None] Calling delete_port for 83d25c43-d4ca-47b0-835d-0aee6108f40d owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:56.739505 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2ff0d0ad-ef88-4159-a17e-6e74be654dce tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:56.740301 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2ff0d0ad-ef88-4159-a17e-6e74be654dce tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6167967 Mar 16 10:54:56.746958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48072) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:56.780901 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 35575374-8e5c-493c-98e6-acd486e3ee60 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:56.795345 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.798749 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-51890df1-5331-4b2e-a6cc-fc43b835d523 None None] Port 04758d96-7fed-4e66-81e6-f85bf7c3b48f cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:56.810977 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d67d074c-4c79-4144-bd86-f577ba4c947d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.840785 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d67d074c-4c79-4144-bd86-f577ba4c947d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.856401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3651c7c2-b6fb-4079-98bd-84be7ba31d18 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.862989 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:56.862989 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.884256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-45dd37ed-567a-4912-a8d7-15dd100a5cc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:56.884838 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:56.887179 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-45dd37ed-567a-4912-a8d7-15dd100a5cc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:56.957216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 83d25c43-d4ca-47b0-835d-0aee6108f40d no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:57.014058 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 83d25c43-d4ca-47b0-835d-0aee6108f40d {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:57.014318 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 83d25c43-d4ca-47b0-835d-0aee6108f40d not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:57.026476 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9697f67e-35ad-4d52-9c50-943bd24fc2b7 None None] Provisioning complete for port c063e0a8-ee4c-4f53-bbf5-efe201b6d479 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:57.026844 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9697f67e-35ad-4d52-9c50-943bd24fc2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.130273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-3651c7c2-b6fb-4079-98bd-84be7ba31d18 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Transition to ACTIVE for port object dd29839b-c7e4-4238-ab28-0b129bd8075c will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:57.143109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3651c7c2-b6fb-4079-98bd-84be7ba31d18 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.145627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7f602dc6-a0fb-4769-96bf-b9f3a0db15f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.199989 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d67d074c-4c79-4144-bd86-f577ba4c947d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.240777 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-29df940a-f6b5-4151-99a2-b574c206de6b admin admin] Deleting port ebce5850-b436-49bb-bf0a-2f81d7b819be {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:57.241219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-29df940a-f6b5-4151-99a2-b574c206de6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.252720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.285191 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Transition to ACTIVE for port object 04758d96-7fed-4e66-81e6-f85bf7c3b48f will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:57.305284 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.332029 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.338313 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7f602dc6-a0fb-4769-96bf-b9f3a0db15f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.347572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9697f67e-35ad-4d52-9c50-943bd24fc2b7 None None] Provisioning for port 099dbada-8ae6-48cc-9d14-ae58818a0278 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:57.359330 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9697f67e-35ad-4d52-9c50-943bd24fc2b7 None None] Provisioning complete for port 099dbada-8ae6-48cc-9d14-ae58818a0278 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:57.359789 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9697f67e-35ad-4d52-9c50-943bd24fc2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.367662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.391672 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] Pushing event deleted for resources: {'Network': ['ID=f78fb85f-c9ea-4d64-bc63-1899ffae6f48,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:57.392875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d074c-4c79-4144-bd86-f577ba4c947d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6afcce2a-9a2c-4893-994e-49b94eda9bae,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:57.397318 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-45dd37ed-567a-4912-a8d7-15dd100a5cc5 None None] Deleting port 83d25c43-d4ca-47b0-835d-0aee6108f40d {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:57.397769 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-45dd37ed-567a-4912-a8d7-15dd100a5cc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.448453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d67d074c-4c79-4144-bd86-f577ba4c947d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.452098 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d67d074c-4c79-4144-bd86-f577ba4c947d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6afcce2a-9a2c-4893-994e-49b94eda9bae HTTP/1.1" status: 204 len: 168 time: 0.6981966 Mar 16 10:54:57.453539 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4e8a37ed-26f9-4944-b3a1-53ce90b88327 tempest-AllowedAddressPairIpV6TestJSON-1996256724 tempest-AllowedAddressPairIpV6TestJSON-1996256724-project] 10.222.0.44 "DELETE /v2.0/networks/f78fb85f-c9ea-4d64-bc63-1899ffae6f48 HTTP/1.1" status: 204 len: 168 time: 3.2535517 Mar 16 10:54:57.457558 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48076) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:57.467823 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651c7c2-b6fb-4079-98bd-84be7ba31d18 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event updated for resources: {'Port': ['ID=dd29839b-c7e4-4238-ab28-0b129bd8075c,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:57.509883 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 04758d96-7fed-4e66-81e6-f85bf7c3b48f {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:57.510497 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.540686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:57.546994 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-507477d7-87fa-4326-a4aa-e2af66c54cf1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/35575374-8e5c-493c-98e6-acd486e3ee60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1585798 Mar 16 10:54:57.548449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-3651c7c2-b6fb-4079-98bd-84be7ba31d18 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] In _notify_port_updated(), no bound segment for port dd29839b-c7e4-4238-ab28-0b129bd8075c on network d5d3073b-b6fa-4b30-b26b-659de5566503 {{(pid=87969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:54:57.556104 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Sync routers for ids ['35575374-8e5c-493c-98e6-acd486e3ee60'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:57.556740 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3651c7c2-b6fb-4079-98bd-84be7ba31d18 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:57.557508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3651c7c2-b6fb-4079-98bd-84be7ba31d18 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.562307 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3651c7c2-b6fb-4079-98bd-84be7ba31d18 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "PUT /v2.0/ports/dd29839b-c7e4-4238-ab28-0b129bd8075c HTTP/1.1" status: 200 len: 960 time: 5.9095392 Mar 16 10:54:57.564983 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48082) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:57.565377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48084) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:57.581195 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Routers {'35575374-8e5c-493c-98e6-acd486e3ee60'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:57.581813 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:54:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['35575374-8e5c-493c-98e6-acd486e3ee60'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:57.606780 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd3149-a9c1-443a-8c4e-e610853af951 None None] Pushing event updated for resources: {'Port': ['ID=04758d96-7fed-4e66-81e6-f85bf7c3b48f,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:57.651871 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7f602dc6-a0fb-4769-96bf-b9f3a0db15f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.673735 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0b99513b-bb72-49d0-a4f6-1946e871e738 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:57.697515 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f602dc6-a0fb-4769-96bf-b9f3a0db15f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20411d82-5ce5-4694-bae5-faff1f291fc0,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:57.700811 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb44e655-9767-4c3f-b1d8-e9e547926a8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.745363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-45dd37ed-567a-4912-a8d7-15dd100a5cc5 None None] The port '83d25c43-d4ca-47b0-835d-0aee6108f40d' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:54:57.787954 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7f602dc6-a0fb-4769-96bf-b9f3a0db15f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.809001 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7f602dc6-a0fb-4769-96bf-b9f3a0db15f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20411d82-5ce5-4694-bae5-faff1f291fc0 HTTP/1.1" status: 204 len: 168 time: 1.1810708 Mar 16 10:54:57.930907 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44e655-9767-4c3f-b1d8-e9e547926a8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Subnet': ['ID=90c37b9a-53c4-4e5d-a218-f004d5f33486,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:57.956438 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb44e655-9767-4c3f-b1d8-e9e547926a8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:57.968209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48094) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:57.976107 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f760560e-c52b-4ca9-ba4c-604e5f798723 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port dd29839b-c7e4-4238-ab28-0b129bd8075c {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:57.976551 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f760560e-c52b-4ca9-ba4c-604e5f798723 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.976904 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-fb44e655-9767-4c3f-b1d8-e9e547926a8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:57.986469 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0b99513b-bb72-49d0-a4f6-1946e871e738 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:57.992311 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0b99513b-bb72-49d0-a4f6-1946e871e738 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5334289 Mar 16 10:54:57.998970 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb44e655-9767-4c3f-b1d8-e9e547926a8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:57.999587 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb44e655-9767-4c3f-b1d8-e9e547926a8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.011360 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Set router 35575374-8e5c-493c-98e6-acd486e3ee60 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:58.030041 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f8abe4-743b-44d7-b5ff-5e9aa87178a0 None None] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:58.039688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48096) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:58.059700 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d229ccb1-d89d-4845-a62c-8609439afef3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group_rule': {'security_group_id': '53bc8f65-880c-407d-9328-a31e722f22ba', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:58.128530 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8520ff21-c499-42d9-bbf5-d8f17103ac60 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:58.155361 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fb44e655-9767-4c3f-b1d8-e9e547926a8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7216008 Mar 16 10:54:58.156238 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48104) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:58.157256 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d229ccb1-d89d-4845-a62c-8609439afef3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:58.188453 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d6fe6177-a6bc-4bec-a72f-18d782cbb5e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1259178420', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '90c37b9a-53c4-4e5d-a218-f004d5f33486'}], 'security_groups': ['88397ce7-837d-43fd-b050-9dd6231e8337', '10808594-3b4e-4d7b-a167-5a050ee90889']}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:58.189944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Attempting to bind port 04758d96-7fed-4e66-81e6-f85bf7c3b48f on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:58.190493 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Attempting to bind port 04758d96-7fed-4e66-81e6-f85bf7c3b48f by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:58.190956 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Attempting to bind port 04758d96-7fed-4e66-81e6-f85bf7c3b48f on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:58.203717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:58.204348 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:58.204846 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.205747 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:58.206431 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Bound port: 04758d96-7fed-4e66-81e6-f85bf7c3b48f, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:58.207081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.293650 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26550657-899c-4430-bf95-0706d32e86e4 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:58.294308 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26550657-899c-4430-bf95-0706d32e86e4 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:58.294494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26550657-899c-4430-bf95-0706d32e86e4 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:58.294958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26550657-899c-4430-bf95-0706d32e86e4 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:58.295432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26550657-899c-4430-bf95-0706d32e86e4 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:58.295886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26550657-899c-4430-bf95-0706d32e86e4 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:58.296344 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26550657-899c-4430-bf95-0706d32e86e4 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:58.298586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26550657-899c-4430-bf95-0706d32e86e4 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:58.305558 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-26550657-899c-4430-bf95-0706d32e86e4 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5842 time: 0.7391210 Mar 16 10:54:58.310039 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-29df940a-f6b5-4151-99a2-b574c206de6b admin admin] For port ebce5850-b436-49bb-bf0a-2f81d7b819be, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ebce5850-b436-49bb-bf0a-2f81d7b819be,segment=NetworkSegment(1c0c015e-2f05-4840-b957-fdc2a43a9c6b),segment_id=1c0c015e-2f05-4840-b957-fdc2a43a9c6b)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:58.312236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-29df940a-f6b5-4151-99a2-b574c206de6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.352210 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 8520ff21-c499-42d9-bbf5-d8f17103ac60 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:58.352784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.363563 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48108) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:58.380358 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d229ccb1-d89d-4845-a62c-8609439afef3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:58.452265 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4977122d-f698-4215-aa17-153577605d6e', 'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:bc:60:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:48Z', 'updated_at': '2022-03-16T10:54:54Z', 'revision_number': 2, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:58.457197 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Checking router: 35575374-8e5c-493c-98e6-acd486e3ee60 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:58.457762 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Updating router 35575374-8e5c-493c-98e6-acd486e3ee60 port 4977122d-f698-4215-aa17-153577605d6e binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:54:58.527747 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.531961 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9697f67e-35ad-4d52-9c50-943bd24fc2b7 None None] Provisioning for port dd29839b-c7e4-4238-ab28-0b129bd8075c completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:58.537504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d229ccb1-d89d-4845-a62c-8609439afef3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.572063 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9697f67e-35ad-4d52-9c50-943bd24fc2b7 None None] Provisioning complete for port dd29839b-c7e4-4238-ab28-0b129bd8075c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:58.581238 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9697f67e-35ad-4d52-9c50-943bd24fc2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.582179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] For port 04758d96-7fed-4e66-81e6-f85bf7c3b48f, host dv-neutron-833859-1-hyperv, got binding levels [] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:58.582546 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.706728 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-29df940a-f6b5-4151-99a2-b574c206de6b admin admin] Calling delete_port for ebce5850-b436-49bb-bf0a-2f81d7b819be owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:58.763739 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 04758d96-7fed-4e66-81e6-f85bf7c3b48f owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:58.785182 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c063e0a8-ee4c-4f53-bbf5-efe201b6d479 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:58.917152 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] For port 04758d96-7fed-4e66-81e6-f85bf7c3b48f, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:58.922835 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9697f67e-35ad-4d52-9c50-943bd24fc2b7 None None] Port dd29839b-c7e4-4238-ab28-0b129bd8075c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:58.949959 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6fe6177-a6bc-4bec-a72f-18d782cbb5e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.950364 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] For port 04758d96-7fed-4e66-81e6-f85bf7c3b48f, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=04758d96-7fed-4e66-81e6-f85bf7c3b48f,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:58.977127 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d229ccb1-d89d-4845-a62c-8609439afef3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.992499 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d229ccb1-d89d-4845-a62c-8609439afef3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.027282 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.136048 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.167017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229ccb1-d89d-4845-a62c-8609439afef3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04c15c7-8e43-46b6-9c52-97b387530150,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:59.172600 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Transition to ACTIVE for port object 4977122d-f698-4215-aa17-153577605d6e will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:59.193984 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.223283 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48130) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:59.252911 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9697f67e-35ad-4d52-9c50-943bd24fc2b7 None None] Provisioning complete for port 48158491-8e53-4d9b-9532-d7d9ab6b4ad1 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:59.253408 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9697f67e-35ad-4d52-9c50-943bd24fc2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.257065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d229ccb1-d89d-4845-a62c-8609439afef3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.258471 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d229ccb1-d89d-4845-a62c-8609439afef3 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2167130 Mar 16 10:54:59.262443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48136) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:59.416947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd3149-a9c1-443a-8c4e-e610853af951 None None] Pushing event updated for resources: {'Port': ['ID=04758d96-7fed-4e66-81e6-f85bf7c3b48f,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:59.460238 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port c063e0a8-ee4c-4f53-bbf5-efe201b6d479 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:59.460633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.553846 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Routers {'5ad085e1-e469-4f43-b684-bb21b3d159fd'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:59.555518 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:54:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5ad085e1-e469-4f43-b684-bb21b3d159fd'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:59.566752 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa30a6d-ff46-430f-97b8-04b2803013ad None None] Pushing event updated for resources: {'Port': ['ID=4977122d-f698-4215-aa17-153577605d6e,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:59.657077 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094da93d-af9c-4f87-b246-f0803ba987f5 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.657646 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094da93d-af9c-4f87-b246-f0803ba987f5 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.657962 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094da93d-af9c-4f87-b246-f0803ba987f5 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.662438 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094da93d-af9c-4f87-b246-f0803ba987f5 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.662904 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094da93d-af9c-4f87-b246-f0803ba987f5 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.663436 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094da93d-af9c-4f87-b246-f0803ba987f5 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.663874 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094da93d-af9c-4f87-b246-f0803ba987f5 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.664308 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094da93d-af9c-4f87-b246-f0803ba987f5 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.664738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094da93d-af9c-4f87-b246-f0803ba987f5 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.665161 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094da93d-af9c-4f87-b246-f0803ba987f5 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.665593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094da93d-af9c-4f87-b246-f0803ba987f5 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.666019 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094da93d-af9c-4f87-b246-f0803ba987f5 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.677258 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-094da93d-af9c-4f87-b246-f0803ba987f5 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7653 time: 1.3047040 Mar 16 10:54:59.690829 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Attempting to bind port 4977122d-f698-4215-aa17-153577605d6e on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:59.691770 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Attempting to bind port 4977122d-f698-4215-aa17-153577605d6e by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '56189ffa-5660-436c-9a94-c3b81be63b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:59.692405 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Attempting to bind port 4977122d-f698-4215-aa17-153577605d6e on network eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:59.698449 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c0f30d6b-15fe-4095-b703-73cf66e907cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20bca2569c1b4cd584702c718aa4cacc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6190097 Mar 16 10:54:59.700293 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9697f67e-35ad-4d52-9c50-943bd24fc2b7 None None] Port 48158491-8e53-4d9b-9532-d7d9ab6b4ad1 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:59.702988 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:59.703882 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Checking segment: {'id': '56189ffa-5660-436c-9a94-c3b81be63b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:59.704435 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.704982 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Bound using segment: {'id': '56189ffa-5660-436c-9a94-c3b81be63b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:59.705595 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Bound port: 4977122d-f698-4215-aa17-153577605d6e, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56189ffa-5660-436c-9a94-c3b81be63b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:59.706116 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.708039 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48140) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:59.708381 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48142) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:59.800522 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] For port 4977122d-f698-4215-aa17-153577605d6e, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:59.804722 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] For port 4977122d-f698-4215-aa17-153577605d6e, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4977122d-f698-4215-aa17-153577605d6e,segment=NetworkSegment(56189ffa-5660-436c-9a94-c3b81be63b71),segment_id=56189ffa-5660-436c-9a94-c3b81be63b71)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:59.811830 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.814273 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1562473395'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:59.829963 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-87b92b20-f3cd-47bc-9d5e-56aa07c80df0 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules/b04c15c7-8e43-46b6-9c52-97b387530150 HTTP/1.1" status: 200 len: 764 time: 0.5620363 Mar 16 10:54:59.831393 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:59.834787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48148) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:59.851443 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9697f67e-35ad-4d52-9c50-943bd24fc2b7 None None] Provisioning for port 4977122d-f698-4215-aa17-153577605d6e completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:59.873532 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] Set router 5ad085e1-e469-4f43-b684-bb21b3d159fd gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:59.887403 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:network and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:59.901248 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:59.911307 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:59.911766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:59.920477 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:59.948224 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e0221ccf-d837-4c11-a546-7c058a8b2670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.955911 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Routers {'35575374-8e5c-493c-98e6-acd486e3ee60'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:59.956810 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:54:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['35575374-8e5c-493c-98e6-acd486e3ee60'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:59.960529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-d6fe6177-a6bc-4bec-a72f-18d782cbb5e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Delete allocated IP 2001:db8::f2 (11edfc0f-ccfb-433f-a71c-f7e67b66743b/12e13a6f-6d4e-4887-9a99-1805d8c9bc0d) {{(pid=87968) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 10:54:59.963124 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:59.967873 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.986578 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.011037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-d6fe6177-a6bc-4bec-a72f-18d782cbb5e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Allocated IP 2001:db8:0:2::88 (11edfc0f-ccfb-433f-a71c-f7e67b66743b/90c37b9a-53c4-4e5d-a218-f004d5f33486/35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:00.013698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:00.025579 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:security_group_rule and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:00.032244 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:00.051845 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:00.058822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e0221ccf-d837-4c11-a546-7c058a8b2670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.086399 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa30a6d-ff46-430f-97b8-04b2803013ad None None] Pushing event updated for resources: {'Port': ['ID=4977122d-f698-4215-aa17-153577605d6e,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:00.135122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-92bfd327-65d2-4494-95a6-e1bb8e2b007d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:00.144064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f760560e-c52b-4ca9-ba4c-604e5f798723 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.266317 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] Set router 35575374-8e5c-493c-98e6-acd486e3ee60 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:00.398290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f760560e-c52b-4ca9-ba4c-604e5f798723 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for dd29839b-c7e4-4238-ab28-0b129bd8075c owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:00.413535 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 04758d96-7fed-4e66-81e6-f85bf7c3b48f {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:00.414008 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.428417 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-92bfd327-65d2-4494-95a6-e1bb8e2b007d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:00.429673 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-92bfd327-65d2-4494-95a6-e1bb8e2b007d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.5879216 Mar 16 10:55:00.441193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48152) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:00.452101 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72a6077-a453-4563-b289-d8917e0d46ed None None] Update dhcp port {'port': {'network_id': '11edfc0f-ccfb-433f-a71c-f7e67b66743b', 'fixed_ips': [{'subnet_id': 'f5134d1f-a54e-44a6-98ce-4900af0957c1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '12e13a6f-6d4e-4887-9a99-1805d8c9bc0d', 'ip_address': '2001:db8::2'}, {'subnet_id': '90c37b9a-53c4-4e5d-a218-f004d5f33486'}], 'binding:host_id': 'dv-neutron-833859-1-hyperv'}, 'id': 'ad7581e3-f06b-454d-b764-26d88b205ec9'} from dv-neutron-833859-1-hyperv. {{(pid=87970) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:55:00.549508 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a1ebdd73-5746-4778-b8b7-7bd7ae6f0d54 None None] Provisioning complete for port dd29839b-c7e4-4238-ab28-0b129bd8075c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:00.549878 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a1ebdd73-5746-4778-b8b7-7bd7ae6f0d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.587996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcac2b4b-767d-4565-a7a8-d53cd5ae306f tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.596547 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a72a6077-a453-4563-b289-d8917e0d46ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.646471 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.651736 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcac2b4b-767d-4565-a7a8-d53cd5ae306f tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.656687 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6fe6177-a6bc-4bec-a72f-18d782cbb5e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.671043 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e0221ccf-d837-4c11-a546-7c058a8b2670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.678672 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-d6fe6177-a6bc-4bec-a72f-18d782cbb5e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Transition to ACTIVE for port object 35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:00.686595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.705508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0221ccf-d837-4c11-a546-7c058a8b2670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd52970-6002-4f09-856f-830fc5ac4553,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:00.714766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6fe6177-a6bc-4bec-a72f-18d782cbb5e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.742117 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4977122d-f698-4215-aa17-153577605d6e', 'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:bc:60:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:48Z', 'updated_at': '2022-03-16T10:54:59Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:00.747710 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f28f19c-67ff-42e4-9a33-40d456566c6d None None] The sync data for ids ['35575374-8e5c-493c-98e6-acd486e3ee60'] in dv-neutron-833859-1-hyperv is: [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4977122d-f698-4215-aa17-153577605d6e', 'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:bc:60:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:48Z', 'updated_at': '2022-03-16T10:54:59Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:00.756953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-29df940a-f6b5-4151-99a2-b574c206de6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.860609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcac2b4b-767d-4565-a7a8-d53cd5ae306f tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.887703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe6177-a6bc-4bec-a72f-18d782cbb5e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] In _notify_port_updated(), no bound segment for port 35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6 on network 11edfc0f-ccfb-433f-a71c-f7e67b66743b {{(pid=87968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:55:00.889959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df940a-f6b5-4151-99a2-b574c206de6b admin admin] Pushing event deleted for resources: {'Port': ['ID=ebce5850-b436-49bb-bf0a-2f81d7b819be,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:00.895419 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fe6177-a6bc-4bec-a72f-18d782cbb5e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:00.896084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6fe6177-a6bc-4bec-a72f-18d782cbb5e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.900562 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d6fe6177-a6bc-4bec-a72f-18d782cbb5e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "PUT /v2.0/ports/35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6 HTTP/1.1" status: 200 len: 969 time: 2.7342010 Mar 16 10:55:00.904365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48156) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:00.917632 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a1ebdd73-5746-4778-b8b7-7bd7ae6f0d54 None None] Port dd29839b-c7e4-4238-ab28-0b129bd8075c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:00.949874 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba769a9d-0930-442e-b378-53491bc452f5,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:00.950027 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac2b4b-767d-4565-a7a8-d53cd5ae306f tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b04c15c7-8e43-46b6-9c52-97b387530150,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:00.952429 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f366eda5-b63c-4215-86d9-255d3a35e4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.968265 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-a72a6077-a453-4563-b289-d8917e0d46ed None None] Allocated IP 2001:db8:0:2::2 (11edfc0f-ccfb-433f-a71c-f7e67b66743b/90c37b9a-53c4-4e5d-a218-f004d5f33486/ad7581e3-f06b-454d-b764-26d88b205ec9) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:00.970350 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe6177-a6bc-4bec-a72f-18d782cbb5e4 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event updated for resources: {'Port': ['ID=35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:00.981843 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] For port 04758d96-7fed-4e66-81e6-f85bf7c3b48f, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=04758d96-7fed-4e66-81e6-f85bf7c3b48f,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:00.982536 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.989848 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad085e1-e469-4f43-b684-bb21b3d159fd', 'name': 'tempest-NetworksTestDHCPv6-router-464818195', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:44Z', 'updated_at': '2022-03-16T10:54:48Z', 'revision_number': 2, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'gw_port_host': None, '_interfaces': [{'id': '04758d96-7fed-4e66-81e6-f85bf7c3b48f', 'name': '', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'mac_address': 'fa:16:3e:b8:6f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad085e1-e469-4f43-b684-bb21b3d159fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5163c17-246d-4de4-8b8a-a88e7b6d785b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:46Z', 'updated_at': '2022-03-16T10:54:58Z', 'revision_number': 4, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'subnets': [{'id': 'b5163c17-246d-4de4-8b8a-a88e7b6d785b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:01.084120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcac2b4b-767d-4565-a7a8-d53cd5ae306f tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.089299 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-dcac2b4b-767d-4565-a7a8-d53cd5ae306f tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b04c15c7-8e43-46b6-9c52-97b387530150 HTTP/1.1" status: 204 len: 168 time: 0.6464977 Mar 16 10:55:01.091086 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48160) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:01.100938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-99ff41a0-c2a1-40fb-92d0-fba1089947a1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:01.101379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-99ff41a0-c2a1-40fb-92d0-fba1089947a1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.109550 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e6b303-8045-4b0d-ad8b-6fe38c58e2e6 None None] The sync data for ids ['5ad085e1-e469-4f43-b684-bb21b3d159fd'] in dv-neutron-833859-1-hyperv is: [{'id': '5ad085e1-e469-4f43-b684-bb21b3d159fd', 'name': 'tempest-NetworksTestDHCPv6-router-464818195', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:44Z', 'updated_at': '2022-03-16T10:54:48Z', 'revision_number': 2, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'gw_port_host': None, '_interfaces': [{'id': '04758d96-7fed-4e66-81e6-f85bf7c3b48f', 'name': '', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'mac_address': 'fa:16:3e:b8:6f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad085e1-e469-4f43-b684-bb21b3d159fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5163c17-246d-4de4-8b8a-a88e7b6d785b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:46Z', 'updated_at': '2022-03-16T10:54:58Z', 'revision_number': 4, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'subnets': [{'id': 'b5163c17-246d-4de4-8b8a-a88e7b6d785b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:01.229236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e0221ccf-d837-4c11-a546-7c058a8b2670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.232979 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 04758d96-7fed-4e66-81e6-f85bf7c3b48f owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:01.233687 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e0221ccf-d837-4c11-a546-7c058a8b2670 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6dd52970-6002-4f09-856f-830fc5ac4553 HTTP/1.1" status: 204 len: 168 time: 1.5219309 Mar 16 10:55:01.268641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f760560e-c52b-4ca9-ba4c-604e5f798723 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.301874 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a72a6077-a453-4563-b289-d8917e0d46ed None None] For port ad7581e3-f06b-454d-b764-26d88b205ec9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ad7581e3-f06b-454d-b764-26d88b205ec9,segment=NetworkSegment(3a94e082-077b-4ffd-99c0-1d39f12681e7),segment_id=3a94e082-077b-4ffd-99c0-1d39f12681e7)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:01.315451 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:01.353364 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.353728 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Added segment b8ec09d4-0462-4e70-b82f-b8a0cba9cc21 of type vlan for network 70b55228-108a-4a08-b966-8c0d574ef7cc Mar 16 10:55:01.361835 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a72a6077-a453-4563-b289-d8917e0d46ed None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.386234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-41c792bb-0c8d-49f2-8c33-6b5a35996a94 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:01.395294 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a72a6077-a453-4563-b289-d8917e0d46ed None None] Transition to ACTIVE for port object ad7581e3-f06b-454d-b764-26d88b205ec9 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:01.404841 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a72a6077-a453-4563-b289-d8917e0d46ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.435616 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6f7ca1df-419f-4cf0-b39a-57c5da6e30a2 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2866 time: 1.7234025 Mar 16 10:55:01.442655 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.463732 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-41c792bb-0c8d-49f2-8c33-6b5a35996a94 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:01.465065 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-41c792bb-0c8d-49f2-8c33-6b5a35996a94 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3730085 Mar 16 10:55:01.468582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48168) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:01.544543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760560e-c52b-4ca9-ba4c-604e5f798723 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=dd29839b-c7e4-4238-ab28-0b129bd8075c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:01.644649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.658377 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:01.662270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.959268 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a6077-a453-4563-b289-d8917e0d46ed None None] Pushing event updated for resources: {'Port': ['ID=ad7581e3-f06b-454d-b764-26d88b205ec9,revision_number=7']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:02.026271 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3cd16733-f523-4e5b-bac2-b9ec36cfd07d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.076964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3cd16733-f523-4e5b-bac2-b9ec36cfd07d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.140590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Network': ['ID=70b55228-108a-4a08-b966-8c0d574ef7cc,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:02.152683 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 70b55228-108a-4a08-b966-8c0d574ef7cc details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:02.213093 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48180) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:02.270544 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-20d297f6-6180-45b2-bdcb-60274a1e5995 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.0428896 Mar 16 10:55:02.292770 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a2154d56-e754-4d17-acc6-b0a51428142a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1576726231', 'description': 'tempest-secgroup-smoke-1576726231 description', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:02.315259 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a2154d56-e754-4d17-acc6-b0a51428142a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:02.348940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48186) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:02.402248 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6234cbf3-0683-44b0-9c2d-6dcf0d0d60bc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-186146299'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:02.493039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a2154d56-e754-4d17-acc6-b0a51428142a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:02.496689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-99ff41a0-c2a1-40fb-92d0-fba1089947a1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.505438 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a2154d56-e754-4d17-acc6-b0a51428142a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:02.526318 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a2154d56-e754-4d17-acc6-b0a51428142a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:02.551375 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6234cbf3-0683-44b0-9c2d-6dcf0d0d60bc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:02.559751 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3cd16733-f523-4e5b-bac2-b9ec36cfd07d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.573885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.681480 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2154d56-e754-4d17-acc6-b0a51428142a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.725059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6234cbf3-0683-44b0-9c2d-6dcf0d0d60bc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:network and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:02.772718 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-99ff41a0-c2a1-40fb-92d0-fba1089947a1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for 35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:02.804422 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 04758d96-7fed-4e66-81e6-f85bf7c3b48f up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:02.857028 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd16733-f523-4e5b-bac2-b9ec36cfd07d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bc8f65-880c-407d-9328-a31e722f22ba,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:02.860233 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6234cbf3-0683-44b0-9c2d-6dcf0d0d60bc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:02.889751 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 04758d96-7fed-4e66-81e6-f85bf7c3b48f {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:02.891082 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 04758d96-7fed-4e66-81e6-f85bf7c3b48f not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 16 10:55:02.897792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3cd16733-f523-4e5b-bac2-b9ec36cfd07d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.899086 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3cd16733-f523-4e5b-bac2-b9ec36cfd07d tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-groups/53bc8f65-880c-407d-9328-a31e722f22ba HTTP/1.1" status: 204 len: 168 time: 1.4295778 Mar 16 10:55:02.910884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48198) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:02.918063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a2154d56-e754-4d17-acc6-b0a51428142a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:02.920420 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=04758d96-7fed-4e66-81e6-f85bf7c3b48f,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:02.930084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6234cbf3-0683-44b0-9c2d-6dcf0d0d60bc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:02.982843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Port 04758d96-7fed-4e66-81e6-f85bf7c3b48f not found, will not notify nova. {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 16 10:55:02.983816 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ad7581e3-f06b-454d-b764-26d88b205ec9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:03.039935 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48202) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:03.046912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a2154d56-e754-4d17-acc6-b0a51428142a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:03.067319 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a2154d56-e754-4d17-acc6-b0a51428142a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:03.071087 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-83faa6b7-b6b8-46c1-b26b-c5539dd26a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.079899 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a2154d56-e754-4d17-acc6-b0a51428142a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:03.117947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4977122d-f698-4215-aa17-153577605d6e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:03.222474 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 4977122d-f698-4215-aa17-153577605d6e completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:03.228255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 4977122d-f698-4215-aa17-153577605d6e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:03.228631 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.303060 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8077b430-d4ed-433a-9152-65087c67882e None None] Provisioning for port ad7581e3-f06b-454d-b764-26d88b205ec9 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:03.312807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8077b430-d4ed-433a-9152-65087c67882e None None] Provisioning complete for port ad7581e3-f06b-454d-b764-26d88b205ec9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:03.313189 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8077b430-d4ed-433a-9152-65087c67882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.340102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f760560e-c52b-4ca9-ba4c-604e5f798723 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.348674 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f760560e-c52b-4ca9-ba4c-604e5f798723 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/dd29839b-c7e4-4238-ab28-0b129bd8075c HTTP/1.1" status: 204 len: 168 time: 5.7805538 Mar 16 10:55:03.355034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48208) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:03.375626 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-af6a787b-a582-498b-bcf8-9b5caca39171 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4536226 Mar 16 10:55:03.381150 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-cdec6242-726c-4774-8961-71c34f7602c9 tempest-DvrRoutersNegativeTest-538933905 tempest-DvrRoutersNegativeTest-538933905-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-96423654', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:03.383949 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.policy [None req-cdec6242-726c-4774-8961-71c34f7602c9 tempest-DvrRoutersNegativeTest-538933905 tempest-DvrRoutersNegativeTest-538933905-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87968) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 16 10:55:03.384246 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.policy [None req-cdec6242-726c-4774-8961-71c34f7602c9 tempest-DvrRoutersNegativeTest-538933905 tempest-DvrRoutersNegativeTest-538933905-project] Failed policy check for 'create_router' {{(pid=87968) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 16 10:55:03.384778 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-cdec6242-726c-4774-8961-71c34f7602c9 tempest-DvrRoutersNegativeTest-538933905 tempest-DvrRoutersNegativeTest-538933905-project] create failed (client error): Access was denied to this resource. Mar 16 10:55:03.385986 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cdec6242-726c-4774-8961-71c34f7602c9 tempest-DvrRoutersNegativeTest-538933905 tempest-DvrRoutersNegativeTest-538933905-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3358271 Mar 16 10:55:03.405015 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48212) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:03.405559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6234cbf3-0683-44b0-9c2d-6dcf0d0d60bc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:03.409026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6234cbf3-0683-44b0-9c2d-6dcf0d0d60bc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.436897 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1d97e6-9ddf-4556-a208-94eb5aa08083 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] GET failed (client error): The resource could not be found. Mar 16 10:55:03.437944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7f1d97e6-9ddf-4556-a208-94eb5aa08083 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Synchronizing usage tracker for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:03.465335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d2ed6626-acbf-4cbd-8ecd-2bcde888052a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group': {'name': 'tempest-secgroup--416109086'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:03.468327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7f1d97e6-9ddf-4556-a208-94eb5aa08083 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Unset dirty status for tenant:ccc1f3e211964114b838d54c51aafa12 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:03.469713 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7f1d97e6-9ddf-4556-a208-94eb5aa08083 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports/dd29839b-c7e4-4238-ab28-0b129bd8075c HTTP/1.1" status: 404 len: 333 time: 0.1107509 Mar 16 10:55:03.475214 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.477644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48218) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:03.481095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d2ed6626-acbf-4cbd-8ecd-2bcde888052a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:03.487608 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.519275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d2ed6626-acbf-4cbd-8ecd-2bcde888052a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:03.540932 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6234cbf3-0683-44b0-9c2d-6dcf0d0d60bc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:03.556159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6234cbf3-0683-44b0-9c2d-6dcf0d0d60bc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.556757 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-6234cbf3-0683-44b0-9c2d-6dcf0d0d60bc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Added segment 5a92215f-42f8-4db2-86ea-7d9f6335f076 of type vlan for network 5d99cff3-88b1-435b-8ce1-5e1c3a3f7378 Mar 16 10:55:03.574388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-29df940a-f6b5-4151-99a2-b574c206de6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.585863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6234cbf3-0683-44b0-9c2d-6dcf0d0d60bc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.613023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 4977122d-f698-4215-aa17-153577605d6e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4977122d-f698-4215-aa17-153577605d6e,segment=NetworkSegment(56189ffa-5660-436c-9a94-c3b81be63b71),segment_id=56189ffa-5660-436c-9a94-c3b81be63b71)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:03.615339 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982d5cca-7eff-46ce-8254-80c8a42c1fb3 None None] get_active_networks_info from dv-neutron-833859-1-hyperv {{(pid=87970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:55:03.618440 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d2ed6626-acbf-4cbd-8ecd-2bcde888052a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:03.666032 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.688367 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2154d56-e754-4d17-acc6-b0a51428142a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.692319 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6234cbf3-0683-44b0-9c2d-6dcf0d0d60bc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.697316 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-99ff41a0-c2a1-40fb-92d0-fba1089947a1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.716366 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6234cbf3-0683-44b0-9c2d-6dcf0d0d60bc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:03.717518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6234cbf3-0683-44b0-9c2d-6dcf0d0d60bc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.770389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff41a0-c2a1-40fb-92d0-fba1089947a1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:03.808519 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d2ed6626-acbf-4cbd-8ecd-2bcde888052a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:03.823131 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8077b430-d4ed-433a-9152-65087c67882e None None] Provisioning complete for port 6646f7ce-c5e6-4964-9dda-6497e85cc325 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:03.823937 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8077b430-d4ed-433a-9152-65087c67882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.826592 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2154d56-e754-4d17-acc6-b0a51428142a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.853636 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d01f082d-c8fd-4ce0-9ece-aa34741c0cff tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.857056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48224) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:03.866163 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=4977122d-f698-4215-aa17-153577605d6e,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:03.921280 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-8077b430-d4ed-433a-9152-65087c67882e None None] Port 6646f7ce-c5e6-4964-9dda-6497e85cc325 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:03.931079 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8077b430-d4ed-433a-9152-65087c67882e None None] Could not find standard attr ID for object 35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:55:03.944123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-99ff41a0-c2a1-40fb-92d0-fba1089947a1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.949122 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-99ff41a0-c2a1-40fb-92d0-fba1089947a1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6 HTTP/1.1" status: 204 len: 168 time: 3.0388966 Mar 16 10:55:03.955835 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982d5cca-7eff-46ce-8254-80c8a42c1fb3 None None] Resources bound (agent type, host, resource id): {{(pid=87970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:55:03.956542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48230) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:04.018993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d01f082d-c8fd-4ce0-9ece-aa34741c0cff tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.045860 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b88aed7-83db-4d83-8325-4aa00aa92133 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] GET failed (client error): The resource could not be found. Mar 16 10:55:04.046380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8b88aed7-83db-4d83-8325-4aa00aa92133 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:04.087425 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6626-acbf-4cbd-8ecd-2bcde888052a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.090444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-604c97e8-b8b2-487e-9b14-33fb835504ee None None] Could not find standard attr ID for object 35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:55:04.106121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234cbf3-0683-44b0-9c2d-6dcf0d0d60bc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Network': ['ID=5d99cff3-88b1-435b-8ce1-5e1c3a3f7378,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:04.114075 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2154d56-e754-4d17-acc6-b0a51428142a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.118547 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a2154d56-e754-4d17-acc6-b0a51428142a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.8625038 Mar 16 10:55:04.124742 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6234cbf3-0683-44b0-9c2d-6dcf0d0d60bc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7720373 Mar 16 10:55:04.124742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48234) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:04.125207 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-291e5eea-7dbf-4df3-b3b2-9eb870eb96b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.131981 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48236) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:04.132911 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 5d99cff3-88b1-435b-8ce1-5e1c3a3f7378 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:04.138391 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-9c17b32a-61e6-4680-a4ec-9f369214acdb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'subnet': {'network_id': '70b55228-108a-4a08-b966-8c0d574ef7cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:04.154801 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-26a8554f-8296-4086-b5f9-b9ae56fdbfcf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'd24aa627-8744-453d-be62-e3b712135e29', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:04.162965 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-26a8554f-8296-4086-b5f9-b9ae56fdbfcf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:04.166496 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-26a8554f-8296-4086-b5f9-b9ae56fdbfcf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:04.169549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-26a8554f-8296-4086-b5f9-b9ae56fdbfcf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:04.174783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-291e5eea-7dbf-4df3-b3b2-9eb870eb96b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:04.175270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-26a8554f-8296-4086-b5f9-b9ae56fdbfcf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:04.185685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8b88aed7-83db-4d83-8325-4aa00aa92133 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:04.189667 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8b88aed7-83db-4d83-8325-4aa00aa92133 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports/35ddb53b-6ecf-4dba-9e8a-20d8cbd76fd6 HTTP/1.1" status: 404 len: 333 time: 0.2319040 Mar 16 10:55:04.190436 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48242) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:04.239500 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2154d56-e754-4d17-acc6-b0a51428142a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24aa627-8744-453d-be62-e3b712135e29,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:04.248942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-291e5eea-7dbf-4df3-b3b2-9eb870eb96b1 admin admin] Usage tracker for resource:security_group_rule and tenant:761fd83e09dc40a0936002ffc5acbfe6 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:04.268434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d2ed6626-acbf-4cbd-8ecd-2bcde888052a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:04.270138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-291e5eea-7dbf-4df3-b3b2-9eb870eb96b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:04.281884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-291e5eea-7dbf-4df3-b3b2-9eb870eb96b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:04.286152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d2ed6626-acbf-4cbd-8ecd-2bcde888052a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:04.288908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d01f082d-c8fd-4ce0-9ece-aa34741c0cff tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.290937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d2ed6626-acbf-4cbd-8ecd-2bcde888052a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:04.295444 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-26a8554f-8296-4086-b5f9-b9ae56fdbfcf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.350042 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f082d-c8fd-4ce0-9ece-aa34741c0cff tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc7fc1f-403d-4dea-b5b5-fad95e3627e5,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:04.389667 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29df940a-f6b5-4151-99a2-b574c206de6b admin admin] Router 6556e395-c753-495e-934b-5af126e5265a has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:04.391409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d01f082d-c8fd-4ce0-9ece-aa34741c0cff tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.392728 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d01f082d-c8fd-4ce0-9ece-aa34741c0cff tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/security-groups/fdc7fc1f-403d-4dea-b5b5-fad95e3627e5 HTTP/1.1" status: 204 len: 168 time: 0.9100475 Mar 16 10:55:04.398978 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48246) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:04.453765 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d2ed6626-acbf-4cbd-8ecd-2bcde888052a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:04.506760 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.507467 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.524422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6709-4d18-4e75-86a8-7d1b56e732a9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.530489 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4977122d-f698-4215-aa17-153577605d6e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:04.568482 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72382749-7da4-44db-97b6-29b9c7e7088c None None] get_active_networks_info from dv-neutron-833859-1-hyperv {{(pid=87970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:55:04.593753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Router 5ad085e1-e469-4f43-b684-bb21b3d159fd has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:04.601940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6709-4d18-4e75-86a8-7d1b56e732a9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.619074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9c17b32a-61e6-4680-a4ec-9f369214acdb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:04.638218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9c17b32a-61e6-4680-a4ec-9f369214acdb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:subnet and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:04.645785 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6626-acbf-4cbd-8ecd-2bcde888052a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.647045 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9c17b32a-61e6-4680-a4ec-9f369214acdb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:04.663301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9c17b32a-61e6-4680-a4ec-9f369214acdb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:04.694670 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 4977122d-f698-4215-aa17-153577605d6e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:04.695050 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.714103 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6626-acbf-4cbd-8ecd-2bcde888052a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.724839 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-26a8554f-8296-4086-b5f9-b9ae56fdbfcf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.759583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-26a8554f-8296-4086-b5f9-b9ae56fdbfcf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.771948 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72382749-7da4-44db-97b6-29b9c7e7088c None None] Resources bound (agent type, host, resource id): {{(pid=87970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:55:04.841456 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c17b32a-61e6-4680-a4ec-9f369214acdb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:04.845011 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9c17b32a-61e6-4680-a4ec-9f369214acdb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.856610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8bf3173b-274e-4af4-b2b7-048ef4190010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.901253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8554f-8296-4086-b5f9-b9ae56fdbfcf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a66029-2d79-4653-97a7-6f65cdfe6478,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:04.911697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:04.919267 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed6626-acbf-4cbd-8ecd-2bcde888052a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5361212a-6d54-4c19-bbcb-68a076797580,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:04.928193 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2a9e1df6-85f6-45ed-89ed-e17718ec776a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "PUT /v2.0/routers/5ad085e1-e469-4f43-b684-bb21b3d159fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3248127 Mar 16 10:55:04.933085 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48250) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:04.934597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8bf3173b-274e-4af4-b2b7-048ef4190010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.958995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-291e5eea-7dbf-4df3-b3b2-9eb870eb96b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.959468 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be010a0-0bdf-4b55-bb4a-8600664388ba None None] Sync routers for ids ['5ad085e1-e469-4f43-b684-bb21b3d159fd'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:04.960320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29df940a-f6b5-4151-99a2-b574c206de6b admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:04.978468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-291e5eea-7dbf-4df3-b3b2-9eb870eb96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.981093 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d01e036-e1bb-47c9-addb-794d4481cafd None None] Sync routers for ids ['6556e395-c753-495e-934b-5af126e5265a'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:04.985349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be010a0-0bdf-4b55-bb4a-8600664388ba None None] Routers {'5ad085e1-e469-4f43-b684-bb21b3d159fd'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:04.986167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-8be010a0-0bdf-4b55-bb4a-8600664388ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5ad085e1-e469-4f43-b684-bb21b3d159fd'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:04.999518 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d01e036-e1bb-47c9-addb-794d4481cafd None None] Routers {'6556e395-c753-495e-934b-5af126e5265a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:05.000284 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-7d01e036-e1bb-47c9-addb-794d4481cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6556e395-c753-495e-934b-5af126e5265a'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:05.004719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6709-4d18-4e75-86a8-7d1b56e732a9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.044371 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6709-4d18-4e75-86a8-7d1b56e732a9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.045452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6626-acbf-4cbd-8ecd-2bcde888052a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.048461 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f9ea6709-4d18-4e75-86a8-7d1b56e732a9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/security-groups/e6e505e2-683e-4241-8abf-9bb6704a907c HTTP/1.1" status: 204 len: 168 time: 0.8531549 Mar 16 10:55:05.049387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48254) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:05.049869 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48256) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:05.050007 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d2ed6626-acbf-4cbd-8ecd-2bcde888052a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6130741 Mar 16 10:55:05.051324 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-26a8554f-8296-4086-b5f9-b9ae56fdbfcf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.052577 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-26a8554f-8296-4086-b5f9-b9ae56fdbfcf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9241562 Mar 16 10:55:05.064705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48258) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:05.066123 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-291e5eea-7dbf-4df3-b3b2-9eb870eb96b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=761fd83e09dc40a0936002ffc5acbfe6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2067647 Mar 16 10:55:05.067549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48264) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:05.073865 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-29df940a-f6b5-4151-99a2-b574c206de6b admin admin] 10.222.0.44 "PUT /v2.0/routers/6556e395-c753-495e-934b-5af126e5265a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0415013 Mar 16 10:55:05.079220 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-0174cf9c-59c6-4698-acdc-07b78d141818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'd24aa627-8744-453d-be62-e3b712135e29', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:05.081296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-5ec54055-2cd2-4596-add2-877d9b5c4494 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Request body: {'security_group_rule': {'security_group_id': '5361212a-6d54-4c19-bbcb-68a076797580', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:05.089078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48270) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:05.108302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8bf3173b-274e-4af4-b2b7-048ef4190010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.116756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5ec54055-2cd2-4596-add2-877d9b5c4494 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:05.118892 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e5eea-7dbf-4df3-b3b2-9eb870eb96b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81902dff-0cac-478b-b465-db220231a287,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:05.138698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5ec54055-2cd2-4596-add2-877d9b5c4494 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Usage tracker for resource:security_group_rule and tenant:22ca2c71819647e9a495df305b96eb43 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:05.153913 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5ec54055-2cd2-4596-add2-877d9b5c4494 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:05.170397 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0174cf9c-59c6-4698-acdc-07b78d141818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:05.174605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea6709-4d18-4e75-86a8-7d1b56e732a9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e505e2-683e-4241-8abf-9bb6704a907c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:05.177565 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5ec54055-2cd2-4596-add2-877d9b5c4494 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:05.179285 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-8be010a0-0bdf-4b55-bb4a-8600664388ba None None] Set router 5ad085e1-e469-4f43-b684-bb21b3d159fd gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:05.201680 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0174cf9c-59c6-4698-acdc-07b78d141818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:05.212443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0174cf9c-59c6-4698-acdc-07b78d141818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:05.225900 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8bf3173b-274e-4af4-b2b7-048ef4190010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.227022 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8bf3173b-274e-4af4-b2b7-048ef4190010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/security-groups/0a6a90ed-82f7-4a12-8bef-d4b3b02a3922 HTTP/1.1" status: 204 len: 168 time: 0.8248746 Mar 16 10:55:05.238122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3173b-274e-4af4-b2b7-048ef4190010 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6a90ed-82f7-4a12-8bef-d4b3b02a3922,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:05.247446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48274) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:05.297857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4b21de6d-634f-423e-89e4-ce2e6740fd8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.302519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d469fbcc-f344-4e2f-b573-06fdb711a43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.308942 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0174cf9c-59c6-4698-acdc-07b78d141818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:05.315463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5ec54055-2cd2-4596-add2-877d9b5c4494 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.338757 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-7d01e036-e1bb-47c9-addb-794d4481cafd None None] Set router 6556e395-c753-495e-934b-5af126e5265a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:05.341190 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-8be010a0-0bdf-4b55-bb4a-8600664388ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad085e1-e469-4f43-b684-bb21b3d159fd', 'name': 'tempest-NetworksTestDHCPv6-router-464818195', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:44Z', 'updated_at': '2022-03-16T10:55:01Z', 'revision_number': 3, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:05.350648 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be010a0-0bdf-4b55-bb4a-8600664388ba None None] Checking router: 5ad085e1-e469-4f43-b684-bb21b3d159fd for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:05.387263 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be010a0-0bdf-4b55-bb4a-8600664388ba None None] Routers {'5ad085e1-e469-4f43-b684-bb21b3d159fd'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:05.388194 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-8be010a0-0bdf-4b55-bb4a-8600664388ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5ad085e1-e469-4f43-b684-bb21b3d159fd'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:05.401212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4b21de6d-634f-423e-89e4-ce2e6740fd8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.413782 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4a25e6-eae1-40c7-a8d7-7774fd96d1dc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:05.415275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4a25e6-eae1-40c7-a8d7-7774fd96d1dc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:05.416003 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8d4a25e6-eae1-40c7-a8d7-7774fd96d1dc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:05.442825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-57d2c51c-029c-4925-84d5-811487097353 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.446399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d469fbcc-f344-4e2f-b573-06fdb711a43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.558048 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-57d2c51c-029c-4925-84d5-811487097353 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.591475 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-8be010a0-0bdf-4b55-bb4a-8600664388ba None None] Set router 5ad085e1-e469-4f43-b684-bb21b3d159fd gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:05.601693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5ec54055-2cd2-4596-add2-877d9b5c4494 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.623344 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5ec54055-2cd2-4596-add2-877d9b5c4494 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.646065 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec54055-2cd2-4596-add2-877d9b5c4494 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b1c356-ae44-4979-83fe-0899d4a5fdf9,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:05.646285 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0174cf9c-59c6-4698-acdc-07b78d141818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.673470 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8d4a25e6-eae1-40c7-a8d7-7774fd96d1dc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:05.674655 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8d4a25e6-eae1-40c7-a8d7-7774fd96d1dc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7404280 Mar 16 10:55:05.681719 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb8e71ed-ec35-43cc-bb29-8f6326a8c118 admin admin] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.717298 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-8be010a0-0bdf-4b55-bb4a-8600664388ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad085e1-e469-4f43-b684-bb21b3d159fd', 'name': 'tempest-NetworksTestDHCPv6-router-464818195', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:44Z', 'updated_at': '2022-03-16T10:55:01Z', 'revision_number': 3, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:05.718351 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48278) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:05.720174 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4b21de6d-634f-423e-89e4-ce2e6740fd8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.726305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4b21de6d-634f-423e-89e4-ce2e6740fd8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.727084 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be010a0-0bdf-4b55-bb4a-8600664388ba None None] The sync data for ids ['5ad085e1-e469-4f43-b684-bb21b3d159fd'] in dv-neutron-833859-1-hyperv is: [{'id': '5ad085e1-e469-4f43-b684-bb21b3d159fd', 'name': 'tempest-NetworksTestDHCPv6-router-464818195', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:44Z', 'updated_at': '2022-03-16T10:55:01Z', 'revision_number': 3, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'gw_port_host': None}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:05.731080 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4b21de6d-634f-423e-89e4-ce2e6740fd8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/security-groups/10808594-3b4e-4d7b-a167-5a050ee90889 HTTP/1.1" status: 204 len: 168 time: 0.6723621 Mar 16 10:55:05.735489 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d469fbcc-f344-4e2f-b573-06fdb711a43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.738861 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d469fbcc-f344-4e2f-b573-06fdb711a43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.740093 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d469fbcc-f344-4e2f-b573-06fdb711a43f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81902dff-0cac-478b-b465-db220231a287 HTTP/1.1" status: 204 len: 168 time: 0.6683004 Mar 16 10:55:05.747451 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48280) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:05.798593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-57d2c51c-029c-4925-84d5-811487097353 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.801992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-57d2c51c-029c-4925-84d5-811487097353 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.803230 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-57d2c51c-029c-4925-84d5-811487097353 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/security-groups/f1d28602-e169-4b2d-a075-f7b17f9dc596 HTTP/1.1" status: 204 len: 168 time: 0.5549035 Mar 16 10:55:05.804320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5ec54055-2cd2-4596-add2-877d9b5c4494 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.808759 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5ec54055-2cd2-4596-add2-877d9b5c4494 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7483890 Mar 16 10:55:05.814606 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48288) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:05.814807 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48290) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:05.827598 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.834958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21de6d-634f-423e-89e4-ce2e6740fd8e tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10808594-3b4e-4d7b-a167-5a050ee90889,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:05.904359 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-7d01e036-e1bb-47c9-addb-794d4481cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6556e395-c753-495e-934b-5af126e5265a', 'name': 'tempest-ServerActionsTestJSON-1781411815-router', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:55:00Z', 'revision_number': 5, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'gw_port': {'id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:41Z', 'updated_at': '2022-03-16T10:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:05.909637 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d01e036-e1bb-47c9-addb-794d4481cafd None None] Checking router: 6556e395-c753-495e-934b-5af126e5265a for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:05.926444 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d01e036-e1bb-47c9-addb-794d4481cafd None None] Routers {'6556e395-c753-495e-934b-5af126e5265a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:05.928026 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-7d01e036-e1bb-47c9-addb-794d4481cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6556e395-c753-495e-934b-5af126e5265a'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:05.941974 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469fbcc-f344-4e2f-b573-06fdb711a43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81902dff-0cac-478b-b465-db220231a287,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:05.955971 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0174cf9c-59c6-4698-acdc-07b78d141818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.989226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-98559312-c064-4444-a9f1-6cb06fd2fa31 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet b5163c17-246d-4de4-8b8a-a88e7b6d785b {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:06.005409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-98559312-c064-4444-a9f1-6cb06fd2fa31 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.042148 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2c51c-029c-4925-84d5-811487097353 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d28602-e169-4b2d-a075-f7b17f9dc596,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:06.050495 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0174cf9c-59c6-4698-acdc-07b78d141818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.054061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3dd9679-0f30-40ac-90b4-4f4e7c453519 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting subnet 2efb58bd-aecf-4ad5-a54d-f8a8f5b412d1 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:06.073517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9679-0f30-40ac-90b4-4f4e7c453519 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.156456 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6bc874bf-c526-4435-8df0-119a13ba6e19 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.177490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9c17b32a-61e6-4680-a4ec-9f369214acdb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.228944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-98559312-c064-4444-a9f1-6cb06fd2fa31 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.261603 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174cf9c-59c6-4698-acdc-07b78d141818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb4cf11-a013-42da-b1c6-b7d456753c8a,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:06.296612 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-7d01e036-e1bb-47c9-addb-794d4481cafd None None] Set router 6556e395-c753-495e-934b-5af126e5265a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:06.337010 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 04758d96-7fed-4e66-81e6-f85bf7c3b48f no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:06.338363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb8e71ed-ec35-43cc-bb29-8f6326a8c118 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.395004 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6bc874bf-c526-4435-8df0-119a13ba6e19 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.396243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-80e3f890-8bdf-4340-bb02-6142c334ad5a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.401888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9679-0f30-40ac-90b4-4f4e7c453519 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.411670 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 04758d96-7fed-4e66-81e6-f85bf7c3b48f {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:06.412025 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 04758d96-7fed-4e66-81e6-f85bf7c3b48f not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:06.470219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-98559312-c064-4444-a9f1-6cb06fd2fa31 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.492963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e71ed-ec35-43cc-bb29-8f6326a8c118 admin admin] Deleting port 72218a52-df7e-48c2-bfac-8aca59108cef {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:06.493405 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb8e71ed-ec35-43cc-bb29-8f6326a8c118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.532760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-80e3f890-8bdf-4340-bb02-6142c334ad5a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.623483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-98559312-c064-4444-a9f1-6cb06fd2fa31 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.628681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9679-0f30-40ac-90b4-4f4e7c453519 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.698357 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-7d01e036-e1bb-47c9-addb-794d4481cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6556e395-c753-495e-934b-5af126e5265a', 'name': 'tempest-ServerActionsTestJSON-1781411815-router', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:55:00Z', 'revision_number': 5, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'gw_port': {'id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:41Z', 'updated_at': '2022-03-16T10:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:06.703129 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d01e036-e1bb-47c9-addb-794d4481cafd None None] The sync data for ids ['6556e395-c753-495e-934b-5af126e5265a'] in dv-neutron-833859-1-hyperv is: [{'id': '6556e395-c753-495e-934b-5af126e5265a', 'name': 'tempest-ServerActionsTestJSON-1781411815-router', 'tenant_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:49:40Z', 'updated_at': '2022-03-16T10:55:00Z', 'revision_number': 5, 'project_id': '5f7f82da52584a9cb3b9e11b4547dbe8', 'gw_port': {'id': '72218a52-df7e-48c2-bfac-8aca59108cef', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556e395-c753-495e-934b-5af126e5265a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:49:41Z', 'updated_at': '2022-03-16T10:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:06.709197 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0174cf9c-59c6-4698-acdc-07b78d141818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.712596 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0174cf9c-59c6-4698-acdc-07b78d141818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6441946 Mar 16 10:55:06.714812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-80e3f890-8bdf-4340-bb02-6142c334ad5a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.715726 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17b32a-61e6-4680-a4ec-9f369214acdb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Checking segment: {'id': 'b8ec09d4-0462-4e70-b82f-b8a0cba9cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '70b55228-108a-4a08-b966-8c0d574ef7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:06.716230 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c17b32a-61e6-4680-a4ec-9f369214acdb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network hostable DHCP agents. Network: 70b55228-108a-4a08-b966-8c0d574ef7cc, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:06.717455 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48314) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:06.734550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6bc874bf-c526-4435-8df0-119a13ba6e19 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.737102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-98559312-c064-4444-a9f1-6cb06fd2fa31 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.749061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98559312-c064-4444-a9f1-6cb06fd2fa31 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=b5163c17-246d-4de4-8b8a-a88e7b6d785b,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:06.753492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04abd3a-0820-47ce-9e16-dcd7cb0426eb None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:06.757092 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-fc2f65cf-f444-4b08-b495-f5a9efa75764 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'd24aa627-8744-453d-be62-e3b712135e29', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:06.765380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-fc2f65cf-f444-4b08-b495-f5a9efa75764 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:06.774432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3f890-8bdf-4340-bb02-6142c334ad5a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5361212a-6d54-4c19-bbcb-68a076797580,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:06.786705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17b32a-61e6-4680-a4ec-9f369214acdb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Subnet': ['ID=0f6a55e9-3f89-4649-a5c4-df622bf2f4c0,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:06.787691 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fc2f65cf-f444-4b08-b495-f5a9efa75764 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:06.798210 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48318) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:06.802318 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fc2f65cf-f444-4b08-b495-f5a9efa75764 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:06.809546 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-cb8e71ed-ec35-43cc-bb29-8f6326a8c118 admin admin] For port 72218a52-df7e-48c2-bfac-8aca59108cef, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=72218a52-df7e-48c2-bfac-8aca59108cef,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:06.810005 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb8e71ed-ec35-43cc-bb29-8f6326a8c118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.815142 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-98559312-c064-4444-a9f1-6cb06fd2fa31 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/b5163c17-246d-4de4-8b8a-a88e7b6d785b HTTP/1.1" status: 204 len: 168 time: 1.0809290 Mar 16 10:55:06.817653 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-80e3f890-8bdf-4340-bb02-6142c334ad5a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.820449 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6bc874bf-c526-4435-8df0-119a13ba6e19 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.820579 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-80e3f890-8bdf-4340-bb02-6142c334ad5a tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-groups/5361212a-6d54-4c19-bbcb-68a076797580 HTTP/1.1" status: 204 len: 168 time: 0.9990897 Mar 16 10:55:06.820579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48324) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:06.820579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-fc2f65cf-f444-4b08-b495-f5a9efa75764 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:06.821706 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6bc874bf-c526-4435-8df0-119a13ba6e19 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/security-groups/88397ce7-837d-43fd-b050-9dd6231e8337 HTTP/1.1" status: 204 len: 168 time: 1.0560625 Mar 16 10:55:06.823248 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc874bf-c526-4435-8df0-119a13ba6e19 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88397ce7-837d-43fd-b050-9dd6231e8337,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:06.825193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48326) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:06.825512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48328) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:06.840501 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c17b32a-61e6-4680-a4ec-9f369214acdb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 70b55228-108a-4a08-b966-8c0d574ef7cc is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:06.989693 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e71ed-ec35-43cc-bb29-8f6326a8c118 admin admin] Calling delete_port for 72218a52-df7e-48c2-bfac-8aca59108cef owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:07.005680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9679-0f30-40ac-90b4-4f4e7c453519 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.026446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group': {'name': 'tempest-secgroup--178234335'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:07.039973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fc2f65cf-f444-4b08-b495-f5a9efa75764 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.043282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:07.050530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-9c17b32a-61e6-4680-a4ec-9f369214acdb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 70b55228-108a-4a08-b966-8c0d574ef7cc) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:07.054097 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:07.059115 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c17b32a-61e6-4680-a4ec-9f369214acdb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:07.060084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9c17b32a-61e6-4680-a4ec-9f369214acdb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.063352 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:07.066047 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff7ea35-0284-4560-8a2f-9081f9d0b51c None None] Network 70b55228-108a-4a08-b966-8c0d574ef7cc requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:07.084931 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd9679-0f30-40ac-90b4-4f4e7c453519 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Subnet': ['ID=2efb58bd-aecf-4ad5-a54d-f8a8f5b412d1,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:07.089973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1611e5-bcbe-4d1d-b0b7-5aa71be187bf tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting subnet 12e13a6f-6d4e-4887-9a99-1805d8c9bc0d {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:07.091749 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:07.106092 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-df1611e5-bcbe-4d1d-b0b7-5aa71be187bf tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.131594 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.147782 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9c17b32a-61e6-4680-a4ec-9f369214acdb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0106492 Mar 16 10:55:07.148145 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48336) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:07.150509 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.162984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2b43e846-1cb0-48bc-810b-f9d6e886685f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'subnet': {'network_id': '5d99cff3-88b1-435b-8ce1-5e1c3a3f7378', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:07.172147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0332368c-cda9-46b3-be1d-8f5c112c2aad tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:07.193249 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9679-0f30-40ac-90b4-4f4e7c453519 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.197487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f9af73-3a45-4cc1-94df-400cb5fa8ae6 None None] Network d5d3073b-b6fa-4b30-b26b-659de5566503 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:07.277584 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:07.284538 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c3dd9679-0f30-40ac-90b4-4f4e7c453519 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/2efb58bd-aecf-4ad5-a54d-f8a8f5b412d1 HTTP/1.1" status: 204 len: 168 time: 1.4668260 Mar 16 10:55:07.285549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48340) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:07.302102 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:07.307563 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:07.315239 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2b43e846-1cb0-48bc-810b-f9d6e886685f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:07.319413 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2b43e846-1cb0-48bc-810b-f9d6e886685f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:subnet and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:07.322384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2b43e846-1cb0-48bc-810b-f9d6e886685f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:07.328250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2b43e846-1cb0-48bc-810b-f9d6e886685f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:07.339982 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:07.355751 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca6861e-7578-44ff-815c-7374a94914f4 None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:07.380252 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b43e846-1cb0-48bc-810b-f9d6e886685f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:07.384329 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2b43e846-1cb0-48bc-810b-f9d6e886685f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.422325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9ca6861e-7578-44ff-815c-7374a94914f4 None None] Deleting port 8520ff21-c499-42d9-bbf5-d8f17103ac60 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:07.422599 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9ca6861e-7578-44ff-815c-7374a94914f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.488629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0332368c-cda9-46b3-be1d-8f5c112c2aad tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:07.492542 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0332368c-cda9-46b3-be1d-8f5c112c2aad tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6636200 Mar 16 10:55:07.499176 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-114f40b6-e50a-4c66-9153-61de4ddea27c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6735797 Mar 16 10:55:07.499176 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-df1611e5-bcbe-4d1d-b0b7-5aa71be187bf tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.524525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48344) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:07.524525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48346) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:07.586288 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84f4266-bab4-4e50-be81-f7bbe4501068 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting subnet 88d71537-28ae-423a-ba65-e0679f0235b9 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:07.589274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fc2f65cf-f444-4b08-b495-f5a9efa75764 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.597438 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e84f4266-bab4-4e50-be81-f7bbe4501068 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.635480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fc2f65cf-f444-4b08-b495-f5a9efa75764 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.682072 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f65cf-f444-4b08-b495-f5a9efa75764 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729cf202-4b05-400e-8cfb-af0db0e550e3,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:07.705145 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e84f4266-bab4-4e50-be81-f7bbe4501068 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.742648 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9ca6861e-7578-44ff-815c-7374a94914f4 None None] For port 8520ff21-c499-42d9-bbf5-d8f17103ac60, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8520ff21-c499-42d9-bbf5-d8f17103ac60,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:07.743036 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9ca6861e-7578-44ff-815c-7374a94914f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.757533 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-150bb5d8-e094-4e94-a698-6718b6ae23d4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.806557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fc2f65cf-f444-4b08-b495-f5a9efa75764 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.808097 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fc2f65cf-f444-4b08-b495-f5a9efa75764 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0733113 Mar 16 10:55:07.816732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48352) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:07.827766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-5fe1dff7-07fe-4a1b-b7af-e908d02f3a99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'd24aa627-8744-453d-be62-e3b712135e29', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:07.836457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5fe1dff7-07fe-4a1b-b7af-e908d02f3a99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:07.842355 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5fe1dff7-07fe-4a1b-b7af-e908d02f3a99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:07.846506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5fe1dff7-07fe-4a1b-b7af-e908d02f3a99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:07.853419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5fe1dff7-07fe-4a1b-b7af-e908d02f3a99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:07.873781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-df1611e5-bcbe-4d1d-b0b7-5aa71be187bf tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.925421 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5fe1dff7-07fe-4a1b-b7af-e908d02f3a99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.927009 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9ca6861e-7578-44ff-815c-7374a94914f4 None None] Calling delete_port for 8520ff21-c499-42d9-bbf5-d8f17103ac60 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:07.977593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb8e71ed-ec35-43cc-bb29-8f6326a8c118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.013045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-70b55228-108a-4a08-b966-8c0d574ef7cc', 'network_id': '70b55228-108a-4a08-b966-8c0d574ef7cc', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'fixed_ips': [{'subnet_id': '0f6a55e9-3f89-4649-a5c4-df622bf2f4c0'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:08.014216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.015095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5fe1dff7-07fe-4a1b-b7af-e908d02f3a99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.029067 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e84f4266-bab4-4e50-be81-f7bbe4501068 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.060487 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5fe1dff7-07fe-4a1b-b7af-e908d02f3a99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.069409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f3be9c39-b002-4d37-8371-6f5c46b68971 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Synchronizing usage tracker for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:08.103166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1dff7-07fe-4a1b-b7af-e908d02f3a99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292ad028-bf66-4d74-87e4-00df2d83dc88,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:08.155216 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5fe1dff7-07fe-4a1b-b7af-e908d02f3a99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.156724 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5fe1dff7-07fe-4a1b-b7af-e908d02f3a99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3388126 Mar 16 10:55:08.163955 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48356) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:08.175230 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9a5e1d2c-d75b-4b23-943d-e1734bc24b2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'd24aa627-8744-453d-be62-e3b712135e29', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:08.183642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9a5e1d2c-d75b-4b23-943d-e1734bc24b2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:08.189546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9a5e1d2c-d75b-4b23-943d-e1734bc24b2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:08.193428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9a5e1d2c-d75b-4b23-943d-e1734bc24b2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:08.200964 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9a5e1d2c-d75b-4b23-943d-e1734bc24b2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:08.209677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Allocated IP 2001:db8::2 (70b55228-108a-4a08-b966-8c0d574ef7cc/0f6a55e9-3f89-4649-a5c4-df622bf2f4c0/b6feeddc-c328-4631-a98c-001e0cae2bbd) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:08.213402 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.217504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e71ed-ec35-43cc-bb29-8f6326a8c118 admin admin] Pushing event deleted for resources: {'Port': ['ID=72218a52-df7e-48c2-bfac-8aca59108cef,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:08.225534 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-9a5e1d2c-d75b-4b23-943d-e1734bc24b2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:55:08.237000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e84f4266-bab4-4e50-be81-f7bbe4501068 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.251707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-df1611e5-bcbe-4d1d-b0b7-5aa71be187bf tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.271643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.313394 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e84f4266-bab4-4e50-be81-f7bbe4501068 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.319610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-df1611e5-bcbe-4d1d-b0b7-5aa71be187bf tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.330313 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f4266-bab4-4e50-be81-f7bbe4501068 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Subnet': ['ID=88d71537-28ae-423a-ba65-e0679f0235b9,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:08.376262 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-df1611e5-bcbe-4d1d-b0b7-5aa71be187bf tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/12e13a6f-6d4e-4887-9a99-1805d8c9bc0d HTTP/1.1" status: 204 len: 168 time: 1.5483644 Mar 16 10:55:08.377243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1d2c-d75b-4b23-943d-e1734bc24b2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.393390 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48360) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:08.431758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1611e5-bcbe-4d1d-b0b7-5aa71be187bf tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Subnet': ['ID=12e13a6f-6d4e-4887-9a99-1805d8c9bc0d,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:08.468472 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1d2c-d75b-4b23-943d-e1734bc24b2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.473386 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.480395 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e84f4266-bab4-4e50-be81-f7bbe4501068 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/88d71537-28ae-423a-ba65-e0679f0235b9 HTTP/1.1" status: 204 len: 168 time: 1.1868577 Mar 16 10:55:08.482083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48364) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:08.482790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1d2c-d75b-4b23-943d-e1734bc24b2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.487296 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Transition to ACTIVE for port object b6feeddc-c328-4631-a98c-001e0cae2bbd will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:08.507636 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Transition to ACTIVE for port object b6feeddc-c328-4631-a98c-001e0cae2bbd will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:08.509672 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:08.516552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1c8c7f-e723-45fc-bd48-36b2f583b23d None None] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:08.547573 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ebce5850-b436-49bb-bf0a-2f81d7b819be no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:08.574873 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79a2c4b-ea38-4a8a-a3bb-d239f7cca533 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:08.575769 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79a2c4b-ea38-4a8a-a3bb-d239f7cca533 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:08.578752 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c79a2c4b-ea38-4a8a-a3bb-d239f7cca533 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/2efb58bd-aecf-4ad5-a54d-f8a8f5b412d1 HTTP/1.1" status: 404 len: 337 time: 0.0747859 Mar 16 10:55:08.579124 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1629817-87b4-47e7-8bec-466729e9912c None None] Network d5d3073b-b6fa-4b30-b26b-659de5566503 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:08.580245 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e1d2c-d75b-4b23-943d-e1734bc24b2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cdc914-f70e-4b6e-9346-5a84efb81b50,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:08.588186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48368) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:08.588934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1d2c-d75b-4b23-943d-e1734bc24b2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.593203 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9a5e1d2c-d75b-4b23-943d-e1734bc24b2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4224093 Mar 16 10:55:08.593346 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.622850 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48372) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:08.636096 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-7b85cbfa-8e9b-4a35-b32d-9a48d00c789f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'd24aa627-8744-453d-be62-e3b712135e29', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:08.642152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:08.650310 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7b85cbfa-8e9b-4a35-b32d-9a48d00c789f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:08.658099 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7b85cbfa-8e9b-4a35-b32d-9a48d00c789f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:08.663496 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7b85cbfa-8e9b-4a35-b32d-9a48d00c789f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:08.663687 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f3be9c39-b002-4d37-8371-6f5c46b68971 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] Unset dirty status for tenant:22ca2c71819647e9a495df305b96eb43 on resource:security_group_rule {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:08.668651 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f3be9c39-b002-4d37-8371-6f5c46b68971 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 1.1394405 Mar 16 10:55:08.669533 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:08.675002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7b85cbfa-8e9b-4a35-b32d-9a48d00c789f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:08.680949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48376) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:08.688565 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ae1fdb-4d4f-416b-875d-c899e4ffa829 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting subnet 6c15d064-2345-438d-88f0-6015485d0dd1 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:08.703474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-50ae1fdb-4d4f-416b-875d-c899e4ffa829 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.704784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: ebce5850-b436-49bb-bf0a-2f81d7b819be {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:08.705127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ebce5850-b436-49bb-bf0a-2f81d7b819be not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:08.705534 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8520ff21-c499-42d9-bbf5-d8f17103ac60 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:08.748181 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-7b85cbfa-8e9b-4a35-b32d-9a48d00c789f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:55:08.755267 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-fadd8feb-c3c8-4bec-90f8-8c28c699c7eb tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] delete failed (client error): The resource could not be found. Mar 16 10:55:08.759698 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fadd8feb-c3c8-4bec-90f8-8c28c699c7eb tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "DELETE /v2.0/security-groups/5361212a-6d54-4c19-bbcb-68a076797580 HTTP/1.1" status: 404 len: 347 time: 0.0744090 Mar 16 10:55:08.759866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:08.763039 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48380) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:08.782416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7b85cbfa-8e9b-4a35-b32d-9a48d00c789f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.788307 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-150bb5d8-e094-4e94-a698-6718b6ae23d4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.793454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 8520ff21-c499-42d9-bbf5-d8f17103ac60 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:08.793810 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8520ff21-c499-42d9-bbf5-d8f17103ac60 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:08.795983 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-150bb5d8-e094-4e94-a698-6718b6ae23d4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.805323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-50ae1fdb-4d4f-416b-875d-c899e4ffa829 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.807117 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9ca6861e-7578-44ff-815c-7374a94914f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.817589 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb19488-7f83-4479-a03d-cf04e8142065,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:08.869915 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdcc1fa8-192b-4b0e-b98a-db8fb320d5b1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting subnet 90c37b9a-53c4-4e5d-a218-f004d5f33486 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:08.877716 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb8e71ed-ec35-43cc-bb29-8f6326a8c118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.890857 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Network 70b55228-108a-4a08-b966-8c0d574ef7cc is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:08.912019 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:08.918976 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-eeeaf73f-87db-43f2-9e79-816c8200f6c7 tempest-SecGroupTest-347465611 tempest-SecGroupTest-347465611-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1526392 Mar 16 10:55:08.919231 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1fa8-192b-4b0e-b98a-db8fb320d5b1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.920249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cf783a84-f440-4983-a89f-c94e455cc6be None None] Provisioning complete for port 48158491-8e53-4d9b-9532-d7d9ab6b4ad1 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:08.921317 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cf783a84-f440-4983-a89f-c94e455cc6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.948633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:08.957708 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-150bb5d8-e094-4e94-a698-6718b6ae23d4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.957708 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150bb5d8-e094-4e94-a698-6718b6ae23d4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Fanout notify agent at l3_agent the message router_deleted on router 5ad085e1-e469-4f43-b684-bb21b3d159fd {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:08.978478 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca6861e-7578-44ff-815c-7374a94914f4 None None] No DVR routers for this DVR port 8520ff21-c499-42d9-bbf5-d8f17103ac60 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:08.980685 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Pushing event updated for resources: {'Port': ['ID=b6feeddc-c328-4631-a98c-001e0cae2bbd,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:09.023676 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7b85cbfa-8e9b-4a35-b32d-9a48d00c789f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.033887 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2b43e846-1cb0-48bc-810b-f9d6e886685f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.034296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7b85cbfa-8e9b-4a35-b32d-9a48d00c789f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.047629 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6861e-7578-44ff-815c-7374a94914f4 None None] Pushing event deleted for resources: {'Port': ['ID=8520ff21-c499-42d9-bbf5-d8f17103ac60,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:09.078073 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-50ae1fdb-4d4f-416b-875d-c899e4ffa829 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.155462 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85cbfa-8e9b-4a35-b32d-9a48d00c789f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b65f43f-a839-47c5-ade5-eb24ec341157,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:09.188539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7b85cbfa-8e9b-4a35-b32d-9a48d00c789f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.190031 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7b85cbfa-8e9b-4a35-b32d-9a48d00c789f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5633547 Mar 16 10:55:09.224996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-50ae1fdb-4d4f-416b-875d-c899e4ffa829 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.278216 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb8e71ed-ec35-43cc-bb29-8f6326a8c118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.307627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1fa8-192b-4b0e-b98a-db8fb320d5b1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.318262 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae1fdb-4d4f-416b-875d-c899e4ffa829 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Subnet': ['ID=6c15d064-2345-438d-88f0-6015485d0dd1,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:09.331510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-50ae1fdb-4d4f-416b-875d-c899e4ffa829 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.343674 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-50ae1fdb-4d4f-416b-875d-c899e4ffa829 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/6c15d064-2345-438d-88f0-6015485d0dd1 HTTP/1.1" status: 204 len: 168 time: 0.7522860 Mar 16 10:55:09.346202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48390) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:09.353377 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb8e71ed-ec35-43cc-bb29-8f6326a8c118 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.357322 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b43e846-1cb0-48bc-810b-f9d6e886685f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Checking segment: {'id': '5a92215f-42f8-4db2-86ea-7d9f6335f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5d99cff3-88b1-435b-8ce1-5e1c3a3f7378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:09.357685 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b43e846-1cb0-48bc-810b-f9d6e886685f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network hostable DHCP agents. Network: 5d99cff3-88b1-435b-8ce1-5e1c3a3f7378, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:09.404561 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-150bb5d8-e094-4e94-a698-6718b6ae23d4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.409041 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-150bb5d8-e094-4e94-a698-6718b6ae23d4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/routers/5ad085e1-e469-4f43-b684-bb21b3d159fd HTTP/1.1" status: 204 len: 168 time: 1.8819864 Mar 16 10:55:09.410934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48396) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:09.426060 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-cf783a84-f440-4983-a89f-c94e455cc6be None None] Port 48158491-8e53-4d9b-9532-d7d9ab6b4ad1 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:09.429309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-db8d36a7-fa72-4ea7-b63d-6fd21c6eea05 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:09.449481 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-a898b577-4e23-457f-9eb6-588127317968 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:09.452571 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a898b577-4e23-457f-9eb6-588127317968 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:09.454719 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a898b577-4e23-457f-9eb6-588127317968 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/bc65a55c-7128-4b14-9a82-61dfee630533 HTTP/1.1" status: 404 len: 337 time: 0.1074693 Mar 16 10:55:09.458914 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48402) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:09.459429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48406) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:09.465445 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43e846-1cb0-48bc-810b-f9d6e886685f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Subnet': ['ID=d728ffbd-192b-48e9-b299-d8ee072203c9,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:09.472497 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.473389 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b43e846-1cb0-48bc-810b-f9d6e886685f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 5d99cff3-88b1-435b-8ce1-5e1c3a3f7378 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:09.474958 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Attempting to bind port b6feeddc-c328-4631-a98c-001e0cae2bbd on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:09.475526 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Attempting to bind port b6feeddc-c328-4631-a98c-001e0cae2bbd by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'b8ec09d4-0462-4e70-b82f-b8a0cba9cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '70b55228-108a-4a08-b966-8c0d574ef7cc'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:09.475778 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Attempting to bind port b6feeddc-c328-4631-a98c-001e0cae2bbd on network 70b55228-108a-4a08-b966-8c0d574ef7cc {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:09.481390 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb8e71ed-ec35-43cc-bb29-8f6326a8c118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.481876 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8e71ed-ec35-43cc-bb29-8f6326a8c118 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6556e395-c753-495e-934b-5af126e5265a {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:09.495178 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.497385 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:09.497822 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Checking segment: {'id': 'b8ec09d4-0462-4e70-b82f-b8a0cba9cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '70b55228-108a-4a08-b966-8c0d574ef7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:09.498396 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.498861 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Bound using segment: {'id': 'b8ec09d4-0462-4e70-b82f-b8a0cba9cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '70b55228-108a-4a08-b966-8c0d574ef7cc'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:09.499425 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Bound port: b6feeddc-c328-4631-a98c-001e0cae2bbd, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ec09d4-0462-4e70-b82f-b8a0cba9cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '70b55228-108a-4a08-b966-8c0d574ef7cc'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:09.499801 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.520514 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-2b43e846-1cb0-48bc-810b-f9d6e886685f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 5d99cff3-88b1-435b-8ce1-5e1c3a3f7378) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:09.529958 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb8e71ed-ec35-43cc-bb29-8f6326a8c118 admin admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.533575 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cb8e71ed-ec35-43cc-bb29-8f6326a8c118 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6556e395-c753-495e-934b-5af126e5265a HTTP/1.1" status: 204 len: 168 time: 4.4335589 Mar 16 10:55:09.542901 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b43e846-1cb0-48bc-810b-f9d6e886685f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:09.543524 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2b43e846-1cb0-48bc-810b-f9d6e886685f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.548078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48414) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:09.584802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ed4983-3800-42af-b299-e934cb010129 None None] Network 5d99cff3-88b1-435b-8ce1-5e1c3a3f7378 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:09.602273 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-074a6da8-3c0b-4a7d-a45d-865f789222a6 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb6329c5-9a38-45b8-b127-bb885c1fea28 HTTP/1.1" status: 200 len: 205 time: 0.1343045 Mar 16 10:55:09.604024 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48420) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:09.687730 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.692143 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.8888073 Mar 16 10:55:09.716939 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48424) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:09.729973 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5c2d4-c202-4b33-86c5-6668dccddcf3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547e5e28-7393-49bd-925f-e37dea8af383,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:09.774413 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cf783a84-f440-4983-a89f-c94e455cc6be None None] Provisioning complete for port 099dbada-8ae6-48cc-9d14-ae58818a0278 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:09.775147 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cf783a84-f440-4983-a89f-c94e455cc6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.783897 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48428) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:09.784464 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2b43e846-1cb0-48bc-810b-f9d6e886685f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6350517 Mar 16 10:55:09.793135 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-50a9622d-ab31-42c2-94ad-07a632b7ccd4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-21406318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:09.803211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-50a9622d-ab31-42c2-94ad-07a632b7ccd4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:09.806278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1fa8-192b-4b0e-b98a-db8fb320d5b1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.808009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-50a9622d-ab31-42c2-94ad-07a632b7ccd4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:router and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:09.812351 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-50a9622d-ab31-42c2-94ad-07a632b7ccd4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:09.821201 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-50a9622d-ab31-42c2-94ad-07a632b7ccd4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:09.830135 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-4a00f158-9fa3-42b8-8630-3879365d4ba7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] delete failed (client error): The resource could not be found. Mar 16 10:55:09.831491 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4a00f158-9fa3-42b8-8630-3879365d4ba7 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/routers/fb6329c5-9a38-45b8-b127-bb885c1fea28 HTTP/1.1" status: 404 len: 336 time: 0.2265871 Mar 16 10:55:09.844302 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-15920516-8b1c-475e-b50c-065a3ceb6fd8 admin admin] Deleting subnet 4c1c0157-574c-4c1c-a73d-323ed6286819 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:09.851574 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48432) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:09.855768 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-15920516-8b1c-475e-b50c-065a3ceb6fd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.859303 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-db8d36a7-fa72-4ea7-b63d-6fd21c6eea05 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:09.862644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-50a9622d-ab31-42c2-94ad-07a632b7ccd4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.864038 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-50a9622d-ab31-42c2-94ad-07a632b7ccd4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.875487 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-db8d36a7-fa72-4ea7-b63d-6fd21c6eea05 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:09.882744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-db8d36a7-fa72-4ea7-b63d-6fd21c6eea05 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:09.901340 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-db8d36a7-fa72-4ea7-b63d-6fd21c6eea05 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:09.925166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-50a9622d-ab31-42c2-94ad-07a632b7ccd4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.945787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8d36a7-fa72-4ea7-b63d-6fd21c6eea05 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:09.949929 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-db8d36a7-fa72-4ea7-b63d-6fd21c6eea05 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.976401 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8269b388-0d73-45f1-96a5-b4640c011f80 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=22ca2c71819647e9a495df305b96eb43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128853 Mar 16 10:55:09.994048 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48436) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:10.051579 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] For port b6feeddc-c328-4631-a98c-001e0cae2bbd, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:10.056079 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] For port b6feeddc-c328-4631-a98c-001e0cae2bbd, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b6feeddc-c328-4631-a98c-001e0cae2bbd,segment=NetworkSegment(b8ec09d4-0462-4e70-b82f-b8a0cba9cc21),segment_id=b8ec09d4-0462-4e70-b82f-b8a0cba9cc21)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:10.097181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-50a9622d-ab31-42c2-94ad-07a632b7ccd4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.105044 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.136316 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1fa8-192b-4b0e-b98a-db8fb320d5b1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.140545 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db88aea-7994-4d50-b6f2-6188d77a542b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:10.141081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db88aea-7994-4d50-b6f2-6188d77a542b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:10.191645 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc1fa8-192b-4b0e-b98a-db8fb320d5b1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Subnet': ['ID=90c37b9a-53c4-4e5d-a218-f004d5f33486,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:10.214358 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0db88aea-7994-4d50-b6f2-6188d77a542b tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/495af7b1-21d6-4ffc-a4a7-16e698821c60 HTTP/1.1" status: 404 len: 337 time: 0.3602726 Mar 16 10:55:10.216563 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-15920516-8b1c-475e-b50c-065a3ceb6fd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.217266 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91681a4-1b62-4314-a423-29b134a0afbe None None] DHCP port deletion for d5d3073b-b6fa-4b30-b26b-659de5566503 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:10.245026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1fa8-192b-4b0e-b98a-db8fb320d5b1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.249501 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fdcc1fa8-192b-4b0e-b98a-db8fb320d5b1 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/90c37b9a-53c4-4e5d-a218-f004d5f33486 HTTP/1.1" status: 204 len: 168 time: 1.8308098 Mar 16 10:55:10.250481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48444) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:10.250805 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48446) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:10.259518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-506f0ea6-68b5-46a0-89bf-c844152bec4a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:10.283739 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-5d99cff3-88b1-435b-8ce1-5e1c3a3f7378', 'network_id': '5d99cff3-88b1-435b-8ce1-5e1c3a3f7378', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'fixed_ips': [{'subnet_id': 'd728ffbd-192b-48e9-b299-d8ee072203c9'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:10.284932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.320024 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab400bd-7d75-498e-9492-42c2ffe30da5 None None] Pushing event updated for resources: {'Port': ['ID=b6feeddc-c328-4631-a98c-001e0cae2bbd,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:10.353376 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4340587-ad6e-442d-bf77-d67f5234da24 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:10.353886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4340587-ad6e-442d-bf77-d67f5234da24 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:10.356054 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f4340587-ad6e-442d-bf77-d67f5234da24 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/16627a51-0c76-4b24-b72e-c653f4c3ae23 HTTP/1.1" status: 404 len: 337 time: 0.0915282 Mar 16 10:55:10.359907 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f91681a4-1b62-4314-a423-29b134a0afbe None None] Deleting port 099dbada-8ae6-48cc-9d14-ae58818a0278 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:10.360390 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f91681a4-1b62-4314-a423-29b134a0afbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.377747 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48452) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:10.404044 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c29b06-0ba0-40f5-8df9-ad0b3665dc21 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:10.404494 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c29b06-0ba0-40f5-8df9-ad0b3665dc21 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:10.408868 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a1c29b06-0ba0-40f5-8df9-ad0b3665dc21 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/12e13a6f-6d4e-4887-9a99-1805d8c9bc0d HTTP/1.1" status: 404 len: 337 time: 0.1426430 Mar 16 10:55:10.457873 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48456) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:10.458922 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a02a0df-f633-411e-8e19-56f518dfa480 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:10.459418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a02a0df-f633-411e-8e19-56f518dfa480 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:10.465129 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3a02a0df-f633-411e-8e19-56f518dfa480 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/1cce5330-bf17-48a7-bbb6-0e37548a856d HTTP/1.1" status: 404 len: 337 time: 0.0884974 Mar 16 10:55:10.467923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-50a9622d-ab31-42c2-94ad-07a632b7ccd4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.473084 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-50a9622d-ab31-42c2-94ad-07a632b7ccd4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6865702 Mar 16 10:55:10.473489 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 72218a52-df7e-48c2-bfac-8aca59108cef no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:10.482114 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48458) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:10.482439 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48460) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:10.483324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-db8d36a7-fa72-4ea7-b63d-6fd21c6eea05 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.517555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-15920516-8b1c-475e-b50c-065a3ceb6fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.558992 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 72218a52-df7e-48c2-bfac-8aca59108cef {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:10.559577 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 72218a52-df7e-48c2-bfac-8aca59108cef not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:10.559907 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 099dbada-8ae6-48cc-9d14-ae58818a0278 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:10.571711 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-506f0ea6-68b5-46a0-89bf-c844152bec4a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:10.573267 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-506f0ea6-68b5-46a0-89bf-c844152bec4a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.8553767 Mar 16 10:55:10.624426 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48468) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:10.659253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-59eda22e-ac11-4a7b-ba4a-176b9995c721 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group': {'name': 'tempest-security--1744818498', 'description': 'tempest-security-description-734997757'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:10.724608 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-59eda22e-ac11-4a7b-ba4a-176b9995c721 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.778384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-f749c0e2-8bb7-4545-8792-1b23d0646b8d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting subnet f5134d1f-a54e-44a6-98ce-4900af0957c1 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:10.793154 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f749c0e2-8bb7-4545-8792-1b23d0646b8d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.821462 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-15920516-8b1c-475e-b50c-065a3ceb6fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.844563 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-8446ab5b-1598-43ab-a70e-8c3c12297326 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:10.845152 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8446ab5b-1598-43ab-a70e-8c3c12297326 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:10.865709 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8d36a7-fa72-4ea7-b63d-6fd21c6eea05 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:10.881352 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-4bdb0c3c-446b-4790-b45d-7a93c41da285 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1576726231&fields=id&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 267 time: 0.7935870 Mar 16 10:55:10.882177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-db8d36a7-fa72-4ea7-b63d-6fd21c6eea05 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:10.923695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15920516-8b1c-475e-b50c-065a3ceb6fd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1c0157-574c-4c1c-a73d-323ed6286819,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:10.946591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-15920516-8b1c-475e-b50c-065a3ceb6fd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.955324 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-15920516-8b1c-475e-b50c-065a3ceb6fd8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4c1c0157-574c-4c1c-a73d-323ed6286819 HTTP/1.1" status: 204 len: 168 time: 1.4040136 Mar 16 10:55:10.961763 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48472) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:10.964846 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-59eda22e-ac11-4a7b-ba4a-176b9995c721 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.993345 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-59eda22e-ac11-4a7b-ba4a-176b9995c721 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.995994 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-59eda22e-ac11-4a7b-ba4a-176b9995c721 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.997831 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-59eda22e-ac11-4a7b-ba4a-176b9995c721 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "PUT /v2.0/security-groups/547e5e28-7393-49bd-925f-e37dea8af383 HTTP/1.1" status: 200 len: 1777 time: 0.3721581 Mar 16 10:55:10.998388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8d36a7-fa72-4ea7-b63d-6fd21c6eea05 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:10.999118 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-db8d36a7-fa72-4ea7-b63d-6fd21c6eea05 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.000856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f749c0e2-8bb7-4545-8792-1b23d0646b8d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.006695 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d83892-e21c-472c-bb01-505bfff534de None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:11.021906 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94296df9-7dc0-4208-aa29-f19f1a3f0b10 None None] Network 4401366c-47f7-47e5-8a08-62fbd69fe2e5 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:11.041531 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8446ab5b-1598-43ab-a70e-8c3c12297326 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/cbd9e5e3-cdbe-4f07-b6b8-6b2170469d4c HTTP/1.1" status: 404 len: 333 time: 0.5523014 Mar 16 10:55:11.041531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48476) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:11.058430 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0ae568d9-2183-4c5b-9376-373ba4741ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.073004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48478) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:11.095664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d36a7-fa72-4ea7-b63d-6fd21c6eea05 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=4955d29c-d852-45ce-a893-174b7f22a723,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:11.108862 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.110929 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f749c0e2-8bb7-4545-8792-1b23d0646b8d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.136296 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-f91681a4-1b62-4314-a423-29b134a0afbe None None] For port 099dbada-8ae6-48cc-9d14-ae58818a0278, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=099dbada-8ae6-48cc-9d14-ae58818a0278,segment=NetworkSegment(aa1451f4-ae61-4d20-833a-10c155327883),segment_id=aa1451f4-ae61-4d20-833a-10c155327883)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:11.136939 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f91681a4-1b62-4314-a423-29b134a0afbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.228760 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f749c0e2-8bb7-4545-8792-1b23d0646b8d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.281009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-a780aa97-0d5e-400e-9b4e-7aadbd0ac9b5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:11.282411 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-a780aa97-0d5e-400e-9b4e-7aadbd0ac9b5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/networks?id=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 HTTP/1.1" status: 200 len: 797 time: 0.2686169 Mar 16 10:55:11.356628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f749c0e2-8bb7-4545-8792-1b23d0646b8d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.366508 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f749c0e2-8bb7-4545-8792-1b23d0646b8d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/f5134d1f-a54e-44a6-98ce-4900af0957c1 HTTP/1.1" status: 204 len: 168 time: 0.8998120 Mar 16 10:55:11.375297 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48484) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:11.381267 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749c0e2-8bb7-4545-8792-1b23d0646b8d tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Subnet': ['ID=f5134d1f-a54e-44a6-98ce-4900af0957c1,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:11.384632 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9421e5-7940-40e6-9903-046601691d12 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:11.385076 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9421e5-7940-40e6-9903-046601691d12 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:11.396654 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-df9421e5-7940-40e6-9903-046601691d12 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/dee851eb-eff7-4b88-9e76-7e7274a12c0b HTTP/1.1" status: 404 len: 337 time: 0.2947967 Mar 16 10:55:11.408441 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48488) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:11.415933 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-db8d36a7-fa72-4ea7-b63d-6fd21c6eea05 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9985418 Mar 16 10:55:11.428361 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48492) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:11.448034 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-b0ad2e97-fcf5-4bd0-bd0e-5e183be0b149 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-53885604', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:11.454526 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eda22e-ac11-4a7b-ba4a-176b9995c721 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547e5e28-7393-49bd-925f-e37dea8af383,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:11.457058 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-349fe731-0561-48c1-8c3d-ffbd8833cf19 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:11.457639 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349fe731-0561-48c1-8c3d-ffbd8833cf19 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:11.462074 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-349fe731-0561-48c1-8c3d-ffbd8833cf19 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/fec64e65-3837-4f35-918a-c42133aa99c7 HTTP/1.1" status: 404 len: 337 time: 0.0831990 Mar 16 10:55:11.464050 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48496) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:11.469047 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.482783 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e21b835-8bcf-4438-bfb4-bdd114be80b3 None None] Network 11edfc0f-ccfb-433f-a71c-f7e67b66743b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:11.496719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0ae568d9-2183-4c5b-9376-373ba4741ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.513456 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b0ad2e97-fcf5-4bd0-bd0e-5e183be0b149 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:11.516847 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5347e942-90c0-48ca-92e3-a6441caf85aa tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Synchronizing usage tracker for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:11.531266 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b0ad2e97-fcf5-4bd0-bd0e-5e183be0b149 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:router and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:11.534089 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5347e942-90c0-48ca-92e3-a6441caf85aa tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Unset dirty status for tenant:a73c732b534b4cd9966f77ee5114e274 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:11.538571 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5347e942-90c0-48ca-92e3-a6441caf85aa tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "GET /v2.0/ports?device_id=22512e24-cd07-4b6f-9595-1394a8e98ccb HTTP/1.1" status: 200 len: 205 time: 0.0730283 Mar 16 10:55:11.541635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48500) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:11.542551 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b0ad2e97-fcf5-4bd0-bd0e-5e183be0b149 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:11.557253 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f964dd55-58e8-4bcc-835c-c7b8d86b978a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-groups/547e5e28-7393-49bd-925f-e37dea8af383 HTTP/1.1" status: 200 len: 1777 time: 0.5002549 Mar 16 10:55:11.564498 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-4ff9c6df-285c-4f6f-987f-7196a2dbc67f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/quotas/c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 375 time: 0.2131541 Mar 16 10:55:11.574423 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48504) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:11.600526 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f91681a4-1b62-4314-a423-29b134a0afbe None None] Calling delete_port for 099dbada-8ae6-48cc-9d14-ae58818a0278 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:11.612278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b0ad2e97-fcf5-4bd0-bd0e-5e183be0b149 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:11.630402 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Allocated IP 2001:db8:1::2 (5d99cff3-88b1-435b-8ce1-5e1c3a3f7378/d728ffbd-192b-48e9-b299-d8ee072203c9/7c1b1f72-eed6-4bb7-a49e-e506324bcd19) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:11.634891 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-5ec75410-c65a-4c85-8b01-6c8643474ec5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] delete failed (client error): The resource could not be found. Mar 16 10:55:11.638771 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5ec75410-c65a-4c85-8b01-6c8643474ec5 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/routers/22512e24-cd07-4b6f-9595-1394a8e98ccb HTTP/1.1" status: 404 len: 336 time: 0.0930226 Mar 16 10:55:11.640921 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48508) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:11.674957 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] Deleting port 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:11.675505 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.693210 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66923b3-a46b-429f-b9bd-05d168a83e9e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:11.693660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66923b3-a46b-429f-b9bd-05d168a83e9e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:11.698122 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f66923b3-a46b-429f-b9bd-05d168a83e9e tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/861914ed-f840-40e5-a47e-09ff28ae1732 HTTP/1.1" status: 404 len: 337 time: 0.2806771 Mar 16 10:55:11.698786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48512) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:11.772194 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 099dbada-8ae6-48cc-9d14-ae58818a0278, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=099dbada-8ae6-48cc-9d14-ae58818a0278,segment=NetworkSegment(aa1451f4-ae61-4d20-833a-10c155327883),segment_id=aa1451f4-ae61-4d20-833a-10c155327883)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:11.823379 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.867291 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c9b362-6a53-485a-bdeb-fccb2d0e7f64 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:11.867887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c9b362-6a53-485a-bdeb-fccb2d0e7f64 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:11.871274 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-89c9b362-6a53-485a-bdeb-fccb2d0e7f64 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/f9d6cdf4-f275-4c67-b97a-83f8dc96143b HTTP/1.1" status: 404 len: 333 time: 0.1086705 Mar 16 10:55:11.873983 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48516) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:11.876442 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cb6f6e-4a47-4bec-b9e8-bb7688f5bc67 None None] Network 70b55228-108a-4a08-b966-8c0d574ef7cc requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:11.900740 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] For port 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1f4fe997-76e6-4162-82a8-a8d2ea78cbe3,segment=NetworkSegment(1c0c015e-2f05-4840-b957-fdc2a43a9c6b),segment_id=1c0c015e-2f05-4840-b957-fdc2a43a9c6b)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:11.901606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.952703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-53d38db9-4d46-4851-92bc-f8226ae54dbd tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.957893 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-d257a520-6010-43cb-ab5d-27f37a50373c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:11.958332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d257a520-6010-43cb-ab5d-27f37a50373c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:11.965599 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7d340b6d-c3bd-41f9-964c-ffdf94ff5641 None None] Provisioning complete for port ad7581e3-f06b-454d-b764-26d88b205ec9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:11.966327 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7d340b6d-c3bd-41f9-964c-ffdf94ff5641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.023734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2e97-fcf5-4bd0-bd0e-5e183be0b149 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.024747 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2e97-fcf5-4bd0-bd0e-5e183be0b149 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.036407 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d257a520-6010-43cb-ab5d-27f37a50373c tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/a16ea971-3e2a-416c-8317-97314f8dd498 HTTP/1.1" status: 404 len: 337 time: 0.1517603 Mar 16 10:55:12.037159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] Calling delete_port for 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:12.041912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-53d38db9-4d46-4851-92bc-f8226ae54dbd tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.048997 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48520) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:12.053393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.069070 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0ae568d9-2183-4c5b-9376-373ba4741ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.071605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0ae568d9-2183-4c5b-9376-373ba4741ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.075096 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0ae568d9-2183-4c5b-9376-373ba4741ca7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b831c146-1b46-45f1-a668-4c4af731d678 HTTP/1.1" status: 204 len: 168 time: 2.0772293 Mar 16 10:55:12.219681 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ffaeb0-a3fe-4b2c-aeeb-44f5bb3ff944 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:12.220910 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ffaeb0-a3fe-4b2c-aeeb-44f5bb3ff944 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:12.223492 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-29ffaeb0-a3fe-4b2c-aeeb-44f5bb3ff944 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/009beb84-9106-49b3-9061-1b3c4bcda3ec HTTP/1.1" status: 404 len: 337 time: 0.5814283 Mar 16 10:55:12.232760 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48526) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:12.301632 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-d935240a-7d67-4cf7-92f2-b549bfac0e2c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:12.302429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d935240a-7d67-4cf7-92f2-b549bfac0e2c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:12.306120 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-f91681a4-1b62-4314-a423-29b134a0afbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:12.306472 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-f91681a4-1b62-4314-a423-29b134a0afbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:12.309824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-90f88eb1-af64-4953-bc1f-64738d3de1f2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:12.317294 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d935240a-7d67-4cf7-92f2-b549bfac0e2c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/b464eac0-38eb-4e2b-b808-a8623601ae8c HTTP/1.1" status: 404 len: 337 time: 0.0780215 Mar 16 10:55:12.320745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48532) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:12.323557 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1c4796-2962-48e5-b0b3-c272f9c04e07 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:12.323690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2e97-fcf5-4bd0-bd0e-5e183be0b149 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.324004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1c4796-2962-48e5-b0b3-c272f9c04e07 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:12.328211 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3c1c4796-2962-48e5-b0b3-c272f9c04e07 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/subnets/600f61fa-a613-4d25-84d7-14a1ab94ce58 HTTP/1.1" status: 404 len: 337 time: 0.2752845 Mar 16 10:55:12.328211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae568d9-2183-4c5b-9376-373ba4741ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b831c146-1b46-45f1-a668-4c4af731d678,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:12.332433 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48536) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:12.346770 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=099dbada-8ae6-48cc-9d14-ae58818a0278,revision_number=11']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:12.429617 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2e97-fcf5-4bd0-bd0e-5e183be0b149 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.453012 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.461755 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-347bf09b-136d-42d1-b972-7190279b07e9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:12.463779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347bf09b-136d-42d1-b972-7190279b07e9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:12.465509 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-347bf09b-136d-42d1-b972-7190279b07e9 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/de25a469-6ca2-48dd-84e0-b5e7d923619c HTTP/1.1" status: 404 len: 337 time: 0.1388390 Mar 16 10:55:12.469740 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48540) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:12.561732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-90f88eb1-af64-4953-bc1f-64738d3de1f2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:12.563577 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-90f88eb1-af64-4953-bc1f-64738d3de1f2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9981990 Mar 16 10:55:12.565809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': '4955d29c-d852-45ce-a893-174b7f22a723'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:12.567017 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.580505 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b6feeddc-c328-4631-a98c-001e0cae2bbd up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:12.586698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] No DVR routers for this DVR port 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:12.595574 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-05e7df87-896f-4018-947c-443b97083cc1 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Deleting port 48158491-8e53-4d9b-9532-d7d9ab6b4ad1 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:12.595912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05e7df87-896f-4018-947c-443b97083cc1 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.625558 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae71cd2a-d067-45ae-bfe4-1d61088efc00 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:12.626161 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae71cd2a-d067-45ae-bfe4-1d61088efc00 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:12.648478 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ae71cd2a-d067-45ae-bfe4-1d61088efc00 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/4a7c5226-1566-4476-9e11-b459f4a03371 HTTP/1.1" status: 404 len: 333 time: 0.1733134 Mar 16 10:55:12.698345 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-53d38db9-4d46-4851-92bc-f8226ae54dbd tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.701225 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-53d38db9-4d46-4851-92bc-f8226ae54dbd tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.702362 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-53d38db9-4d46-4851-92bc-f8226ae54dbd tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-groups/547e5e28-7393-49bd-925f-e37dea8af383 HTTP/1.1" status: 204 len: 168 time: 1.1270204 Mar 16 10:55:12.703403 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48552) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:12.718481 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c70bcf-46dd-42a5-8bef-6b99fce9c610 None None] DHCP port deletion for 11edfc0f-ccfb-433f-a71c-f7e67b66743b request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:12.735467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48556) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:12.741889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f4fe997-76e6-4162-82a8-a8d2ea78cbe3,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:12.779359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b8616d-0cc2-4c07-be86-5363e056519a None None] DHCP port deletion for 4401366c-47f7-47e5-8a08-62fbd69fe2e5 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:12.798937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d38db9-4d46-4851-92bc-f8226ae54dbd tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=547e5e28-7393-49bd-925f-e37dea8af383,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:12.822118 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2e97-fcf5-4bd0-bd0e-5e183be0b149 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.823538 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b0ad2e97-fcf5-4bd0-bd0e-5e183be0b149 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3896191 Mar 16 10:55:12.833773 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48564) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:12.838995 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62e424e-8145-4019-9ded-a8fb9cdd8d5c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:12.839479 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62e424e-8145-4019-9ded-a8fb9cdd8d5c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:12.845664 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-33c70bcf-46dd-42a5-8bef-6b99fce9c610 None None] Deleting port ad7581e3-f06b-454d-b764-26d88b205ec9 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:12.846231 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-33c70bcf-46dd-42a5-8bef-6b99fce9c610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.873957 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e62e424e-8145-4019-9ded-a8fb9cdd8d5c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/f16cd55b-659e-4ddc-8f1f-b2f33ff31504 HTTP/1.1" status: 404 len: 337 time: 0.1491332 Mar 16 10:55:12.876618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f91681a4-1b62-4314-a423-29b134a0afbe None None] Deleting port 099dbada-8ae6-48cc-9d14-ae58818a0278 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:12.877116 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f91681a4-1b62-4314-a423-29b134a0afbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.877536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48570) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:12.977572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.993071 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Transition to ACTIVE for port object 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:13.007741 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-42519a0e-7e17-47c2-b538-9d49ec397248 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:13.008202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42519a0e-7e17-47c2-b538-9d49ec397248 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:13.010173 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-42519a0e-7e17-47c2-b538-9d49ec397248 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/6072e6d9-dcaa-4037-a88d-57a22e42f372 HTTP/1.1" status: 404 len: 337 time: 0.1282518 Mar 16 10:55:13.016063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48578) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:13.110802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Transition to ACTIVE for port object 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:13.125658 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d497ee-bd67-4411-af1d-bb1d7bd97014 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:13.126116 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d497ee-bd67-4411-af1d-bb1d7bd97014 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:13.127851 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b9d497ee-bd67-4411-af1d-bb1d7bd97014 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/ade7e989-3a84-465c-9fdc-0dd8ba5a8239 HTTP/1.1" status: 404 len: 333 time: 0.1076119 Mar 16 10:55:13.142208 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48584) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:13.185740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.206543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48588) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:13.225449 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b29931b-2192-4252-ac59-df120753f427 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:13.225449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b29931b-2192-4252-ac59-df120753f427 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:13.226885 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0b29931b-2192-4252-ac59-df120753f427 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/5b9e0026-58a5-4aff-a279-023c4339dd7a HTTP/1.1" status: 404 len: 337 time: 0.0836737 Mar 16 10:55:13.239128 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48592) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:13.321851 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-7292ed12-61d9-41bf-8e3b-b0adb531240c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:13.322403 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7292ed12-61d9-41bf-8e3b-b0adb531240c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:13.324312 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7292ed12-61d9-41bf-8e3b-b0adb531240c tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/subnets/6947c30c-977f-44c2-b837-f3ff9d12bc3f HTTP/1.1" status: 404 len: 337 time: 0.0842700 Mar 16 10:55:13.328954 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48598) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:13.334305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Allocated IP 2001:db8::1 (70b55228-108a-4a08-b966-8c0d574ef7cc/0f6a55e9-3f89-4649-a5c4-df622bf2f4c0/f54e84ef-0d01-41b4-bf56-150115c8a06b) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:13.371537 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-9cd9496d-929e-4a84-a417-a8ac73fe9a4f service neutron] 10.222.0.44 "GET /v2.0/networks/eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7356741 Mar 16 10:55:13.391855 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Network 5d99cff3-88b1-435b-8ce1-5e1c3a3f7378 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:13.396769 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-be15ce99-0236-4147-a634-8ebbe2fa7ba5 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6585007 Mar 16 10:55:13.419810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48602) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:13.440180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-323bfc96-09f1-4f4b-8103-11b44356670f tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:13.440846 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-323bfc96-09f1-4f4b-8103-11b44356670f tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 16 10:55:13.441858 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-323bfc96-09f1-4f4b-8103-11b44356670f tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 10:55:13.448891 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-323bfc96-09f1-4f4b-8103-11b44356670f tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2275014 Mar 16 10:55:13.459709 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48606) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:13.463481 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:13.499530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.504799 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port b6feeddc-c328-4631-a98c-001e0cae2bbd completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:13.505355 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968971020'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:13.507900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:13.522772 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:13.527435 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-1d569e9a-c720-4fe7-8341-1d3ccc58551b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] delete failed (client error): The resource could not be found. Mar 16 10:55:13.535829 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1d569e9a-c720-4fe7-8341-1d3ccc58551b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-groups/547e5e28-7393-49bd-925f-e37dea8af383 HTTP/1.1" status: 404 len: 347 time: 0.1034966 Mar 16 10:55:13.536016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7d340b6d-c3bd-41f9-964c-ffdf94ff5641 None None] Provisioning complete for port 6646f7ce-c5e6-4964-9dda-6497e85cc325 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:13.536016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7d340b6d-c3bd-41f9-964c-ffdf94ff5641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.563216 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48610) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:13.567070 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05e7df87-896f-4018-947c-443b97083cc1 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.587900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Pushing event updated for resources: {'Port': ['ID=7c1b1f72-eed6-4bb7-a49e-e506324bcd19,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:13.591392 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-74a8d734-57fe-4994-97b9-b1b5e74e4b3e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group': {'name': 'tempest-secgroup--1093511746'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:13.622674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:13.632715 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-4cd4d267-bea8-4334-9c98-5fedb9211f16 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Deleting port 6646f7ce-c5e6-4964-9dda-6497e85cc325 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:13.633044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d267-bea8-4334-9c98-5fedb9211f16 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.666804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:13.671301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-74a8d734-57fe-4994-97b9-b1b5e74e4b3e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:13.675181 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4401366c-47f7-47e5-8a08-62fbd69fe2e5']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:13.684514 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-33c70bcf-46dd-42a5-8bef-6b99fce9c610 None None] For port ad7581e3-f06b-454d-b764-26d88b205ec9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ad7581e3-f06b-454d-b764-26d88b205ec9,segment=NetworkSegment(3a94e082-077b-4ffd-99c0-1d39f12681e7),segment_id=3a94e082-077b-4ffd-99c0-1d39f12681e7)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:13.684899 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-33c70bcf-46dd-42a5-8bef-6b99fce9c610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.701748 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:13.762574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.811194 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-05e7df87-896f-4018-947c-443b97083cc1 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Calling delete_port for 48158491-8e53-4d9b-9532-d7d9ab6b4ad1 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:13.819455 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-f9b25b98-3fbd-4439-919b-62bd5294d903 service neutron] 10.222.0.44 "GET /v2.0/networks/eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412506 Mar 16 10:55:13.824083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.847728 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7d340b6d-c3bd-41f9-964c-ffdf94ff5641 None None] Port 6646f7ce-c5e6-4964-9dda-6497e85cc325 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:13.849171 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Allocated IP 2001:db8::2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/4955d29c-d852-45ce-a893-174b7f22a723/0c16fe58-9950-494d-805a-3362fdf2dd04) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:13.850378 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0c015e-2f05-4840-b957-fdc2a43a9c6b') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:13.851124 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0c015e-2f05-4840-b957-fdc2a43a9c6b') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:13.870853 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-74a8d734-57fe-4994-97b9-b1b5e74e4b3e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:13.882984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.886128 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:13.931312 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:13.938012 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.940407 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-33c70bcf-46dd-42a5-8bef-6b99fce9c610 None None] Calling delete_port for ad7581e3-f06b-454d-b764-26d88b205ec9 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:13.943376 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:13.997441 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Transition to ACTIVE for port object f54e84ef-0d01-41b4-bf56-150115c8a06b will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:13.998427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-f91681a4-1b62-4314-a423-29b134a0afbe None None] For port 099dbada-8ae6-48cc-9d14-ae58818a0278, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=099dbada-8ae6-48cc-9d14-ae58818a0278,segment=NetworkSegment(aa1451f4-ae61-4d20-833a-10c155327883),segment_id=aa1451f4-ae61-4d20-833a-10c155327883)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:13.998827 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f91681a4-1b62-4314-a423-29b134a0afbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.999061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:14.014742 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Attempting to bind port 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:14.015469 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Attempting to bind port 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '5a92215f-42f8-4db2-86ea-7d9f6335f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5d99cff3-88b1-435b-8ce1-5e1c3a3f7378'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:14.016009 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Attempting to bind port 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 on network 5d99cff3-88b1-435b-8ce1-5e1c3a3f7378 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:14.051137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d267-bea8-4334-9c98-5fedb9211f16 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.128118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:14.128795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Checking segment: {'id': '5a92215f-42f8-4db2-86ea-7d9f6335f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5d99cff3-88b1-435b-8ce1-5e1c3a3f7378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:14.129211 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.129600 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Bound using segment: {'id': '5a92215f-42f8-4db2-86ea-7d9f6335f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5d99cff3-88b1-435b-8ce1-5e1c3a3f7378'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:14.130084 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Bound port: 7c1b1f72-eed6-4bb7-a49e-e506324bcd19, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a92215f-42f8-4db2-86ea-7d9f6335f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5d99cff3-88b1-435b-8ce1-5e1c3a3f7378'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:14.130454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.253339 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.295222 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-74a8d734-57fe-4994-97b9-b1b5e74e4b3e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.366914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-74a8d734-57fe-4994-97b9-b1b5e74e4b3e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:14.377128 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-74a8d734-57fe-4994-97b9-b1b5e74e4b3e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:14.385521 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-74a8d734-57fe-4994-97b9-b1b5e74e4b3e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:14.388068 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-4cd4d267-bea8-4334-9c98-5fedb9211f16 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Calling delete_port for 6646f7ce-c5e6-4964-9dda-6497e85cc325 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:14.396885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-74a8d734-57fe-4994-97b9-b1b5e74e4b3e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:14.454058 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f91681a4-1b62-4314-a423-29b134a0afbe None None] Calling delete_port for 099dbada-8ae6-48cc-9d14-ae58818a0278 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:14.465037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:14.465442 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:14.480629 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:14.492843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0ce7e6fc-4a0c-45cc-acba-8aec8e4e0b3a None None] Provisioning for port b6feeddc-c328-4631-a98c-001e0cae2bbd completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:14.496335 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ad7581e3-f06b-454d-b764-26d88b205ec9 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:14.567430 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.577402 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0ce7e6fc-4a0c-45cc-acba-8aec8e4e0b3a None None] Provisioning complete for port b6feeddc-c328-4631-a98c-001e0cae2bbd triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:14.578061 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0ce7e6fc-4a0c-45cc-acba-8aec8e4e0b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.578456 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cd1c3a94-fa76-49fa-8404-04ad38915755 req-c7c5398f-5738-4a58-a16f-c7914276f688 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 210 time: 0.3696752 Mar 16 10:55:14.687918 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 70b55228-108a-4a08-b966-8c0d574ef7cc is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:14.691922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d267-bea8-4334-9c98-5fedb9211f16 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.693488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=f54e84ef-0d01-41b4-bf56-150115c8a06b,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:14.696671 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:14.706027 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.729758 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05e7df87-896f-4018-947c-443b97083cc1 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.802571 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7df87-896f-4018-947c-443b97083cc1 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Port': ['ID=48158491-8e53-4d9b-9532-d7d9ab6b4ad1,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:14.802773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:14.803555 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.804306 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.806979 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-33c70bcf-46dd-42a5-8bef-6b99fce9c610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.910308 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c70bcf-46dd-42a5-8bef-6b99fce9c610 None None] Pushing event deleted for resources: {'Port': ['ID=ad7581e3-f06b-454d-b764-26d88b205ec9,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:14.924692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c70bcf-46dd-42a5-8bef-6b99fce9c610 None None] No DVR routers for this DVR port ad7581e3-f06b-454d-b764-26d88b205ec9 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:14.932840 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No active binding found for port ad7581e3-f06b-454d-b764-26d88b205ec9 {{(pid=87970) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 10:55:14.933357 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ad7581e3-f06b-454d-b764-26d88b205ec9 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:14.933887 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:15.007723 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f91681a4-1b62-4314-a423-29b134a0afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.026405 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.059633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-74a8d734-57fe-4994-97b9-b1b5e74e4b3e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.066004 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4401366c-47f7-47e5-8a08-62fbd69fe2e5,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:15.068617 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] For port 7c1b1f72-eed6-4bb7-a49e-e506324bcd19, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:15.075755 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:15.076102 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1f4fe997-76e6-4162-82a8-a8d2ea78cbe3 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:15.080092 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05e7df87-896f-4018-947c-443b97083cc1 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.094894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-74a8d734-57fe-4994-97b9-b1b5e74e4b3e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.098335 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d267-bea8-4334-9c98-5fedb9211f16 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.112509 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4d267-bea8-4334-9c98-5fedb9211f16 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Port': ['ID=6646f7ce-c5e6-4964-9dda-6497e85cc325,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:15.140689 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91681a4-1b62-4314-a423-29b134a0afbe None None] Pushing event deleted for resources: {'Port': ['ID=099dbada-8ae6-48cc-9d14-ae58818a0278,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:15.144922 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91681a4-1b62-4314-a423-29b134a0afbe None None] No DVR routers for this DVR port 099dbada-8ae6-48cc-9d14-ae58818a0278 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:15.157304 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] For port 7c1b1f72-eed6-4bb7-a49e-e506324bcd19, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=7c1b1f72-eed6-4bb7-a49e-e506324bcd19,segment=NetworkSegment(5a92215f-42f8-4db2-86ea-7d9f6335f076),segment_id=5a92215f-42f8-4db2-86ea-7d9f6335f076)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:15.172503 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-05e7df87-896f-4018-947c-443b97083cc1 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/ports/48158491-8e53-4d9b-9532-d7d9ab6b4ad1 HTTP/1.1" status: 204 len: 168 time: 2.8280449 Mar 16 10:55:15.186807 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48630) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:15.202101 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.248818 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8d734-57fe-4994-97b9-b1b5e74e4b3e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8be6d8-d9c7-4dc4-b10f-7d5ff6cba68f,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:15.256021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.261482 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4cd4d267-bea8-4334-9c98-5fedb9211f16 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/ports/6646f7ce-c5e6-4964-9dda-6497e85cc325 HTTP/1.1" status: 204 len: 168 time: 1.9279726 Mar 16 10:55:15.268488 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c31b9249-170a-4ed6-b298-e25d5a5251d7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4401366c-47f7-47e5-8a08-62fbd69fe2e5 HTTP/1.1" status: 204 len: 168 time: 4.3025422 Mar 16 10:55:15.269185 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48634) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:15.310994 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.357093 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.359176 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:15.369304 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Transition to ACTIVE for port object 0c16fe58-9950-494d-805a-3362fdf2dd04 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:15.374693 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-74a8d734-57fe-4994-97b9-b1b5e74e4b3e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.379892 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-74a8d734-57fe-4994-97b9-b1b5e74e4b3e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8156850 Mar 16 10:55:15.380816 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48640) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:15.390523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Transition to ACTIVE for port object 0c16fe58-9950-494d-805a-3362fdf2dd04 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:15.399629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:15.403705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-61d9271f-df99-483d-9523-df85c131f113 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group_rule': {'security_group_id': '8f8be6d8-d9c7-4dc4-b10f-7d5ff6cba68f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:15.442045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.452749 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0ce7e6fc-4a0c-45cc-acba-8aec8e4e0b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.467675 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26dd04-4099-43b1-ae2d-1b82d7cd4478 None None] Pushing event updated for resources: {'Port': ['ID=7c1b1f72-eed6-4bb7-a49e-e506324bcd19,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:15.497670 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-61d9271f-df99-483d-9523-df85c131f113 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:15.525409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:15.529280 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-61d9271f-df99-483d-9523-df85c131f113 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:15.538183 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-61d9271f-df99-483d-9523-df85c131f113 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:15.550025 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:15.555782 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05132c19-b681-4148-b519-d64769caae08,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:15.581181 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-61d9271f-df99-483d-9523-df85c131f113 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:15.587898 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:15.597068 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d99c8be-9f4d-4bb2-acba-225f5bf02bf0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.615061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48644) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:15.619676 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:15.637373 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:15.638212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2cc663cc-74b5-4c55-a9d5-bbb0760f3096 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.664751 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-0ce7e6fc-4a0c-45cc-acba-8aec8e4e0b3a None None] For port b6feeddc-c328-4631-a98c-001e0cae2bbd, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b6feeddc-c328-4631-a98c-001e0cae2bbd,segment=NetworkSegment(b8ec09d4-0462-4e70-b82f-b8a0cba9cc21),segment_id=b8ec09d4-0462-4e70-b82f-b8a0cba9cc21)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:15.694116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::1 (6fb457af-0d86-4c52-b4cf-f12d297a5983/4955d29c-d852-45ce-a893-174b7f22a723/82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:15.722879 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Pushing event updated for resources: {'Port': ['ID=0c16fe58-9950-494d-805a-3362fdf2dd04,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:15.735764 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0ce7e6fc-4a0c-45cc-acba-8aec8e4e0b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.767029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.903142 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a09b2387-11af-4078-a79b-6afaae63cbfe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f7f82da52584a9cb3b9e11b4547dbe8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2828662 Mar 16 10:55:15.915466 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48650) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:15.918090 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-93945a61-7fbd-4002-aabd-507b5955da04 req-734e2585-d752-40af-b252-b3cf812ed68e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 210 time: 0.1759036 Mar 16 10:55:15.921260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Attempting to bind port 0c16fe58-9950-494d-805a-3362fdf2dd04 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:15.922369 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Attempting to bind port 0c16fe58-9950-494d-805a-3362fdf2dd04 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:15.922794 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Attempting to bind port 0c16fe58-9950-494d-805a-3362fdf2dd04 on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:15.937219 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:15.937699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:15.938174 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.938629 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:15.943505 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Bound port: 0c16fe58-9950-494d-805a-3362fdf2dd04, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:15.943947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.982405 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-61d9271f-df99-483d-9523-df85c131f113 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.987540 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-75fb5073-7f2b-4146-b4e5-3e47b051f183 None None] Provisioning complete for port b6feeddc-c328-4631-a98c-001e0cae2bbd triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:15.988265 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-75fb5073-7f2b-4146-b4e5-3e47b051f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.097453 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d0a4-5a55-43d8-875a-f23d120e4920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.130813 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7e6fc-4a0c-45cc-acba-8aec8e4e0b3a None None] Pushing event updated for resources: {'Port': ['ID=b6feeddc-c328-4631-a98c-001e0cae2bbd,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:16.136013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2cc663cc-74b5-4c55-a9d5-bbb0760f3096 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.185148 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] For port 0c16fe58-9950-494d-805a-3362fdf2dd04, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:16.189175 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] For port 0c16fe58-9950-494d-805a-3362fdf2dd04, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0c16fe58-9950-494d-805a-3362fdf2dd04,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:16.245573 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.273713 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.279226 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d99c8be-9f4d-4bb2-acba-225f5bf02bf0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.292495 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d0a4-5a55-43d8-875a-f23d120e4920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.333576 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:16.350253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-5d99c8be-9f4d-4bb2-acba-225f5bf02bf0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d3073b-b6fa-4b30-b26b-659de5566503']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:16.362109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.378167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-2cc663cc-74b5-4c55-a9d5-bbb0760f3096 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11edfc0f-ccfb-433f-a71c-f7e67b66743b']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:16.393914 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.396484 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-61d9271f-df99-483d-9523-df85c131f113 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.400681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-5d99c8be-9f4d-4bb2-acba-225f5bf02bf0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1451f4-ae61-4d20-833a-10c155327883') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:16.400901 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-5d99c8be-9f4d-4bb2-acba-225f5bf02bf0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1451f4-ae61-4d20-833a-10c155327883') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:16.413143 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-2cc663cc-74b5-4c55-a9d5-bbb0760f3096 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a94e082-077b-4ffd-99c0-1d39f12681e7') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:16.413450 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-2cc663cc-74b5-4c55-a9d5-bbb0760f3096 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a94e082-077b-4ffd-99c0-1d39f12681e7') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:16.416240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-61d9271f-df99-483d-9523-df85c131f113 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.429326 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a7225-08a3-4fc5-a8a4-51faf413b2a4 None None] Pushing event updated for resources: {'Port': ['ID=0c16fe58-9950-494d-805a-3362fdf2dd04,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:16.446641 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d99c8be-9f4d-4bb2-acba-225f5bf02bf0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.450312 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-75fb5073-7f2b-4146-b4e5-3e47b051f183 None None] Provisioning for port f54e84ef-0d01-41b4-bf56-150115c8a06b completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:16.454013 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9271f-df99-483d-9523-df85c131f113 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5c7bdf-9594-4919-aefa-b52ad1d0c5e7,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:16.455823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-75fb5073-7f2b-4146-b4e5-3e47b051f183 None None] Provisioning complete for port f54e84ef-0d01-41b4-bf56-150115c8a06b triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:16.456062 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-75fb5073-7f2b-4146-b4e5-3e47b051f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.524202 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d99c8be-9f4d-4bb2-acba-225f5bf02bf0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.539849 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d99c8be-9f4d-4bb2-acba-225f5bf02bf0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:16.540292 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d99c8be-9f4d-4bb2-acba-225f5bf02bf0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.566990 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-75fb5073-7f2b-4146-b4e5-3e47b051f183 None None] Port f54e84ef-0d01-41b4-bf56-150115c8a06b cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:16.571963 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:16.610305 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:16.660355 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-61d9271f-df99-483d-9523-df85c131f113 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.664660 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-61d9271f-df99-483d-9523-df85c131f113 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2722824 Mar 16 10:55:16.669953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48658) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:16.683068 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d0a4-5a55-43d8-875a-f23d120e4920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.685114 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d0a4-5a55-43d8-875a-f23d120e4920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.689490 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a2f2d0a4-5a55-43d8-875a-f23d120e4920 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35dd6bf3-9ff0-4d8b-8510-924b72a075f0 HTTP/1.1" status: 204 len: 168 time: 0.7719893 Mar 16 10:55:16.714853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2cc663cc-74b5-4c55-a9d5-bbb0760f3096 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.727605 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.730421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:16.737359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b6feeddc-c328-4631-a98c-001e0cae2bbd up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:16.745048 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2d0a4-5a55-43d8-875a-f23d120e4920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dd6bf3-9ff0-4d8b-8510-924b72a075f0,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:16.961725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port b6feeddc-c328-4631-a98c-001e0cae2bbd triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:16.962742 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.987232 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-599b8db0-2b7f-440b-8968-bd59838e8ae5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:16.989265 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-599b8db0-2b7f-440b-8968-bd59838e8ae5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/networks?id=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 HTTP/1.1" status: 200 len: 797 time: 0.9814298 Mar 16 10:55:16.990387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2cc663cc-74b5-4c55-a9d5-bbb0760f3096 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.015614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.016751 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.5335603 Mar 16 10:55:17.017518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c95dc-40fb-4f2f-8abb-a44cd3923153 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce28619e-3cdb-4246-a085-865dad5d455f,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:17.023095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48666) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:17.055049 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc663cc-74b5-4c55-a9d5-bbb0760f3096 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:17.055479 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2cc663cc-74b5-4c55-a9d5-bbb0760f3096 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:17.090248 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:17.093493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-bd9e819b-3d1e-42e9-a3ee-1151fb5a42cf tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': 'ce28619e-3cdb-4246-a085-865dad5d455f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:17.142142 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-bd9e819b-3d1e-42e9-a3ee-1151fb5a42cf tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:17.217514 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-bd9e819b-3d1e-42e9-a3ee-1151fb5a42cf tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:17.223448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb738bef-ad7d-4f2e-87bc-be57faca0d55 None None] Network 5d99cff3-88b1-435b-8ce1-5e1c3a3f7378 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:17.229706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:17.251968 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb921358-9c0c-42f3-b29c-b65c4b59e5e1 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.258629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-bd9e819b-3d1e-42e9-a3ee-1151fb5a42cf tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:17.261534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d99c8be-9f4d-4bb2-acba-225f5bf02bf0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.267917 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-88faee5f-2bc6-4dee-b7ed-43a404a4ef7a req-bcac360f-0043-40f2-ab59-493cadae731a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 210 time: 0.0863760 Mar 16 10:55:17.308845 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:17.310484 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb921358-9c0c-42f3-b29c-b65c4b59e5e1 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.318050 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d99c8be-9f4d-4bb2-acba-225f5bf02bf0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.327032 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:17.333049 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99c8be-9f4d-4bb2-acba-225f5bf02bf0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] Pushing event deleted for resources: {'Network': ['ID=d5d3073b-b6fa-4b30-b26b-659de5566503,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:17.335654 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-bd9e819b-3d1e-42e9-a3ee-1151fb5a42cf tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:17.345294 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:17.348246 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.356531 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7015dd2a-dd9e-4c96-a95b-42c0383fa59b None None] Provisioning for port 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:17.362309 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5d99c8be-9f4d-4bb2-acba-225f5bf02bf0 tempest-PortsTestJSON-1959265023 tempest-PortsTestJSON-1959265023-project] 10.222.0.44 "DELETE /v2.0/networks/d5d3073b-b6fa-4b30-b26b-659de5566503 HTTP/1.1" status: 204 len: 168 time: 2.1668983 Mar 16 10:55:17.371451 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-30096424-ce68-4026-b995-ee658d426bcf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 380 time: 0.3599918 Mar 16 10:55:17.374720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7015dd2a-dd9e-4c96-a95b-42c0383fa59b None None] Provisioning complete for port 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:17.374949 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7015dd2a-dd9e-4c96-a95b-42c0383fa59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.400837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-222bb561-5f49-47c1-b7ba-3a90b68f4c15 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'port': {'device_id': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'admin_state_up': True, 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'security_groups': ['d24aa627-8744-453d-be62-e3b712135e29']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:17.418688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb921358-9c0c-42f3-b29c-b65c4b59e5e1 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.429037 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2cc663cc-74b5-4c55-a9d5-bbb0760f3096 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.458594 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fb921358-9c0c-42f3-b29c-b65c4b59e5e1 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.461616 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fb921358-9c0c-42f3-b29c-b65c4b59e5e1 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/5d5c7bdf-9594-4919-aefa-b52ad1d0c5e7 HTTP/1.1" status: 204 len: 168 time: 0.7905288 Mar 16 10:55:17.462623 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb921358-9c0c-42f3-b29c-b65c4b59e5e1 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d5c7bdf-9594-4919-aefa-b52ad1d0c5e7,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:17.476279 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48680) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:17.483940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2cc663cc-74b5-4c55-a9d5-bbb0760f3096 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.496067 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.508541 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc663cc-74b5-4c55-a9d5-bbb0760f3096 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] Pushing event deleted for resources: {'Network': ['ID=11edfc0f-ccfb-433f-a71c-f7e67b66743b,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:17.571166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd9e819b-3d1e-42e9-a3ee-1151fb5a42cf tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.596833 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2cc663cc-74b5-4c55-a9d5-bbb0760f3096 tempest-PortsIpV6TestJSON-474160851 tempest-PortsIpV6TestJSON-474160851-project] 10.222.0.44 "DELETE /v2.0/networks/11edfc0f-ccfb-433f-a71c-f7e67b66743b HTTP/1.1" status: 204 len: 168 time: 2.3267171 Mar 16 10:55:17.604469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.resource_extend [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:55:17.654293 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6651aff1-9c8d-4501-9457-873739a4fd6a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:17.666477 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.690061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.691288 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.694905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.728994 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7015dd2a-dd9e-4c96-a95b-42c0383fa59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.772088 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6651aff1-9c8d-4501-9457-873739a4fd6a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:17.773639 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6651aff1-9c8d-4501-9457-873739a4fd6a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2960956 Mar 16 10:55:17.780467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48690) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:17.789932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7015dd2a-dd9e-4c96-a95b-42c0383fa59b None None] For port 7c1b1f72-eed6-4bb7-a49e-e506324bcd19, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=7c1b1f72-eed6-4bb7-a49e-e506324bcd19,segment=NetworkSegment(5a92215f-42f8-4db2-86ea-7d9f6335f076),segment_id=5a92215f-42f8-4db2-86ea-7d9f6335f076)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:17.802018 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7015dd2a-dd9e-4c96-a95b-42c0383fa59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.848630 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-222bb561-5f49-47c1-b7ba-3a90b68f4c15 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:17.970090 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015dd2a-dd9e-4c96-a95b-42c0383fa59b None None] Pushing event updated for resources: {'Port': ['ID=7c1b1f72-eed6-4bb7-a49e-e506324bcd19,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:17.996601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-222bb561-5f49-47c1-b7ba-3a90b68f4c15 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:17.998815 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=f54e84ef-0d01-41b4-bf56-150115c8a06b,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:18.002479 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd9e819b-3d1e-42e9-a3ee-1151fb5a42cf tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.024388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd9e819b-3d1e-42e9-a3ee-1151fb5a42cf tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.042579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48696) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:18.059925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-222bb561-5f49-47c1-b7ba-3a90b68f4c15 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:18.067035 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-222bb561-5f49-47c1-b7ba-3a90b68f4c15 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.137170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e819b-3d1e-42e9-a3ee-1151fb5a42cf tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93cf566a-8943-43df-abef-e6de35cf8403,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:18.167032 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6e9becba-45bf-4dc5-b997-4697af069cba tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.238269 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fb7f1806-e44a-4951-b5a4-88479d8ddcff None None] Provisioning for port 0c16fe58-9950-494d-805a-3362fdf2dd04 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:18.248114 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd9e819b-3d1e-42e9-a3ee-1151fb5a42cf tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.252462 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bd9e819b-3d1e-42e9-a3ee-1151fb5a42cf tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2062902 Mar 16 10:55:18.259805 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48704) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:18.295814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-cee075e9-fac1-4638-99f1-bfc7eb0de0ed tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': 'ce28619e-3cdb-4246-a085-865dad5d455f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:18.310902 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cee075e9-fac1-4638-99f1-bfc7eb0de0ed tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:18.315893 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48712) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:18.319557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cee075e9-fac1-4638-99f1-bfc7eb0de0ed tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:18.322776 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 70b55228-108a-4a08-b966-8c0d574ef7cc is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:18.332577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6e9becba-45bf-4dc5-b997-4697af069cba tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.342950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cee075e9-fac1-4638-99f1-bfc7eb0de0ed tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:18.382294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:18.407021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cee075e9-fac1-4638-99f1-bfc7eb0de0ed tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:18.496082 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0bc0239e-15bf-4438-b882-dc027785e3df None None] Provisioning complete for port 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:18.503891 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0bc0239e-15bf-4438-b882-dc027785e3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.604710 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.620728 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cee075e9-fac1-4638-99f1-bfc7eb0de0ed tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.658290 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.659049 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.663350 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0c16fe58-9950-494d-805a-3362fdf2dd04 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:18.773650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 0c16fe58-9950-494d-805a-3362fdf2dd04 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:18.780235 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 0c16fe58-9950-494d-805a-3362fdf2dd04 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:18.780948 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.820216 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a37981df-6f73-49bb-8f18-559cb0b44a89 req-66621d2d-3d34-410d-afda-84449fc66441 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 210 time: 0.2678106 Mar 16 10:55:18.920736 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6e9becba-45bf-4dc5-b997-4697af069cba tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.930827 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0837ad75-84f2-42a3-84a5-c447f90a45cf None None] Provisioning for port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:18.935173 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.939051 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:18.966013 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0837ad75-84f2-42a3-84a5-c447f90a45cf None None] Provisioning complete for port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:18.966537 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0837ad75-84f2-42a3-84a5-c447f90a45cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.968592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9becba-45bf-4dc5-b997-4697af069cba tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8be6d8-d9c7-4dc4-b10f-7d5ff6cba68f,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:18.982738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-222bb561-5f49-47c1-b7ba-3a90b68f4c15 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.13 (eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8/1eb55fa3-2b04-43ec-a85b-0b117769ed73/13f86a42-3d76-403d-9dc5-0d46a2506027) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:18.994355 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-78fb8694-f204-46c9-bee1-cf3fac93e7dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ccc1f3e211964114b838d54c51aafa12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9420407 Mar 16 10:55:18.995239 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48724) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:19.015440 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b705ab18-96f7-4a21-9af0-7ddaab99e786 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a73c732b534b4cd9966f77ee5114e274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6954446 Mar 16 10:55:19.018523 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48728) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:19.043541 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 0c16fe58-9950-494d-805a-3362fdf2dd04, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0c16fe58-9950-494d-805a-3362fdf2dd04,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:19.056130 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.056967 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:19.080861 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-cee075e9-fac1-4638-99f1-bfc7eb0de0ed tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 10:55:19.085004 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cee075e9-fac1-4638-99f1-bfc7eb0de0ed tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8216846 Mar 16 10:55:19.094101 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48732) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:19.133476 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-afbf2729-ce2b-445f-a9ed-7f0cc49cd100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.154488 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:19.159998 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:19.188137 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=0c16fe58-9950-494d-805a-3362fdf2dd04,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:19.190852 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-afbf2729-ce2b-445f-a9ed-7f0cc49cd100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.194579 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-0837ad75-84f2-42a3-84a5-c447f90a45cf None None] Port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:19.223845 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0837ad75-84f2-42a3-84a5-c447f90a45cf None None] Provisioning complete for port f54e84ef-0d01-41b4-bf56-150115c8a06b triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:19.224448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0837ad75-84f2-42a3-84a5-c447f90a45cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.313490 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-0837ad75-84f2-42a3-84a5-c447f90a45cf None None] Port f54e84ef-0d01-41b4-bf56-150115c8a06b cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:19.318054 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:19.318428 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.320267 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4bd07f82-6975-4056-8c02-899042cd0cca tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.392097 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-95201be3-aea1-4887-a604-33fb686432c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.430950 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-95201be3-aea1-4887-a604-33fb686432c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.504259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 1ce5fc09-1eff-440f-b3fc-03d351cebff9 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:55:19.507213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4bd07f82-6975-4056-8c02-899042cd0cca tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.516120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6e9becba-45bf-4dc5-b997-4697af069cba tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.518194 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6e9becba-45bf-4dc5-b997-4697af069cba tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-groups/8f8be6d8-d9c7-4dc4-b10f-7d5ff6cba68f HTTP/1.1" status: 204 len: 168 time: 1.7224126 Mar 16 10:55:19.524442 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48744) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:19.577928 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-afbf2729-ce2b-445f-a9ed-7f0cc49cd100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.622002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf2729-ce2b-445f-a9ed-7f0cc49cd100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3d5b3e-8210-4a44-a022-964946854566,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:19.641695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-afbf2729-ce2b-445f-a9ed-7f0cc49cd100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.643110 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-afbf2729-ce2b-445f-a9ed-7f0cc49cd100 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c3d5b3e-8210-4a44-a022-964946854566 HTTP/1.1" status: 204 len: 168 time: 0.6230874 Mar 16 10:55:19.647737 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-aa6fbff3-99d1-4792-97be-97422f61c5a8 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:19.670658 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4bd07f82-6975-4056-8c02-899042cd0cca tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.693423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-aa6fbff3-99d1-4792-97be-97422f61c5a8 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:19.695041 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-aa6fbff3-99d1-4792-97be-97422f61c5a8 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1696734 Mar 16 10:55:19.697790 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Router cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:55:19.699871 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48754) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:19.704834 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd07f82-6975-4056-8c02-899042cd0cca tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce28619e-3cdb-4246-a085-865dad5d455f,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:19.707128 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-635b6ddf-2272-49f4-8952-d1cf7af4ef71 None None] Provisioning complete for port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:19.707543 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-635b6ddf-2272-49f4-8952-d1cf7af4ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.715508 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-f0389cbc-2b25-4d22-9430-f029c2ccb219 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108012076'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:19.725073 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4bd07f82-6975-4056-8c02-899042cd0cca tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.726439 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4bd07f82-6975-4056-8c02-899042cd0cca tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "DELETE /v2.0/security-groups/ce28619e-3cdb-4246-a085-865dad5d455f HTTP/1.1" status: 204 len: 168 time: 0.6301715 Mar 16 10:55:19.727868 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f0389cbc-2b25-4d22-9430-f029c2ccb219 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:19.731385 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48758) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:19.806561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-222bb561-5f49-47c1-b7ba-3a90b68f4c15 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.814200 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-635b6ddf-2272-49f4-8952-d1cf7af4ef71 None None] Port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:19.827013 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f0389cbc-2b25-4d22-9430-f029c2ccb219 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:19.829641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-95201be3-aea1-4887-a604-33fb686432c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.865112 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48764) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:19.929332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-222bb561-5f49-47c1-b7ba-3a90b68f4c15 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object 13f86a42-3d76-403d-9dc5-0d46a2506027 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:19.932780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95201be3-aea1-4887-a604-33fb686432c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8c69a6-f9d6-4e37-9b5e-d5d3986e56e9,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:19.959749 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-95201be3-aea1-4887-a604-33fb686432c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.963365 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-95201be3-aea1-4887-a604-33fb686432c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f8c69a6-f9d6-4e37-9b5e-d5d3986e56e9 HTTP/1.1" status: 204 len: 168 time: 0.9604080 Mar 16 10:55:19.999972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:20.012225 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5875494-3781-4d51-a453-dd82a1a4502a None None] Sync routers for ids ['1ce5fc09-1eff-440f-b3fc-03d351cebff9'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:20.014354 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-479798f9-d99a-404e-8abe-767fdd0be066 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/1ce5fc09-1eff-440f-b3fc-03d351cebff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5198138 Mar 16 10:55:20.018121 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48774) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:20.037818 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5875494-3781-4d51-a453-dd82a1a4502a None None] Routers {'1ce5fc09-1eff-440f-b3fc-03d351cebff9'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:20.039296 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-c5875494-3781-4d51-a453-dd82a1a4502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1ce5fc09-1eff-440f-b3fc-03d351cebff9'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:20.041808 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f0389cbc-2b25-4d22-9430-f029c2ccb219 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.108083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-222bb561-5f49-47c1-b7ba-3a90b68f4c15 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.122014 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1ff4bad5-8132-47ca-9161-1464a3e6e7f3 req-030ef5d9-ed3c-4cdb-ae4c-90cef6aec7fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 210 time: 0.0969465 Mar 16 10:55:20.150921 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f0389cbc-2b25-4d22-9430-f029c2ccb219 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:20.160892 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f0389cbc-2b25-4d22-9430-f029c2ccb219 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:20.164253 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d31a36-af2a-4803-9378-2c1f0cac3b96 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:20.164860 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-94d31a36-af2a-4803-9378-2c1f0cac3b96 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Synchronizing usage tracker for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:20.168497 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6840d40f-aa69-4125-99d5-8d856b5e2297 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Synchronizing usage tracker for tenant:fe1f46756cb34ea2b9a04d74565b3ec3 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:20.172142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f0389cbc-2b25-4d22-9430-f029c2ccb219 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:20.175491 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:20.181021 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8574be5c-650e-4c3f-a1a5-c59f36167e8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "PUT /v2.0/routers/cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3443353 Mar 16 10:55:20.184996 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48778) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:20.189126 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f0389cbc-2b25-4d22-9430-f029c2ccb219 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:20.193620 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Sync routers for ids ['cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:20.222506 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Routers {'cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:20.233928 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-436633690'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:20.235523 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:20.241774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-222bb561-5f49-47c1-b7ba-3a90b68f4c15 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:20.249252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-222bb561-5f49-47c1-b7ba-3a90b68f4c15 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:20.252344 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-c5875494-3781-4d51-a453-dd82a1a4502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:20.254790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-222bb561-5f49-47c1-b7ba-3a90b68f4c15 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:20.274965 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6840d40f-aa69-4125-99d5-8d856b5e2297 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Unset dirty status for tenant:fe1f46756cb34ea2b9a04d74565b3ec3 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:20.276788 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6840d40f-aa69-4125-99d5-8d856b5e2297 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5432105 Mar 16 10:55:20.287400 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48782) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:20.302191 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:20.304356 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5737029a-8270-44e0-ba78-26fe153b5289 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1400785730'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:20.307135 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Usage tracker for resource:network and tenant:953bb50d239b4f388b0069a00110c3f2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:20.308731 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5875494-3781-4d51-a453-dd82a1a4502a None None] Routers {'1ce5fc09-1eff-440f-b3fc-03d351cebff9'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:20.309366 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-c5875494-3781-4d51-a453-dd82a1a4502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1ce5fc09-1eff-440f-b3fc-03d351cebff9'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:20.329361 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:20.346258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782c707e-64d1-4b32-90cf-7db400e70829 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:20.347917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-782c707e-64d1-4b32-90cf-7db400e70829 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:20.352519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:20.358143 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5737029a-8270-44e0-ba78-26fe153b5289 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:20.372170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-94d31a36-af2a-4803-9378-2c1f0cac3b96 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Unset dirty status for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:20.379015 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48790) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:20.380237 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-94d31a36-af2a-4803-9378-2c1f0cac3b96 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports/f54e84ef-0d01-41b4-bf56-150115c8a06b HTTP/1.1" status: 200 len: 911 time: 0.3603547 Mar 16 10:55:20.448811 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Made reservation on behalf of 953bb50d239b4f388b0069a00110c3f2 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:20.462902 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.498384 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.541678 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5737029a-8270-44e0-ba78-26fe153b5289 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:20.543774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bb561-5f49-47c1-b7ba-3a90b68f4c15 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=13f86a42-3d76-403d-9dc5-0d46a2506027,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:20.548229 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0c16fe58-9950-494d-805a-3362fdf2dd04 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:20.573554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:20.593248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Usage tracker for resource:security_group_rule and tenant:953bb50d239b4f388b0069a00110c3f2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:20.598629 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Set router cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:20.600223 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:20.615055 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-222bb561-5f49-47c1-b7ba-3a90b68f4c15 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:20.620046 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-c5875494-3781-4d51-a453-dd82a1a4502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:20.620536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5875494-3781-4d51-a453-dd82a1a4502a None None] The sync data for ids ['1ce5fc09-1eff-440f-b3fc-03d351cebff9'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:20.624420 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-222bb561-5f49-47c1-b7ba-3a90b68f4c15 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.639382 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:20.687758 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-222bb561-5f49-47c1-b7ba-3a90b68f4c15 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2980583 Mar 16 10:55:20.713725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5737029a-8270-44e0-ba78-26fe153b5289 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.713918 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 0c16fe58-9950-494d-805a-3362fdf2dd04 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:20.714026 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.724363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Request body: {'port': {'device_id': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:20.776137 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-782c707e-64d1-4b32-90cf-7db400e70829 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:20.777308 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-782c707e-64d1-4b32-90cf-7db400e70829 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports/82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 HTTP/1.1" status: 200 len: 911 time: 0.5896487 Mar 16 10:55:20.790907 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48804) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:20.803403 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0c87b47b-ed61-46c0-add9-0efb446368ca None None] Provisioning for port 13f86a42-3d76-403d-9dc5-0d46a2506027 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:20.812640 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0c87b47b-ed61-46c0-add9-0efb446368ca None None] Provisioning complete for port 13f86a42-3d76-403d-9dc5-0d46a2506027 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:20.813398 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0c87b47b-ed61-46c0-add9-0efb446368ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.855450 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5737029a-8270-44e0-ba78-26fe153b5289 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:20.974345 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.001532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f0389cbc-2b25-4d22-9430-f029c2ccb219 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.009121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5737029a-8270-44e0-ba78-26fe153b5289 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:21.013283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-0c87b47b-ed61-46c0-add9-0efb446368ca None None] Port 13f86a42-3d76-403d-9dc5-0d46a2506027 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:21.020559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5737029a-8270-44e0-ba78-26fe153b5289 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:21.042432 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f0389cbc-2b25-4d22-9430-f029c2ccb219 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.061608 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5737029a-8270-44e0-ba78-26fe153b5289 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:21.130833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510ec469-6264-4e2a-9db7-914bbb572ab0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:21.137142 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510ec469-6264-4e2a-9db7-914bbb572ab0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:21.138306 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-510ec469-6264-4e2a-9db7-914bbb572ab0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:21.142274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.181291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.242263 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e', 'name': 'tempest-NetworksTestDHCPv6-router-53885604', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:12Z', 'updated_at': '2022-03-16T10:55:17Z', 'revision_number': 2, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'gw_port_host': None, '_interfaces': [{'id': '82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6', 'name': '', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'mac_address': 'fa:16:3e:f7:e9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '4955d29c-d852-45ce-a893-174b7f22a723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:55:15Z', 'updated_at': '2022-03-16T10:55:18Z', 'revision_number': 2, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'subnets': [{'id': '4955d29c-d852-45ce-a893-174b7f22a723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:21.248600 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Checking router: cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:21.249132 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Updating router cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:55:21.310295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-510ec469-6264-4e2a-9db7-914bbb572ab0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:21.311816 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-510ec469-6264-4e2a-9db7-914bbb572ab0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5194802 Mar 16 10:55:21.325234 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48824) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:21.325997 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.351952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:21.467370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0389cbc-2b25-4d22-9430-f029c2ccb219 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737cc4f2-9111-4c2b-83ec-82d195162dbe,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:21.540000 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48832) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:21.564155 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9e9010-794e-457f-a37e-e96e5ebc2877,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:21.568276 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f0389cbc-2b25-4d22-9430-f029c2ccb219 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.573471 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f0389cbc-2b25-4d22-9430-f029c2ccb219 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8700705 Mar 16 10:55:21.577463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48838) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:21.590956 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-b3a4b34c-66ce-43cc-ae2d-aebb271ff54b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group_rule': {'security_group_id': '737cc4f2-9111-4c2b-83ec-82d195162dbe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:21.607972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b3a4b34c-66ce-43cc-ae2d-aebb271ff54b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:21.625781 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b3a4b34c-66ce-43cc-ae2d-aebb271ff54b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:21.633333 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b3a4b34c-66ce-43cc-ae2d-aebb271ff54b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:21.652626 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b3a4b34c-66ce-43cc-ae2d-aebb271ff54b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:21.717150 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.717681 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Added segment d223a827-76e8-4aad-9dd3-b37669dfd9ed of type vlan for network 73ed6c0c-2382-49fe-886a-2991dc9803f4 Mar 16 10:55:21.724468 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5737029a-8270-44e0-ba78-26fe153b5289 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.743655 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5737029a-8270-44e0-ba78-26fe153b5289 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.758724 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b3a4b34c-66ce-43cc-ae2d-aebb271ff54b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.866945 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.867363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48844) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:21.879458 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Transition to ACTIVE for port object 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:21.884304 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-0ea845e3-381f-4c4b-b3f9-e7003605df9b tempest-SubnetPoolsTestJSON-1225417950 tempest-SubnetPoolsTestJSON-1225417950-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2100239035', 'prefixes': ['172.20.0.0/16']}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:21.886090 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.906487 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0ea845e3-381f-4c4b-b3f9-e7003605df9b tempest-SubnetPoolsTestJSON-1225417950 tempest-SubnetPoolsTestJSON-1225417950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:21.911748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737029a-8270-44e0-ba78-26fe153b5289 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332f5eeb-79d8-4d47-95fe-7897a156c0b8,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:21.927793 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.935662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5737029a-8270-44e0-ba78-26fe153b5289 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.939900 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5737029a-8270-44e0-ba78-26fe153b5289 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6441061 Mar 16 10:55:21.942509 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.945784 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48850) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:21.969135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b3a4b34c-66ce-43cc-ae2d-aebb271ff54b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.978256 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-84520cc3-0fac-492b-8b2c-365f195ef801 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-41549098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:21.991670 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-84520cc3-0fac-492b-8b2c-365f195ef801 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:21.993115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-ae4548c9-242d-459d-9b2d-51ad46d6e65d tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': '332f5eeb-79d8-4d47-95fe-7897a156c0b8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:21.994724 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-ae4548c9-242d-459d-9b2d-51ad46d6e65d tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 16 10:55:21.994864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b3a4b34c-66ce-43cc-ae2d-aebb271ff54b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.994985 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-ae4548c9-242d-459d-9b2d-51ad46d6e65d tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:21.995324 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ae4548c9-242d-459d-9b2d-51ad46d6e65d tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0214448 Mar 16 10:55:22.003669 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48854) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:22.078881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-84520cc3-0fac-492b-8b2c-365f195ef801 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Usage tracker for resource:router and tenant:e99736259c3e41bfbb98f6e7a4a4bf86 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:22.092126 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce265db-e329-4464-b5e2-c1a4af3c6570 None None] Pushing event updated for resources: {'Port': ['ID=82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:22.101104 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-84520cc3-0fac-492b-8b2c-365f195ef801 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:22.123586 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-84520cc3-0fac-492b-8b2c-365f195ef801 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:22.132577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4b34c-66ce-43cc-ae2d-aebb271ff54b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7b58a8-b22a-48b4-a4e9-49ff2540d228,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:22.170143 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.resource_extend [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:55:22.203786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9f413-27de-4d9c-a814-0801ff07a1c4 req-6412be45-0333-4b33-a319-89adb19f7348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:22.204505 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-90e9f413-27de-4d9c-a814-0801ff07a1c4 req-6412be45-0333-4b33-a319-89adb19f7348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:22.216085 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Attempting to bind port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:22.216631 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Attempting to bind port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:22.217294 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Attempting to bind port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:22.224599 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:22.225076 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:22.225670 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.226101 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:22.226863 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Bound port: 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:22.227556 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.238755 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.244272 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:22.244978 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.298191 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-90e9f413-27de-4d9c-a814-0801ff07a1c4 req-6412be45-0333-4b33-a319-89adb19f7348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:22.299466 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b3a4b34c-66ce-43cc-ae2d-aebb271ff54b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.299846 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-90e9f413-27de-4d9c-a814-0801ff07a1c4 req-6412be45-0333-4b33-a319-89adb19f7348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 932 time: 0.7270899 Mar 16 10:55:22.309445 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b3a4b34c-66ce-43cc-ae2d-aebb271ff54b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7271788 Mar 16 10:55:22.313826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48858) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:22.318043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-84520cc3-0fac-492b-8b2c-365f195ef801 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.319064 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-84520cc3-0fac-492b-8b2c-365f195ef801 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.333527 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c031fc72-8de5-430d-96c8-07b810a839e8 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group_rule': {'security_group_id': '737cc4f2-9111-4c2b-83ec-82d195162dbe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:22.356259 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] For port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:22.360954 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c031fc72-8de5-430d-96c8-07b810a839e8 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:22.361111 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] For port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:22.371259 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.377732 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c031fc72-8de5-430d-96c8-07b810a839e8 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:22.397745 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0ea845e3-381f-4c4b-b3f9-e7003605df9b tempest-SubnetPoolsTestJSON-1225417950 tempest-SubnetPoolsTestJSON-1225417950-project] Notify callbacks [] for subnetpool, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.401597 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0ea845e3-381f-4c4b-b3f9-e7003605df9b tempest-SubnetPoolsTestJSON-1225417950 tempest-SubnetPoolsTestJSON-1225417950-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8606300 Mar 16 10:55:22.407869 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48862) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:22.441473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c031fc72-8de5-430d-96c8-07b810a839e8 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:22.448041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-84520cc3-0fac-492b-8b2c-365f195ef801 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.450030 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Routers {'cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:22.450626 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:22.533997 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6662307 Mar 16 10:55:22.546041 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f86a42-3d76-403d-9dc5-0d46a2506027 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:55:22.558204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48866) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:22.567472 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8292b2-5e0f-4dd0-b397-0000a435c67a tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Pushing event updated for resources: {'Network': ['ID=73ed6c0c-2382-49fe-886a-2991dc9803f4,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:22.577299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.584322 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 73ed6c0c-2382-49fe-886a-2991dc9803f4 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:22.596491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-4df28399-80ee-4a46-b9b3-d41aea9d79a5 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Request body: {'subnet': {'network_id': '73ed6c0c-2382-49fe-886a-2991dc9803f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:22.596979 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce265db-e329-4464-b5e2-c1a4af3c6570 None None] Pushing event updated for resources: {'Port': ['ID=82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:22.603684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c031fc72-8de5-430d-96c8-07b810a839e8 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:22.605667 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bded5a55-999f-4219-842a-0771f112a561 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.649326 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bac4bdf3-95cf-4dc4-9760-1cd5d3a2b8a2 tempest-SubnetPoolsTestJSON-1225417950 tempest-SubnetPoolsTestJSON-1225417950-project] 10.222.0.44 "GET /v2.0/subnetpools/66e61b90-3cc5-48a4-8fc7-9c3d08e48b6f HTTP/1.1" status: 200 len: 732 time: 0.1890190 Mar 16 10:55:22.657342 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] Set router cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:22.667695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48870) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:22.681487 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-90e9f413-27de-4d9c-a814-0801ff07a1c4 req-974f3ac3-83b4-4c4f-a6b5-33c5e3eb9cf5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d24aa627-8744-453d-be62-e3b712135e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227990 Mar 16 10:55:22.693128 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bded5a55-999f-4219-842a-0771f112a561 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.697592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-1e9aaa5f-52e5-4281-aaf9-0167a257da8a tempest-SubnetPoolsTestJSON-1225417950 tempest-SubnetPoolsTestJSON-1225417950-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-401987278'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:22.746992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c031fc72-8de5-430d-96c8-07b810a839e8 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.772918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-84520cc3-0fac-492b-8b2c-365f195ef801 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.796277 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Transition to ACTIVE for port object 13f86a42-3d76-403d-9dc5-0d46a2506027 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:22.811661 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.871162 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-84520cc3-0fac-492b-8b2c-365f195ef801 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.872331 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-84520cc3-0fac-492b-8b2c-365f195ef801 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9959257 Mar 16 10:55:22.880513 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48874) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:22.892900 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-651349235'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:22.901872 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:22.906583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bded5a55-999f-4219-842a-0771f112a561 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.926544 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Usage tracker for resource:network and tenant:e99736259c3e41bfbb98f6e7a4a4bf86 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:22.934893 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:22.955472 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:22.989241 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-4df28399-80ee-4a46-b9b3-d41aea9d79a5 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:22.992290 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c031fc72-8de5-430d-96c8-07b810a839e8 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.993477 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded5a55-999f-4219-842a-0771f112a561 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=332f5eeb-79d8-4d47-95fe-7897a156c0b8,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:23.013970 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bded5a55-999f-4219-842a-0771f112a561 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.021658 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bded5a55-999f-4219-842a-0771f112a561 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "DELETE /v2.0/security-groups/332f5eeb-79d8-4d47-95fe-7897a156c0b8 HTTP/1.1" status: 204 len: 168 time: 1.0072603 Mar 16 10:55:23.025981 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c031fc72-8de5-430d-96c8-07b810a839e8 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.029021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48878) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:23.036936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4df28399-80ee-4a46-b9b3-d41aea9d79a5 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Usage tracker for resource:subnet and tenant:953bb50d239b4f388b0069a00110c3f2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:23.038085 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Made reservation on behalf of e99736259c3e41bfbb98f6e7a4a4bf86 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:23.041690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.054308 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e', 'name': 'tempest-NetworksTestDHCPv6-router-53885604', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:12Z', 'updated_at': '2022-03-16T10:55:17Z', 'revision_number': 2, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'gw_port_host': None, '_interfaces': [{'id': '82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6', 'name': '', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'mac_address': 'fa:16:3e:f7:e9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '4955d29c-d852-45ce-a893-174b7f22a723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:55:15Z', 'updated_at': '2022-03-16T10:55:22Z', 'revision_number': 4, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'subnets': [{'id': '4955d29c-d852-45ce-a893-174b7f22a723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:23.060462 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf05e5-020c-4c0d-8837-0d1ccd9eba76 None None] The sync data for ids ['cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e'] in dv-neutron-833859-1-hyperv is: [{'id': 'cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e', 'name': 'tempest-NetworksTestDHCPv6-router-53885604', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:12Z', 'updated_at': '2022-03-16T10:55:17Z', 'revision_number': 2, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'gw_port_host': None, '_interfaces': [{'id': '82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6', 'name': '', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'mac_address': 'fa:16:3e:f7:e9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '4955d29c-d852-45ce-a893-174b7f22a723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:55:15Z', 'updated_at': '2022-03-16T10:55:22Z', 'revision_number': 4, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'subnets': [{'id': '4955d29c-d852-45ce-a893-174b7f22a723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:23.075253 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4df28399-80ee-4a46-b9b3-d41aea9d79a5 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:23.082493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Pushing event updated for resources: {'Port': ['ID=13f86a42-3d76-403d-9dc5-0d46a2506027,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:23.103540 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.112786 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031fc72-8de5-430d-96c8-07b810a839e8 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75dd22d4-aa02-48ab-af5f-49a49a5c69bd,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:23.128576 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-4df28399-80ee-4a46-b9b3-d41aea9d79a5 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:23.146046 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:23.148972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Allocated IP 2001:db8:1::1 (5d99cff3-88b1-435b-8ce1-5e1c3a3f7378/d728ffbd-192b-48e9-b299-d8ee072203c9/62a7ec44-521d-4990-9ab3-aece8f2a3b3d) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:23.153980 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c031fc72-8de5-430d-96c8-07b810a839e8 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.157793 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c031fc72-8de5-430d-96c8-07b810a839e8 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8386433 Mar 16 10:55:23.162679 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48882) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:23.163734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Usage tracker for resource:security_group_rule and tenant:e99736259c3e41bfbb98f6e7a4a4bf86 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:23.178200 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:23.187239 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-cf5303dc-a2a3-4dbe-a3bf-18dab882f79f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group_rule': {'security_group_id': '737cc4f2-9111-4c2b-83ec-82d195162dbe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:23.201380 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cf5303dc-a2a3-4dbe-a3bf-18dab882f79f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:23.209079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:23.214758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e9aaa5f-52e5-4281-aaf9-0167a257da8a tempest-SubnetPoolsTestJSON-1225417950 tempest-SubnetPoolsTestJSON-1225417950-project] Notify callbacks [] for subnetpool, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.216462 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1e9aaa5f-52e5-4281-aaf9-0167a257da8a tempest-SubnetPoolsTestJSON-1225417950 tempest-SubnetPoolsTestJSON-1225417950-project] 10.222.0.44 "PUT /v2.0/subnetpools/66e61b90-3cc5-48a4-8fc7-9c3d08e48b6f HTTP/1.1" status: 200 len: 683 time: 0.5446477 Mar 16 10:55:23.221732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df28399-80ee-4a46-b9b3-d41aea9d79a5 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Made reservation on behalf of 953bb50d239b4f388b0069a00110c3f2 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:23.226419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4df28399-80ee-4a46-b9b3-d41aea9d79a5 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.233341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d6143ee8-46a2-4424-a810-8d0f04ad8e40 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Synchronizing usage tracker for tenant:fe1f46756cb34ea2b9a04d74565b3ec3 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:23.243589 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48886) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:23.247447 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cf5303dc-a2a3-4dbe-a3bf-18dab882f79f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:23.253755 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cf5303dc-a2a3-4dbe-a3bf-18dab882f79f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:23.268220 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cf5303dc-a2a3-4dbe-a3bf-18dab882f79f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:23.281552 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.400835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d6143ee8-46a2-4424-a810-8d0f04ad8e40 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Unset dirty status for tenant:fe1f46756cb34ea2b9a04d74565b3ec3 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:23.402078 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d6143ee8-46a2-4424-a810-8d0f04ad8e40 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3503571 Mar 16 10:55:23.409154 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cf5303dc-a2a3-4dbe-a3bf-18dab882f79f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.417854 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48890) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:23.483425 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-fc81dea7-8017-44a3-a49c-e34f4c9d669c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group': {'name': 'tempest-secgroup--945866013'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:23.504632 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.541126 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Transition to ACTIVE for port object 62a7ec44-521d-4990-9ab3-aece8f2a3b3d will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:23.551866 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-fc81dea7-8017-44a3-a49c-e34f4c9d669c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:23.568943 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cf5303dc-a2a3-4dbe-a3bf-18dab882f79f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.582181 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cf5303dc-a2a3-4dbe-a3bf-18dab882f79f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.594529 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Attempting to bind port 13f86a42-3d76-403d-9dc5-0d46a2506027 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:23.595110 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Attempting to bind port 13f86a42-3d76-403d-9dc5-0d46a2506027 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '56189ffa-5660-436c-9a94-c3b81be63b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:23.595291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Attempting to bind port 13f86a42-3d76-403d-9dc5-0d46a2506027 on network eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:23.596540 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.604726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-fc81dea7-8017-44a3-a49c-e34f4c9d669c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:23.609172 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.611982 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5303dc-a2a3-4dbe-a3bf-18dab882f79f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6edce868-47fe-4cf6-98ba-c479d453d1dc,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:23.629117 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Port 13f86a42-3d76-403d-9dc5-0d46a2506027 on network eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:55:23.629430 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Attempting to bind port 13f86a42-3d76-403d-9dc5-0d46a2506027 on network eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:23.666522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:23.682675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1881f77-0511-400f-a08a-ea093c3f3188,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:23.685493 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.718393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:23.718740 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Checking segment: {'id': '56189ffa-5660-436c-9a94-c3b81be63b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:23.719114 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Bound using segment: {'id': '56189ffa-5660-436c-9a94-c3b81be63b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:23.719573 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Bound port: 13f86a42-3d76-403d-9dc5-0d46a2506027, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56189ffa-5660-436c-9a94-c3b81be63b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:23.719915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.732204 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cf5303dc-a2a3-4dbe-a3bf-18dab882f79f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.733643 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cf5303dc-a2a3-4dbe-a3bf-18dab882f79f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5668750 Mar 16 10:55:23.743138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.743843 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Added segment d116ede4-4b15-43ac-8474-27ff8e718188 of type vlan for network 34d09178-363c-4d31-8b8e-9ca0eb25a587 Mar 16 10:55:23.744617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fc81dea7-8017-44a3-a49c-e34f4c9d669c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.751050 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48896) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:23.766202 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-b0807dc9-d74e-4149-9560-351f3c8ff370 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group_rule': {'security_group_id': '737cc4f2-9111-4c2b-83ec-82d195162dbe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:23.775716 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b0807dc9-d74e-4149-9560-351f3c8ff370 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:23.781023 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b0807dc9-d74e-4149-9560-351f3c8ff370 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:23.785062 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b0807dc9-d74e-4149-9560-351f3c8ff370 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:23.792610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b0807dc9-d74e-4149-9560-351f3c8ff370 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:23.814435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 5d99cff3-88b1-435b-8ce1-5e1c3a3f7378 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:23.839404 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:23.842557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:23.843205 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.868198 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b0807dc9-d74e-4149-9560-351f3c8ff370 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.868420 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-fc81dea7-8017-44a3-a49c-e34f4c9d669c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:23.882873 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.912503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fc81dea7-8017-44a3-a49c-e34f4c9d669c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:23.919824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fc81dea7-8017-44a3-a49c-e34f4c9d669c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:23.939274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-fc81dea7-8017-44a3-a49c-e34f4c9d669c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:23.962129 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=62a7ec44-521d-4990-9ab3-aece8f2a3b3d,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:23.992549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-60a901c9-5153-4447-9253-1ac5ce417758 tempest-SubnetPoolsTestJSON-1225417950 tempest-SubnetPoolsTestJSON-1225417950-project] Notify callbacks [] for subnetpool, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.993687 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-60a901c9-5153-4447-9253-1ac5ce417758 tempest-SubnetPoolsTestJSON-1225417950 tempest-SubnetPoolsTestJSON-1225417950-project] 10.222.0.44 "DELETE /v2.0/subnetpools/66e61b90-3cc5-48a4-8fc7-9c3d08e48b6f HTTP/1.1" status: 204 len: 168 time: 0.7430212 Mar 16 10:55:24.006500 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48900) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:24.047704 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] For port 13f86a42-3d76-403d-9dc5-0d46a2506027, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:24.062252 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b0807dc9-d74e-4149-9560-351f3c8ff370 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.069152 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-52654130-2898-4eac-9259-964701e32148 tempest-SubnetPoolsTestJSON-1225417950 tempest-SubnetPoolsTestJSON-1225417950-project] show failed (client error): The resource could not be found. Mar 16 10:55:24.070179 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-52654130-2898-4eac-9259-964701e32148 tempest-SubnetPoolsTestJSON-1225417950 tempest-SubnetPoolsTestJSON-1225417950-project] 10.222.0.44 "GET /v2.0/subnetpools/66e61b90-3cc5-48a4-8fc7-9c3d08e48b6f HTTP/1.1" status: 404 len: 346 time: 0.0627308 Mar 16 10:55:24.077547 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.079033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48904) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:24.082734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:24.083365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.104168 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] For port 13f86a42-3d76-403d-9dc5-0d46a2506027, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=13f86a42-3d76-403d-9dc5-0d46a2506027,segment=NetworkSegment(56189ffa-5660-436c-9a94-c3b81be63b71),segment_id=56189ffa-5660-436c-9a94-c3b81be63b71)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:24.117069 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b0807dc9-d74e-4149-9560-351f3c8ff370 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.137134 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.149570 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a01e584b-dfd8-4d35-84c9-9b1de1636a81 None None] Provisioning for port 62a7ec44-521d-4990-9ab3-aece8f2a3b3d completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:24.156815 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a01e584b-dfd8-4d35-84c9-9b1de1636a81 None None] Provisioning complete for port 62a7ec44-521d-4990-9ab3-aece8f2a3b3d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:24.157617 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a01e584b-dfd8-4d35-84c9-9b1de1636a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.190373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39209444-746f-4037-b919-3e53043135de req-426cad52-17b6-4e62-b471-0325d5a59054 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:24.192487 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-39209444-746f-4037-b919-3e53043135de req-426cad52-17b6-4e62-b471-0325d5a59054 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 944 time: 0.3274386 Mar 16 10:55:24.235650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a01e584b-dfd8-4d35-84c9-9b1de1636a81 None None] Port 62a7ec44-521d-4990-9ab3-aece8f2a3b3d cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:24.260680 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0807dc9-d74e-4149-9560-351f3c8ff370 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2079289c-7f03-4a97-b2cf-dbd3165e2c4c,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:24.302196 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4169888 Mar 16 10:55:24.305913 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c69f8-04c5-4169-ab58-e9452c2456ed tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event updated for resources: {'Network': ['ID=34d09178-363c-4d31-8b8e-9ca0eb25a587,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:24.309478 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b0807dc9-d74e-4149-9560-351f3c8ff370 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.309691 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-f0305d48-08bd-430f-9ed5-07e238e46601 tempest-SubnetPoolsTestJSON-1225417950 tempest-SubnetPoolsTestJSON-1225417950-project] delete failed (client error): The resource could not be found. Mar 16 10:55:24.318409 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f0305d48-08bd-430f-9ed5-07e238e46601 tempest-SubnetPoolsTestJSON-1225417950 tempest-SubnetPoolsTestJSON-1225417950-project] 10.222.0.44 "DELETE /v2.0/subnetpools/66e61b90-3cc5-48a4-8fc7-9c3d08e48b6f HTTP/1.1" status: 404 len: 346 time: 0.2280631 Mar 16 10:55:24.319584 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b0807dc9-d74e-4149-9560-351f3c8ff370 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5557737 Mar 16 10:55:24.319674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48908) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:24.319783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48910) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:24.323263 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-468b874b-e2ab-4dc6-bcd8-8a7b2024d15d tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group_rule': {'security_group_id': '737cc4f2-9111-4c2b-83ec-82d195162dbe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:24.326938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4df28399-80ee-4a46-b9b3-d41aea9d79a5 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.334431 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 34d09178-363c-4d31-8b8e-9ca0eb25a587 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:24.367223 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-468b874b-e2ab-4dc6-bcd8-8a7b2024d15d tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:24.376362 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-58e0e361-c9fe-44ef-ba0c-b9949c8174c9 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Request body: {'subnet': {'network_id': '34d09178-363c-4d31-8b8e-9ca0eb25a587', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:24.392349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-468b874b-e2ab-4dc6-bcd8-8a7b2024d15d tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:24.403273 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-39209444-746f-4037-b919-3e53043135de req-6e892a43-26af-4781-a607-7d741574af5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:24.406136 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-468b874b-e2ab-4dc6-bcd8-8a7b2024d15d tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:24.406517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:24.406855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.427355 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-468b874b-e2ab-4dc6-bcd8-8a7b2024d15d tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:24.486990 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.499845 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:24.500509 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.502071 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] 10.222.0.18 "PUT /v2.0/ports/13f86a42-3d76-403d-9dc5-0d46a2506027 HTTP/1.1" status: 200 len: 1094 time: 3.8030384 Mar 16 10:55:24.517727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-468b874b-e2ab-4dc6-bcd8-8a7b2024d15d tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.521271 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'tag': '13f86a42-3d76-403d-9dc5-0d46a2506027'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:55:24.604942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:24.616822 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-39209444-746f-4037-b919-3e53043135de req-6e892a43-26af-4781-a607-7d741574af5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:24.618270 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-39209444-746f-4037-b919-3e53043135de req-6e892a43-26af-4781-a607-7d741574af5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d24aa627-8744-453d-be62-e3b712135e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3605771 Mar 16 10:55:24.691266 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:24.700294 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:24.701899 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.770925 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'tag': '13f86a42-3d76-403d-9dc5-0d46a2506027', 'status': 'completed', 'code': 200} Mar 16 10:55:24.832193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fc81dea7-8017-44a3-a49c-e34f4c9d669c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.862666 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c8d15-6aa6-4c9f-82ef-2235baba54ec service neutron] Pushing event updated for resources: {'Port': ['ID=13f86a42-3d76-403d-9dc5-0d46a2506027,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:24.883332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fc81dea7-8017-44a3-a49c-e34f4c9d669c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.887610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df28399-80ee-4a46-b9b3-d41aea9d79a5 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Pushing event updated for resources: {'Subnet': ['ID=4a3aa0e8-3de0-432c-abe2-1b23c6351562,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:24.889747 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.910850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48922) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:24.943671 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:24.949944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.958823 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-468b874b-e2ab-4dc6-bcd8-8a7b2024d15d tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.986718 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-468b874b-e2ab-4dc6-bcd8-8a7b2024d15d tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.023401 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b874b-e2ab-4dc6-bcd8-8a7b2024d15d tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930786dc-2ac7-407b-b367-941f3298099d,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:25.045859 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-58e0e361-c9fe-44ef-ba0c-b9949c8174c9 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:25.048110 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df28399-80ee-4a46-b9b3-d41aea9d79a5 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Checking segment: {'id': 'd223a827-76e8-4aad-9dd3-b37669dfd9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '73ed6c0c-2382-49fe-886a-2991dc9803f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:25.048996 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:25.049299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df28399-80ee-4a46-b9b3-d41aea9d79a5 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Network hostable DHCP agents. Network: 73ed6c0c-2382-49fe-886a-2991dc9803f4, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:25.066025 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-58e0e361-c9fe-44ef-ba0c-b9949c8174c9 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Usage tracker for resource:subnet and tenant:e99736259c3e41bfbb98f6e7a4a4bf86 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:25.077824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-58e0e361-c9fe-44ef-ba0c-b9949c8174c9 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:25.099959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-58e0e361-c9fe-44ef-ba0c-b9949c8174c9 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:25.101764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81dea7-8017-44a3-a49c-e34f4c9d669c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00bb04b0-d52f-40bd-9841-9d393805006c,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:25.106030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fc81dea7-8017-44a3-a49c-e34f4c9d669c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.109847 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fc81dea7-8017-44a3-a49c-e34f4c9d669c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6882703 Mar 16 10:55:25.113034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48928) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:25.128945 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3758849d-0eef-43c0-83aa-bad35d654a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.139854 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-4c8fddde-6229-4092-a549-e8ca3de5a75e tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': '00bb04b0-d52f-40bd-9841-9d393805006c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:25.140681 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-4c8fddde-6229-4092-a549-e8ca3de5a75e tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 16 10:55:25.141177 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-4c8fddde-6229-4092-a549-e8ca3de5a75e tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:25.144066 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4c8fddde-6229-4092-a549-e8ca3de5a75e tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0233488 Mar 16 10:55:25.151375 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48932) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:25.183347 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df28399-80ee-4a46-b9b3-d41aea9d79a5 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Network 73ed6c0c-2382-49fe-886a-2991dc9803f4 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:25.186408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] For port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:25.186760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.199983 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e0e361-c9fe-44ef-ba0c-b9949c8174c9 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Made reservation on behalf of e99736259c3e41bfbb98f6e7a4a4bf86 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:25.203449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58e0e361-c9fe-44ef-ba0c-b9949c8174c9 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.241600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-2c5a74d7-2482-4b5e-b95e-22d8b486d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:25.243093 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-2c5a74d7-2482-4b5e-b95e-22d8b486d7fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 1097 time: 0.6531324 Mar 16 10:55:25.258898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3758849d-0eef-43c0-83aa-bad35d654a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:25.262751 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3758849d-0eef-43c0-83aa-bad35d654a84 admin admin] Usage tracker for resource:security_group_rule and tenant:536e288522744e52b80826922aa752ea is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:25.265637 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3758849d-0eef-43c0-83aa-bad35d654a84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:25.271856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3758849d-0eef-43c0-83aa-bad35d654a84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:25.307399 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-468b874b-e2ab-4dc6-bcd8-8a7b2024d15d tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.308581 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-468b874b-e2ab-4dc6-bcd8-8a7b2024d15d tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9933326 Mar 16 10:55:25.312610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48936) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:25.377158 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-4df28399-80ee-4a46-b9b3-d41aea9d79a5 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 73ed6c0c-2382-49fe-886a-2991dc9803f4) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:25.379360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-995aa57a-575b-4a3e-9618-9cad510deb4b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.387947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb9e4c4-299a-499d-b457-88c2a48c6d5c None None] Network 73ed6c0c-2382-49fe-886a-2991dc9803f4 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:25.398850 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:25.399638 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-995aa57a-575b-4a3e-9618-9cad510deb4b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.442245 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df28399-80ee-4a46-b9b3-d41aea9d79a5 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:25.443211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4df28399-80ee-4a46-b9b3-d41aea9d79a5 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.447686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3758849d-0eef-43c0-83aa-bad35d654a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.451897 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.456968 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3758849d-0eef-43c0-83aa-bad35d654a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.478831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.479620 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.530974 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4df28399-80ee-4a46-b9b3-d41aea9d79a5 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9652681 Mar 16 10:55:25.542179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48942) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:25.554084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-995aa57a-575b-4a3e-9618-9cad510deb4b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.603761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Request body: {'port': {'network_id': '73ed6c0c-2382-49fe-886a-2991dc9803f4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1616675031'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:25.624188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-73ed6c0c-2382-49fe-886a-2991dc9803f4', 'network_id': '73ed6c0c-2382-49fe-886a-2991dc9803f4', 'tenant_id': '953bb50d239b4f388b0069a00110c3f2', 'fixed_ips': [{'subnet_id': '4a3aa0e8-3de0-432c-abe2-1b23c6351562'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:25.625291 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.634053 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3758849d-0eef-43c0-83aa-bad35d654a84 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=536e288522744e52b80826922aa752ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7219064 Mar 16 10:55:25.635810 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-63a39816-4861-4280-a1b2-426d0cf34e55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13f86a42-3d76-403d-9dc5-0d46a2506027 HTTP/1.1" status: 200 len: 217 time: 0.2597206 Mar 16 10:55:25.648693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48946) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:25.651293 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995aa57a-575b-4a3e-9618-9cad510deb4b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=930786dc-2ac7-407b-b367-941f3298099d,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:25.715969 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758849d-0eef-43c0-83aa-bad35d654a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503bda69-2839-4ab0-bf98-be48b9c91015,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:25.756818 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-995aa57a-575b-4a3e-9618-9cad510deb4b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.758485 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-995aa57a-575b-4a3e-9618-9cad510deb4b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/930786dc-2ac7-407b-b367-941f3298099d HTTP/1.1" status: 204 len: 168 time: 0.4442091 Mar 16 10:55:25.816956 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48952) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:25.817613 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=62a7ec44-521d-4990-9ab3-aece8f2a3b3d,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:25.821223 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Allocated IP 172.20.0.2 (73ed6c0c-2382-49fe-886a-2991dc9803f4/4a3aa0e8-3de0-432c-abe2-1b23c6351562/0f470dcd-e1d0-45bb-9b50-32e06c20a0da) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:25.853299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-2a830720-7907-4e3b-a53b-5e7e9291356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:25.854712 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-2a830720-7907-4e3b-a53b-5e7e9291356c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1eb55fa3-2b04-43ec-a85b-0b117769ed73 HTTP/1.1" status: 200 len: 835 time: 0.1945832 Mar 16 10:55:25.871602 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-262407b3-46d3-4143-a54c-9ca92ec52dbc tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.980461 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-db8f8adb-f469-407b-b6a8-5941065c8ea4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:26.008655 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 5d99cff3-88b1-435b-8ce1-5e1c3a3f7378 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:26.021826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:26.025302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-262407b3-46d3-4143-a54c-9ca92ec52dbc tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.025475 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:26.034528 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Usage tracker for resource:port and tenant:953bb50d239b4f388b0069a00110c3f2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:26.039335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:26.044112 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.048432 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:26.050845 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-db8f8adb-f469-407b-b6a8-5941065c8ea4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:26.052417 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-db8f8adb-f469-407b-b6a8-5941065c8ea4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2317758 Mar 16 10:55:26.059676 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Transition to ACTIVE for port object 0f470dcd-e1d0-45bb-9b50-32e06c20a0da will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:26.082272 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Transition to ACTIVE for port object 0f470dcd-e1d0-45bb-9b50-32e06c20a0da will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:26.093408 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.108278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48956) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:26.120303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195812b3-98dc-450f-b8c7-5f0ada773ea5 req-9b686507-97af-4666-a1eb-c79908015c27 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:26.121849 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-195812b3-98dc-450f-b8c7-5f0ada773ea5 req-9b686507-97af-4666-a1eb-c79908015c27 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 944 time: 0.3063200 Mar 16 10:55:26.164637 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Pushing event updated for resources: {'Port': ['ID=0f470dcd-e1d0-45bb-9b50-32e06c20a0da,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:26.183559 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Network 73ed6c0c-2382-49fe-886a-2991dc9803f4 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:26.184755 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:26.184911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Made reservation on behalf of 953bb50d239b4f388b0069a00110c3f2 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:26.187042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:26.188306 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.317948 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-195812b3-98dc-450f-b8c7-5f0ada773ea5 req-9acbc123-c9cd-4679-a8ae-75aef96585b4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d24aa627-8744-453d-be62-e3b712135e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772120 Mar 16 10:55:26.335575 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] device_id is not set on port f36e7980-4bb8-40b9-b611-1a291a1ac29a yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:55:26.379870 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc09f29c-01dd-48dc-923c-d0ba822da3ce tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.386921 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b2be6119-08c0-4d9d-a9df-2825b9f3993f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.404745 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc09f29c-01dd-48dc-923c-d0ba822da3ce tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.417840 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f47b0b2e-d736-44cc-99cf-aa56917e4ba2 None None] Provisioning complete for port 62a7ec44-521d-4990-9ab3-aece8f2a3b3d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:26.418389 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f47b0b2e-d736-44cc-99cf-aa56917e4ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.439992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58e0e361-c9fe-44ef-ba0c-b9949c8174c9 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.449312 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:26.476605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.api [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:26.476912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG oslo_db.api [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:26.484759 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-262407b3-46d3-4143-a54c-9ca92ec52dbc tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.485401 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Attempting to bind port 0f470dcd-e1d0-45bb-9b50-32e06c20a0da on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:26.485677 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 1ce5fc09-1eff-440f-b3fc-03d351cebff9 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:26.485926 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Attempting to bind port 0f470dcd-e1d0-45bb-9b50-32e06c20a0da by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'd223a827-76e8-4aad-9dd3-b37669dfd9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '73ed6c0c-2382-49fe-886a-2991dc9803f4'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:26.486351 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Attempting to bind port 0f470dcd-e1d0-45bb-9b50-32e06c20a0da on network 73ed6c0c-2382-49fe-886a-2991dc9803f4 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:26.496793 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b2be6119-08c0-4d9d-a9df-2825b9f3993f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.508428 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:26.508890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Checking segment: {'id': 'd223a827-76e8-4aad-9dd3-b37669dfd9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '73ed6c0c-2382-49fe-886a-2991dc9803f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:26.509351 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.509802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Bound using segment: {'id': 'd223a827-76e8-4aad-9dd3-b37669dfd9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '73ed6c0c-2382-49fe-886a-2991dc9803f4'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:26.510353 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Bound port: 0f470dcd-e1d0-45bb-9b50-32e06c20a0da, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd223a827-76e8-4aad-9dd3-b37669dfd9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '73ed6c0c-2382-49fe-886a-2991dc9803f4'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:26.510779 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.536297 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-bd346499-3fd2-4d37-88b3-c1c5c9d75f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:26.537768 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-bd346499-3fd2-4d37-88b3-c1c5c9d75f69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6672132 Mar 16 10:55:26.547193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262407b3-46d3-4143-a54c-9ca92ec52dbc tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bb04b0-d52f-40bd-9841-9d393805006c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:26.552175 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc09f29c-01dd-48dc-923c-d0ba822da3ce tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.573821 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f47b0b2e-d736-44cc-99cf-aa56917e4ba2 None None] Port 62a7ec44-521d-4990-9ab3-aece8f2a3b3d cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:26.633524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0e361-c9fe-44ef-ba0c-b9949c8174c9 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event updated for resources: {'Subnet': ['ID=adfa6f2c-0893-4601-87bb-21b4eb16f63c,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:26.644278 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] For port 0f470dcd-e1d0-45bb-9b50-32e06c20a0da, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:26.647701 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] For port 0f470dcd-e1d0-45bb-9b50-32e06c20a0da, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0f470dcd-e1d0-45bb-9b50-32e06c20a0da,segment=NetworkSegment(d223a827-76e8-4aad-9dd3-b37669dfd9ed),segment_id=d223a827-76e8-4aad-9dd3-b37669dfd9ed)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:26.648963 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:26.649244 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.658647 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09f29c-01dd-48dc-923c-d0ba822da3ce tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2079289c-7f03-4a97-b2cf-dbd3165e2c4c,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:26.677348 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.719838 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e0e361-c9fe-44ef-ba0c-b9949c8174c9 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Checking segment: {'id': 'd116ede4-4b15-43ac-8474-27ff8e718188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34d09178-363c-4d31-8b8e-9ca0eb25a587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:26.720200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e0e361-c9fe-44ef-ba0c-b9949c8174c9 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Network hostable DHCP agents. Network: 34d09178-363c-4d31-8b8e-9ca0eb25a587, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:26.728138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-262407b3-46d3-4143-a54c-9ca92ec52dbc tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.729245 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-262407b3-46d3-4143-a54c-9ca92ec52dbc tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "DELETE /v2.0/security-groups/00bb04b0-d52f-40bd-9841-9d393805006c HTTP/1.1" status: 204 len: 168 time: 1.5734437 Mar 16 10:55:26.732740 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48960) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:26.737817 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc09f29c-01dd-48dc-923c-d0ba822da3ce tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.739056 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fc09f29c-01dd-48dc-923c-d0ba822da3ce tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/2079289c-7f03-4a97-b2cf-dbd3165e2c4c HTTP/1.1" status: 204 len: 168 time: 0.6279166 Mar 16 10:55:26.750395 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48964) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:26.760244 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Allocated IP 172.20.0.3 (73ed6c0c-2382-49fe-886a-2991dc9803f4/4a3aa0e8-3de0-432c-abe2-1b23c6351562/f36e7980-4bb8-40b9-b611-1a291a1ac29a) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:26.782836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b2be6119-08c0-4d9d-a9df-2825b9f3993f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.798832 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e2dbb-464a-44c7-9c58-063ca412487d None None] Pushing event updated for resources: {'Port': ['ID=0f470dcd-e1d0-45bb-9b50-32e06c20a0da,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:26.834053 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-4af57810-df0b-4056-a470-be8d5b7a5e55 service neutron] 10.222.0.18 "GET /v2.0/networks/eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763913 Mar 16 10:55:26.843512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be6119-08c0-4d9d-a9df-2825b9f3993f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503bda69-2839-4ab0-bf98-be48b9c91015,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:26.851416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e0e361-c9fe-44ef-ba0c-b9949c8174c9 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Network 34d09178-363c-4d31-8b8e-9ca0eb25a587 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:26.860753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a45a702f-7939-4e80-86d4-aee7ebef070c tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:26.878810 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:26.886324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b2be6119-08c0-4d9d-a9df-2825b9f3993f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.888270 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b2be6119-08c0-4d9d-a9df-2825b9f3993f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/503bda69-2839-4ab0-bf98-be48b9c91015 HTTP/1.1" status: 204 len: 168 time: 1.2386475 Mar 16 10:55:26.890090 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d8c4593d-7db7-470d-91c4-ba889f1f8e78 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/1ce5fc09-1eff-440f-b3fc-03d351cebff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4971900 Mar 16 10:55:26.892975 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48968) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:26.898704 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-58e0e361-c9fe-44ef-ba0c-b9949c8174c9 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 34d09178-363c-4d31-8b8e-9ca0eb25a587) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:26.904404 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e0e361-c9fe-44ef-ba0c-b9949c8174c9 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:26.905023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58e0e361-c9fe-44ef-ba0c-b9949c8174c9 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.907524 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af3b1d-71fb-40e0-9d14-36a890c73600 None None] Sync routers for ids ['1ce5fc09-1eff-440f-b3fc-03d351cebff9'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:26.922733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd24a28-2e2f-4d40-913f-b4c9fbd29ca5 None None] Network 34d09178-363c-4d31-8b8e-9ca0eb25a587 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:26.942059 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af3b1d-71fb-40e0-9d14-36a890c73600 None None] Routers {'1ce5fc09-1eff-440f-b3fc-03d351cebff9'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:26.942829 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-64af3b1d-71fb-40e0-9d14-36a890c73600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1ce5fc09-1eff-440f-b3fc-03d351cebff9'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:26.950520 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-58e0e361-c9fe-44ef-ba0c-b9949c8174c9 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6196623 Mar 16 10:55:26.960282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48974) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:26.966204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-8823b780-3623-4b7f-b79e-97f6aa4e2369 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Request body: {'network': {'name': 'tempest-router-network01--1030074457'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:26.971732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8823b780-3623-4b7f-b79e-97f6aa4e2369 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:26.976328 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8823b780-3623-4b7f-b79e-97f6aa4e2369 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Usage tracker for resource:network and tenant:e99736259c3e41bfbb98f6e7a4a4bf86 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:26.979553 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8823b780-3623-4b7f-b79e-97f6aa4e2369 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:26.985925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8823b780-3623-4b7f-b79e-97f6aa4e2369 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:26.988417 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a45a702f-7939-4e80-86d4-aee7ebef070c tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:26.992355 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a45a702f-7939-4e80-86d4-aee7ebef070c tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2356822 Mar 16 10:55:26.995795 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:26.996421 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.999843 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48978) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.119356 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-64af3b1d-71fb-40e0-9d14-36a890c73600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:27.140066 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1daa80b-0d66-4291-af87-8af166b48533 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.186308 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c15808-908e-4297-812a-e20cf16220d7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:27.188062 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c7c15808-908e-4297-812a-e20cf16220d7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Synchronizing usage tracker for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:27.208557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1daa80b-0d66-4291-af87-8af166b48533 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.212820 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af3b1d-71fb-40e0-9d14-36a890c73600 None None] Routers {'1ce5fc09-1eff-440f-b3fc-03d351cebff9'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:27.214382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-64af3b1d-71fb-40e0-9d14-36a890c73600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1ce5fc09-1eff-440f-b3fc-03d351cebff9'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:27.226771 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] For port 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:27.227134 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.346453 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-64af3b1d-71fb-40e0-9d14-36a890c73600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:27.347224 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af3b1d-71fb-40e0-9d14-36a890c73600 None None] The sync data for ids ['1ce5fc09-1eff-440f-b3fc-03d351cebff9'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:27.397503 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c7c15808-908e-4297-812a-e20cf16220d7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Unset dirty status for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:27.399520 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c7c15808-908e-4297-812a-e20cf16220d7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports/62a7ec44-521d-4990-9ab3-aece8f2a3b3d HTTP/1.1" status: 200 len: 913 time: 0.5036926 Mar 16 10:55:27.404894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48984) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.411285 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1daa80b-0d66-4291-af87-8af166b48533 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.416286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-86e50c98-f0be-44eb-ae5f-ba2c6c113cdf tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Synchronizing usage tracker for tenant:fe1f46756cb34ea2b9a04d74565b3ec3 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:27.427481 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:27.506032 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-34d09178-363c-4d31-8b8e-9ca0eb25a587', 'network_id': '34d09178-363c-4d31-8b8e-9ca0eb25a587', 'tenant_id': 'e99736259c3e41bfbb98f6e7a4a4bf86', 'fixed_ips': [{'subnet_id': 'adfa6f2c-0893-4601-87bb-21b4eb16f63c'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:27.506983 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.516030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8823b780-3623-4b7f-b79e-97f6aa4e2369 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Made reservation on behalf of e99736259c3e41bfbb98f6e7a4a4bf86 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:27.520723 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8823b780-3623-4b7f-b79e-97f6aa4e2369 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.640617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-86e50c98-f0be-44eb-ae5f-ba2c6c113cdf tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Unset dirty status for tenant:fe1f46756cb34ea2b9a04d74565b3ec3 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:27.646146 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-86e50c98-f0be-44eb-ae5f-ba2c6c113cdf tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9052951 Mar 16 10:55:27.648935 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 48988) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.652012 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1daa80b-0d66-4291-af87-8af166b48533 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6edce868-47fe-4cf6-98ba-c479d453d1dc,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:27.665334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-5c9995c8-8f13-4dd6-be44-3c7540839d2c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group': {'name': 'tempest-secgroup--857296832'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:27.680087 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Allocated IP 172.20.0.2 (34d09178-363c-4d31-8b8e-9ca0eb25a587/adfa6f2c-0893-4601-87bb-21b4eb16f63c/5225b69e-8e5b-4c95-a9b5-2636e4da770d) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:27.710246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5c9995c8-8f13-4dd6-be44-3c7540839d2c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:27.716783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8823b780-3623-4b7f-b79e-97f6aa4e2369 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:27.734315 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1698e021-bbb8-48c6-b1db-384777a3ffd2 req-8cecb216-4510-4b41-8583-753b23d6bed9 service neutron] 10.222.0.18 "GET /v2.0/networks/eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8844037 Mar 16 10:55:27.747776 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.749496 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8823b780-3623-4b7f-b79e-97f6aa4e2369 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.749851 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-8823b780-3623-4b7f-b79e-97f6aa4e2369 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Added segment 4253f584-0a3c-49dd-a26f-32328a63c0d5 of type vlan for network ed7d474f-3fac-42bb-a466-031fd4826c06 Mar 16 10:55:27.751226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5c9995c8-8f13-4dd6-be44-3c7540839d2c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:27.758066 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1daa80b-0d66-4291-af87-8af166b48533 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.759165 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b1daa80b-0d66-4291-af87-8af166b48533 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6edce868-47fe-4cf6-98ba-c479d453d1dc HTTP/1.1" status: 204 len: 168 time: 0.7561028 Mar 16 10:55:27.767464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48992) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.806654 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Transition to ACTIVE for port object f36e7980-4bb8-40b9-b611-1a291a1ac29a will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:27.845429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8823b780-3623-4b7f-b79e-97f6aa4e2369 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.911790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.924627 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Transition to ACTIVE for port object 5225b69e-8e5b-4c95-a9b5-2636e4da770d will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:27.951579 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Transition to ACTIVE for port object 5225b69e-8e5b-4c95-a9b5-2636e4da770d will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:27.958436 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.022795 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dac8ea85-5810-4894-811b-b9b14d9d4fd2 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:28.040981 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c9995c8-8f13-4dd6-be44-3c7540839d2c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.043997 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Network 34d09178-363c-4d31-8b8e-9ca0eb25a587 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:28.051393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8823b780-3623-4b7f-b79e-97f6aa4e2369 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.054697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.055312 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:28.057455 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8823b780-3623-4b7f-b79e-97f6aa4e2369 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:28.058138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8823b780-3623-4b7f-b79e-97f6aa4e2369 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.060308 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:28.069153 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Pushing event updated for resources: {'Port': ['ID=5225b69e-8e5b-4c95-a9b5-2636e4da770d,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:28.097939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.170873 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dac8ea85-5810-4894-811b-b9b14d9d4fd2 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:28.172363 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dac8ea85-5810-4894-811b-b9b14d9d4fd2 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4039149 Mar 16 10:55:28.182761 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Attempting to bind port 5225b69e-8e5b-4c95-a9b5-2636e4da770d on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:28.182982 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 48998) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.183087 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Attempting to bind port 5225b69e-8e5b-4c95-a9b5-2636e4da770d by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'd116ede4-4b15-43ac-8474-27ff8e718188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34d09178-363c-4d31-8b8e-9ca0eb25a587'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:28.183087 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Attempting to bind port 5225b69e-8e5b-4c95-a9b5-2636e4da770d on network 34d09178-363c-4d31-8b8e-9ca0eb25a587 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:28.185335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Network 73ed6c0c-2382-49fe-886a-2991dc9803f4 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:28.188971 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:28.189352 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Checking segment: {'id': 'd116ede4-4b15-43ac-8474-27ff8e718188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34d09178-363c-4d31-8b8e-9ca0eb25a587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:28.189754 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.190535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Bound using segment: {'id': 'd116ede4-4b15-43ac-8474-27ff8e718188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34d09178-363c-4d31-8b8e-9ca0eb25a587'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:28.190661 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Bound port: 5225b69e-8e5b-4c95-a9b5-2636e4da770d, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd116ede4-4b15-43ac-8474-27ff8e718188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34d09178-363c-4d31-8b8e-9ca0eb25a587'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:28.191010 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.195752 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:28.219569 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8823b780-3623-4b7f-b79e-97f6aa4e2369 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2579005 Mar 16 10:55:28.220637 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:28.223651 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:28.230624 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b75714-f44f-4f75-82ff-84c44df3ecaf req-5969aa25-79bd-42db-9a24-63cf1f2f13b9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:28.232150 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0b75714-f44f-4f75-82ff-84c44df3ecaf req-5969aa25-79bd-42db-9a24-63cf1f2f13b9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 944 time: 0.7172353 Mar 16 10:55:28.232641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49002) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.269203 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2209cbc2-2596-43a0-bdea-d5f84f9e9e29 None None] Network 73ed6c0c-2382-49fe-886a-2991dc9803f4 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:28.279959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5c9995c8-8f13-4dd6-be44-3c7540839d2c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:28.320983 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:28.321704 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.341564 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Pushing event updated for resources: {'Port': ['ID=f36e7980-4bb8-40b9-b611-1a291a1ac29a,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:28.365722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-f5e59a92-0d61-4b31-8e5f-50f4c442a9a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Request body: {'network': {'name': 'tempest-router-network02--1132656879'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:28.377124 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-109f3407-83c7-4c65-bce6-af2aa5a00bac tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.381255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5c9995c8-8f13-4dd6-be44-3c7540839d2c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:28.443414 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-109f3407-83c7-4c65-bce6-af2aa5a00bac tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.473850 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dae77391-f4c1-4d30-ac9c-fa4689fa37e6 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9174862 Mar 16 10:55:28.485934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49006) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.529439 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] For port 5225b69e-8e5b-4c95-a9b5-2636e4da770d, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:28.539200 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] For port 5225b69e-8e5b-4c95-a9b5-2636e4da770d, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5225b69e-8e5b-4c95-a9b5-2636e4da770d,segment=NetworkSegment(d116ede4-4b15-43ac-8474-27ff8e718188),segment_id=d116ede4-4b15-43ac-8474-27ff8e718188)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:28.546925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-682f6738-41dc-41f1-88b2-70401dbc4425 None None] Provisioning for port 0f470dcd-e1d0-45bb-9b50-32e06c20a0da completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:28.550803 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.576679 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5c9995c8-8f13-4dd6-be44-3c7540839d2c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:28.583794 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5c9995c8-8f13-4dd6-be44-3c7540839d2c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:28.594725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0f470dcd-e1d0-45bb-9b50-32e06c20a0da up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:28.607701 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-109f3407-83c7-4c65-bce6-af2aa5a00bac tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.633698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f3407-83c7-4c65-bce6-af2aa5a00bac tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75dd22d4-aa02-48ab-af5f-49a49a5c69bd,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:28.643237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-832ec9c6-ec90-49a0-bb1e-80cf965f8b97 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Deleting port f36e7980-4bb8-40b9-b611-1a291a1ac29a {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:28.644153 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-832ec9c6-ec90-49a0-bb1e-80cf965f8b97 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.658733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c9995c8-8f13-4dd6-be44-3c7540839d2c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.666717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-f5e59a92-0d61-4b31-8e5f-50f4c442a9a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:28.694686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-109f3407-83c7-4c65-bce6-af2aa5a00bac tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.695985 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-109f3407-83c7-4c65-bce6-af2aa5a00bac tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/75dd22d4-aa02-48ab-af5f-49a49a5c69bd HTTP/1.1" status: 204 len: 168 time: 0.5072851 Mar 16 10:55:28.727458 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c9995c8-8f13-4dd6-be44-3c7540839d2c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.733664 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063829f-efcd-4a33-ac81-b3b1c3f06223 None None] Pushing event updated for resources: {'Port': ['ID=5225b69e-8e5b-4c95-a9b5-2636e4da770d,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:28.733841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49010) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.751274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823b780-3623-4b7f-b79e-97f6aa4e2369 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event updated for resources: {'Network': ['ID=ed7d474f-3fac-42bb-a466-031fd4826c06,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:28.779536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network ed7d474f-3fac-42bb-a466-031fd4826c06 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:28.801098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-f5e59a92-0d61-4b31-8e5f-50f4c442a9a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Usage tracker for resource:network and tenant:e99736259c3e41bfbb98f6e7a4a4bf86 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:28.823809 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0b75714-f44f-4f75-82ff-84c44df3ecaf req-3250894c-651e-4f82-a781-1abfcbaeda43 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d24aa627-8744-453d-be62-e3b712135e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5577796 Mar 16 10:55:28.843564 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-f5e59a92-0d61-4b31-8e5f-50f4c442a9a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:28.850905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-f5e59a92-0d61-4b31-8e5f-50f4c442a9a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:28.928002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a3595a49-4f83-4068-8f26-552ed11b3013 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.937745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 0f470dcd-e1d0-45bb-9b50-32e06c20a0da completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:28.948195 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 0f470dcd-e1d0-45bb-9b50-32e06c20a0da triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:28.948847 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.963109 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:55:28.971677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9995c8-8f13-4dd6-be44-3c7540839d2c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89380366-5c0b-47a7-9541-21046ccce267,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:28.990934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e59a92-0d61-4b31-8e5f-50f4c442a9a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Made reservation on behalf of e99736259c3e41bfbb98f6e7a4a4bf86 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:28.994338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f5e59a92-0d61-4b31-8e5f-50f4c442a9a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.010224 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.025800 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-95fdc247-64ee-498c-a66a-97530cff8faf tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:29.034628 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd40660-3f26-4421-80e7-43c49b958c3f req-beb783e7-128f-404e-8e00-e36f6f026516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:29.036170 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9dd40660-3f26-4421-80e7-43c49b958c3f req-beb783e7-128f-404e-8e00-e36f6f026516 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 1097 time: 1.1542225 Mar 16 10:55:29.042560 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c9995c8-8f13-4dd6-be44-3c7540839d2c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.042560 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5c9995c8-8f13-4dd6-be44-3c7540839d2c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3925900 Mar 16 10:55:29.089268 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49014) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:29.124972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.160400 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-832ec9c6-ec90-49a0-bb1e-80cf965f8b97 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.171962 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 0f470dcd-e1d0-45bb-9b50-32e06c20a0da, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0f470dcd-e1d0-45bb-9b50-32e06c20a0da,segment=NetworkSegment(d223a827-76e8-4aad-9dd3-b37669dfd9ed),segment_id=d223a827-76e8-4aad-9dd3-b37669dfd9ed)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:29.183570 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.183916 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-99610aad-66ea-4906-8573-5aa53527b9f4 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': '89380366-5c0b-47a7-9541-21046ccce267', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:29.199815 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-99610aad-66ea-4906-8573-5aa53527b9f4 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 16 10:55:29.200598 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-99610aad-66ea-4906-8573-5aa53527b9f4 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:29.201691 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-99610aad-66ea-4906-8573-5aa53527b9f4 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0991187 Mar 16 10:55:29.258798 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49018) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:29.281126 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=0f470dcd-e1d0-45bb-9b50-32e06c20a0da,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:29.351958 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-174ad705-d16b-42e4-b55c-cba9141f57c6 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': '89380366-5c0b-47a7-9541-21046ccce267', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:29.353425 dv-neutron-833859-1-hyperv neutron-server[87968]: WARNING neutron.api.v2.base [None req-174ad705-d16b-42e4-b55c-cba9141f57c6 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 16 10:55:29.353929 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-174ad705-d16b-42e4-b55c-cba9141f57c6 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:29.357948 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-174ad705-d16b-42e4-b55c-cba9141f57c6 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0981331 Mar 16 10:55:29.378925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49022) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:29.452577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a2585735-6d84-42bd-a90a-2e88d22808ed tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': '89380366-5c0b-47a7-9541-21046ccce267', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:29.453395 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-a2585735-6d84-42bd-a90a-2e88d22808ed tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 16 10:55:29.453877 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-a2585735-6d84-42bd-a90a-2e88d22808ed tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:29.458013 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a2585735-6d84-42bd-a90a-2e88d22808ed tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0622444 Mar 16 10:55:29.466303 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-95fdc247-64ee-498c-a66a-97530cff8faf tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:29.470282 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-95fdc247-64ee-498c-a66a-97530cff8faf tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7182953 Mar 16 10:55:29.470282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e59a92-0d61-4b31-8e5f-50f4c442a9a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:29.470559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49026) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:29.470760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49028) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:29.490266 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-117e1564-7b44-4f65-ad13-99784c3e751d None None] Provisioning for port f36e7980-4bb8-40b9-b611-1a291a1ac29a completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:29.491282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-871a89fc-1905-41f7-b7bc-8b05d2491628 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': '89380366-5c0b-47a7-9541-21046ccce267', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:29.492158 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-871a89fc-1905-41f7-b7bc-8b05d2491628 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 16 10:55:29.492642 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-871a89fc-1905-41f7-b7bc-8b05d2491628 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:29.493652 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-871a89fc-1905-41f7-b7bc-8b05d2491628 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0154335 Mar 16 10:55:29.499546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49034) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:29.501692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-117e1564-7b44-4f65-ad13-99784c3e751d None None] Provisioning complete for port f36e7980-4bb8-40b9-b611-1a291a1ac29a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:29.502585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-117e1564-7b44-4f65-ad13-99784c3e751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.581487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-117e1564-7b44-4f65-ad13-99784c3e751d None None] Port f36e7980-4bb8-40b9-b611-1a291a1ac29a cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:29.583875 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-832ec9c6-ec90-49a0-bb1e-80cf965f8b97 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Calling delete_port for f36e7980-4bb8-40b9-b611-1a291a1ac29a owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:29.595453 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-117e1564-7b44-4f65-ad13-99784c3e751d None None] Provisioning complete for port 0f470dcd-e1d0-45bb-9b50-32e06c20a0da triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:29.596423 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-117e1564-7b44-4f65-ad13-99784c3e751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.666023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd40660-3f26-4421-80e7-43c49b958c3f req-6c49ffc5-14a5-442b-9480-75f6ee213fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:29.667626 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9dd40660-3f26-4421-80e7-43c49b958c3f req-6c49ffc5-14a5-442b-9480-75f6ee213fcf service neutron] 10.222.0.18 "GET /v2.0/networks?id=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 HTTP/1.1" status: 200 len: 898 time: 0.6020532 Mar 16 10:55:29.790047 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f5e59a92-0d61-4b31-8e5f-50f4c442a9a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.790473 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-f5e59a92-0d61-4b31-8e5f-50f4c442a9a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Added segment ab26e5f3-dee0-49ca-89da-cdaa854b752d of type vlan for network fe302483-560a-497a-abf6-d11c5f4f8dd3 Mar 16 10:55:29.794021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-a3595a49-4f83-4068-8f26-552ed11b3013 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port 62a7ec44-521d-4990-9ab3-aece8f2a3b3d {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:29.794319 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a3595a49-4f83-4068-8f26-552ed11b3013 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.795843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-faba5898-6c1f-4b15-b551-ff7dbee3ea38 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.812509 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9dd40660-3f26-4421-80e7-43c49b958c3f req-59cc4b1a-5d62-48ee-8746-2717fd77f3a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13f86a42-3d76-403d-9dc5-0d46a2506027 HTTP/1.1" status: 200 len: 217 time: 0.1337790 Mar 16 10:55:29.814358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Router cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:29.822615 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-faba5898-6c1f-4b15-b551-ff7dbee3ea38 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.842673 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-653b9690-0a86-46be-987c-f8926be7915b None None] Could not find standard attr ID for object f36e7980-4bb8-40b9-b611-1a291a1ac29a. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:55:29.849846 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-832ec9c6-ec90-49a0-bb1e-80cf965f8b97 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.932146 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ec9c6-ec90-49a0-bb1e-80cf965f8b97 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Pushing event deleted for resources: {'Port': ['ID=f36e7980-4bb8-40b9-b611-1a291a1ac29a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:30.034441 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f5e59a92-0d61-4b31-8e5f-50f4c442a9a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.051642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd40660-3f26-4421-80e7-43c49b958c3f req-6b54a209-4d64-4131-ad63-f5f09e787054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:30.053237 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9dd40660-3f26-4421-80e7-43c49b958c3f req-6b54a209-4d64-4131-ad63-f5f09e787054 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1eb55fa3-2b04-43ec-a85b-0b117769ed73 HTTP/1.1" status: 200 len: 835 time: 0.2007442 Mar 16 10:55:30.110865 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da86ad25-17ab-4be6-9eb3-a93967afc7bc tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.175438 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:30.177087 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-faba5898-6c1f-4b15-b551-ff7dbee3ea38 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.193506 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb0a89f-4155-4fb7-aad8-039ee4ec370a None None] Sync routers for ids ['cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:30.202133 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75bd783-3c04-442b-9e5c-a3e1d0568010 None None] Network 34d09178-363c-4d31-8b8e-9ca0eb25a587 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:30.208379 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb0a89f-4155-4fb7-aad8-039ee4ec370a None None] Routers {'cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:30.209200 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ccb0a89f-4155-4fb7-aad8-039ee4ec370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:30.221592 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-832ec9c6-ec90-49a0-bb1e-80cf965f8b97 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.248964 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-832ec9c6-ec90-49a0-bb1e-80cf965f8b97 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] 10.222.0.44 "DELETE /v2.0/ports/f36e7980-4bb8-40b9-b611-1a291a1ac29a HTTP/1.1" status: 204 len: 168 time: 1.7615814 Mar 16 10:55:30.262323 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a3595a49-4f83-4068-8f26-552ed11b3013 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.270037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49040) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:30.287682 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8c1ce4e4-d476-4ee6-a491-27add7f71817 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "PUT /v2.0/routers/cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9473538 Mar 16 10:55:30.287682 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba5898-6c1f-4b15-b551-ff7dbee3ea38 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac7b58a8-b22a-48b4-a4e9-49ff2540d228,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:30.290822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f5e59a92-0d61-4b31-8e5f-50f4c442a9a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.293037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49042) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:30.296193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e59a92-0d61-4b31-8e5f-50f4c442a9a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:30.296770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f5e59a92-0d61-4b31-8e5f-50f4c442a9a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.378829 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-ccb0a89f-4155-4fb7-aad8-039ee4ec370a None None] Set router cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:30.423348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-faba5898-6c1f-4b15-b551-ff7dbee3ea38 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.427698 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-faba5898-6c1f-4b15-b551-ff7dbee3ea38 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ac7b58a8-b22a-48b4-a4e9-49ff2540d228 HTTP/1.1" status: 204 len: 168 time: 0.9474385 Mar 16 10:55:30.428721 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49050) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:30.437608 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da86ad25-17ab-4be6-9eb3-a93967afc7bc tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.441555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c672f-1785-4c27-8c21-da6fedfd8f14 req-fd853574-2722-42c3-b255-1bc0d0407613 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:30.443074 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-517c672f-1785-4c27-8c21-da6fedfd8f14 req-fd853574-2722-42c3-b255-1bc0d0407613 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 944 time: 0.4574070 Mar 16 10:55:30.451015 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e59a92-0d61-4b31-8e5f-50f4c442a9a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event updated for resources: {'Network': ['ID=fe302483-560a-497a-abf6-d11c5f4f8dd3,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:30.519738 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f5e59a92-0d61-4b31-8e5f-50f4c442a9a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2567651 Mar 16 10:55:30.520075 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ccb0a89f-4155-4fb7-aad8-039ee4ec370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e', 'name': 'tempest-NetworksTestDHCPv6-router-53885604', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:12Z', 'updated_at': '2022-03-16T10:55:27Z', 'revision_number': 3, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:30.523197 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-a3595a49-4f83-4068-8f26-552ed11b3013 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Calling delete_port for 62a7ec44-521d-4990-9ab3-aece8f2a3b3d owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:30.529875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49054) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:30.532581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd40660-3f26-4421-80e7-43c49b958c3f req-05e54752-8bac-4a7d-9d5e-071a9026ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:30.536992 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb0a89f-4155-4fb7-aad8-039ee4ec370a None None] Checking router: cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:30.538608 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9dd40660-3f26-4421-80e7-43c49b958c3f req-05e54752-8bac-4a7d-9d5e-071a9026ff93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4149163 Mar 16 10:55:30.546076 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb0a89f-4155-4fb7-aad8-039ee4ec370a None None] Routers {'cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:30.546672 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ccb0a89f-4155-4fb7-aad8-039ee4ec370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:30.555564 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-c11d2e8c-5af4-477c-9257-06a0db4c67af tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Request body: {'subnet': {'network_id': 'ed7d474f-3fac-42bb-a466-031fd4826c06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:30.648156 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef602451-ed6e-420f-ba98-0e6d8d7782d3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:30.650479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef602451-ed6e-420f-ba98-0e6d8d7782d3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:30.652339 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ef602451-ed6e-420f-ba98-0e6d8d7782d3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3583155 Mar 16 10:55:30.656549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49058) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:30.683761 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network fe302483-560a-497a-abf6-d11c5f4f8dd3 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:30.685675 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-ccb0a89f-4155-4fb7-aad8-039ee4ec370a None None] Set router cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:30.701961 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5225b69e-8e5b-4c95-a9b5-2636e4da770d up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:30.717234 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-517c672f-1785-4c27-8c21-da6fedfd8f14 req-b034f9c1-8d0a-4375-a5c9-3b857c03c16c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d24aa627-8744-453d-be62-e3b712135e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599491 Mar 16 10:55:30.727006 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0e7b950b-0e50-4b50-a3c6-516cc7b5a4e0 None None] Provisioning for port 5225b69e-8e5b-4c95-a9b5-2636e4da770d completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:30.846250 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c4f073ea-60f7-4ed9-9266-74019fec36c5 tempest-DHCPAgentSchedulersTestJSON-510587293 tempest-DHCPAgentSchedulersTestJSON-510587293-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4312 time: 0.5577855 Mar 16 10:55:30.853555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49064) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:30.860838 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-578b1502-6f6a-4209-91c3-2fcb1c6c7de9 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1750573791'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:30.864219 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ccb0a89f-4155-4fb7-aad8-039ee4ec370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e', 'name': 'tempest-NetworksTestDHCPv6-router-53885604', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:12Z', 'updated_at': '2022-03-16T10:55:27Z', 'revision_number': 3, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:30.868873 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb0a89f-4155-4fb7-aad8-039ee4ec370a None None] The sync data for ids ['cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e'] in dv-neutron-833859-1-hyperv is: [{'id': 'cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e', 'name': 'tempest-NetworksTestDHCPv6-router-53885604', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:12Z', 'updated_at': '2022-03-16T10:55:27Z', 'revision_number': 3, 'project_id': '060ad77ffefb441286dff018dff88d6b', 'gw_port_host': None}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:30.871858 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-578b1502-6f6a-4209-91c3-2fcb1c6c7de9 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:30.884148 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-578b1502-6f6a-4209-91c3-2fcb1c6c7de9 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Usage tracker for resource:network and tenant:953bb50d239b4f388b0069a00110c3f2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:30.890059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24c086b-5955-44cb-8c39-23e63bfed8e9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 4955d29c-d852-45ce-a893-174b7f22a723 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:30.892291 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-578b1502-6f6a-4209-91c3-2fcb1c6c7de9 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:30.898180 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f24c086b-5955-44cb-8c39-23e63bfed8e9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.902358 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-65c95c6e-a16f-42e5-ad0e-2b221b5d3b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.922953 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 5225b69e-8e5b-4c95-a9b5-2636e4da770d completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:30.932048 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5225b69e-8e5b-4c95-a9b5-2636e4da770d triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:30.932554 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.954152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-578b1502-6f6a-4209-91c3-2fcb1c6c7de9 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:30.988171 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578b1502-6f6a-4209-91c3-2fcb1c6c7de9 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Made reservation on behalf of 953bb50d239b4f388b0069a00110c3f2 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:30.992355 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-578b1502-6f6a-4209-91c3-2fcb1c6c7de9 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.004011 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f24c086b-5955-44cb-8c39-23e63bfed8e9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.074058 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.092603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4b8aadf8-1947-47ef-8a55-cf06feae4a8c tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:31.109727 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 5225b69e-8e5b-4c95-a9b5-2636e4da770d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5225b69e-8e5b-4c95-a9b5-2636e4da770d,segment=NetworkSegment(d116ede4-4b15-43ac-8474-27ff8e718188),segment_id=d116ede4-4b15-43ac-8474-27ff8e718188)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:31.109966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da86ad25-17ab-4be6-9eb3-a93967afc7bc tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.115853 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.117113 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0f470dcd-e1d0-45bb-9b50-32e06c20a0da up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:31.132800 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578b1502-6f6a-4209-91c3-2fcb1c6c7de9 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:31.162285 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-578b1502-6f6a-4209-91c3-2fcb1c6c7de9 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.162285 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-578b1502-6f6a-4209-91c3-2fcb1c6c7de9 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Added segment 0dde04ac-7ef7-42ed-ad34-484a1851847a of type vlan for network f9e8fb66-4036-4163-9911-238f93bde53d Mar 16 10:55:31.169136 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a3595a49-4f83-4068-8f26-552ed11b3013 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.184708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86ad25-17ab-4be6-9eb3-a93967afc7bc tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89380366-5c0b-47a7-9541-21046ccce267,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:31.187535 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4b8aadf8-1947-47ef-8a55-cf06feae4a8c tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:31.189262 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4b8aadf8-1947-47ef-8a55-cf06feae4a8c tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7348850 Mar 16 10:55:31.200804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49068) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:31.205184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-da86ad25-17ab-4be6-9eb3-a93967afc7bc tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.207317 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-da86ad25-17ab-4be6-9eb3-a93967afc7bc tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "DELETE /v2.0/security-groups/89380366-5c0b-47a7-9541-21046ccce267 HTTP/1.1" status: 204 len: 168 time: 1.5384963 Mar 16 10:55:31.219325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49070) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:31.241915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-c11d2e8c-5af4-477c-9257-06a0db4c67af tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:31.259849 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c11d2e8c-5af4-477c-9257-06a0db4c67af tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Usage tracker for resource:subnet and tenant:e99736259c3e41bfbb98f6e7a4a4bf86 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:31.281289 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3595a49-4f83-4068-8f26-552ed11b3013 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Port': ['ID=62a7ec44-521d-4990-9ab3-aece8f2a3b3d,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:31.293711 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c11d2e8c-5af4-477c-9257-06a0db4c67af tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:31.325492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-c11d2e8c-5af4-477c-9257-06a0db4c67af tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:31.362257 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=5225b69e-8e5b-4c95-a9b5-2636e4da770d,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:31.373517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-133b28aa-3ccb-47d6-af75-e019396e9c33 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Synchronizing usage tracker for tenant:fe1f46756cb34ea2b9a04d74565b3ec3 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:31.384461 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9dd40660-3f26-4421-80e7-43c49b958c3f req-999eb7f7-7d4c-4f7e-8f81-a7f2b13e3e54 service neutron] 10.222.0.18 "GET /v2.0/networks/eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049067 Mar 16 10:55:31.399022 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f870333a-630b-4469-a8d9-b964495fb272 None None] Provisioning complete for port 5225b69e-8e5b-4c95-a9b5-2636e4da770d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:31.401348 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f870333a-630b-4469-a8d9-b964495fb272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.437090 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 13f86a42-3d76-403d-9dc5-0d46a2506027 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:55:31.463734 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-133b28aa-3ccb-47d6-af75-e019396e9c33 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Unset dirty status for tenant:fe1f46756cb34ea2b9a04d74565b3ec3 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:31.466965 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-133b28aa-3ccb-47d6-af75-e019396e9c33 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2441561 Mar 16 10:55:31.466965 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11d2e8c-5af4-477c-9257-06a0db4c67af tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Made reservation on behalf of e99736259c3e41bfbb98f6e7a4a4bf86 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:31.471140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c11d2e8c-5af4-477c-9257-06a0db4c67af tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.493292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49076) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:31.502233 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 0f470dcd-e1d0-45bb-9b50-32e06c20a0da triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:31.502523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.508178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-461359b7-101c-46a9-ba5d-1fb2a1a0d5f7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group': {'name': 'tempest-secgroup--938556636'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:31.514510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-461359b7-101c-46a9-ba5d-1fb2a1a0d5f7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:31.548750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-461359b7-101c-46a9-ba5d-1fb2a1a0d5f7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:31.618135 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-82fa2b40-edc5-4b84-8906-7ee83def689b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.663139 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-578b1502-6f6a-4209-91c3-2fcb1c6c7de9 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.667014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f24c086b-5955-44cb-8c39-23e63bfed8e9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.681849 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-461359b7-101c-46a9-ba5d-1fb2a1a0d5f7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.736507 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-82fa2b40-edc5-4b84-8906-7ee83def689b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.747944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-461359b7-101c-46a9-ba5d-1fb2a1a0d5f7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:31.751726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-461359b7-101c-46a9-ba5d-1fb2a1a0d5f7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:31.756382 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-461359b7-101c-46a9-ba5d-1fb2a1a0d5f7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:31.761991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-461359b7-101c-46a9-ba5d-1fb2a1a0d5f7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:31.803278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f24c086b-5955-44cb-8c39-23e63bfed8e9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.839654 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 13f86a42-3d76-403d-9dc5-0d46a2506027, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=13f86a42-3d76-403d-9dc5-0d46a2506027,segment=NetworkSegment(56189ffa-5660-436c-9a94-c3b81be63b71),segment_id=56189ffa-5660-436c-9a94-c3b81be63b71)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:31.844139 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-461359b7-101c-46a9-ba5d-1fb2a1a0d5f7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.866819 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '13f86a42-3d76-403d-9dc5-0d46a2506027', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'port_id': '13f86a42-3d76-403d-9dc5-0d46a2506027', 'mac_address': 'fa:16:3e:79:c2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:55:31.886408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c086b-5955-44cb-8c39-23e63bfed8e9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=4955d29c-d852-45ce-a893-174b7f22a723,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:31.893002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f24c086b-5955-44cb-8c39-23e63bfed8e9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.901345 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a3595a49-4f83-4068-8f26-552ed11b3013 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.903988 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaed7fd-42c8-4ca2-9a10-5787008aebfe None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:31.904302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-461359b7-101c-46a9-ba5d-1fb2a1a0d5f7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.930739 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f24c086b-5955-44cb-8c39-23e63bfed8e9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/4955d29c-d852-45ce-a893-174b7f22a723 HTTP/1.1" status: 204 len: 168 time: 1.2708032 Mar 16 10:55:31.931672 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49082) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:31.965085 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9dd40660-3f26-4421-80e7-43c49b958c3f req-85cd04bf-5025-44f2-a309-1f35b75d7302 service neutron] 10.222.0.18 "GET /v2.0/networks/eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597472 Mar 16 10:55:32.003900 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-578b1502-6f6a-4209-91c3-2fcb1c6c7de9 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.008317 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461359b7-101c-46a9-ba5d-1fb2a1a0d5f7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99551e50-20f7-41f7-b3ca-541d7a589bae,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:32.009480 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578b1502-6f6a-4209-91c3-2fcb1c6c7de9 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:32.010590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-578b1502-6f6a-4209-91c3-2fcb1c6c7de9 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.015605 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.021365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-461359b7-101c-46a9-ba5d-1fb2a1a0d5f7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.022708 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-461359b7-101c-46a9-ba5d-1fb2a1a0d5f7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5256300 Mar 16 10:55:32.028086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49088) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:32.034652 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-49079557-bab6-49e9-b414-adee7b21990b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': '99551e50-20f7-41f7-b3ca-541d7a589bae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:32.035308 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-49079557-bab6-49e9-b414-adee7b21990b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 16 10:55:32.036123 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-49079557-bab6-49e9-b414-adee7b21990b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:32.037342 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-49079557-bab6-49e9-b414-adee7b21990b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080895 Mar 16 10:55:32.037444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f86a42-3d76-403d-9dc5-0d46a2506027 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:55:32.041397 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49092) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:32.052493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-d73fd686-9cba-426a-bc2e-16dee074c0d7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': '99551e50-20f7-41f7-b3ca-541d7a589bae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:32.062133 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-82fa2b40-edc5-4b84-8906-7ee83def689b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.095974 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d73fd686-9cba-426a-bc2e-16dee074c0d7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:32.117187 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 13f86a42-3d76-403d-9dc5-0d46a2506027, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=13f86a42-3d76-403d-9dc5-0d46a2506027,segment=NetworkSegment(56189ffa-5660-436c-9a94-c3b81be63b71),segment_id=56189ffa-5660-436c-9a94-c3b81be63b71)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:32.120286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d73fd686-9cba-426a-bc2e-16dee074c0d7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:32.122819 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.128762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d73fd686-9cba-426a-bc2e-16dee074c0d7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:32.132485 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa2b40-edc5-4b84-8906-7ee83def689b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=737cc4f2-9111-4c2b-83ec-82d195162dbe,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:32.148111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d73fd686-9cba-426a-bc2e-16dee074c0d7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:32.177420 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0606845-f197-4959-8e2d-33ec73d2c5c2 req-ab29a0e3-818f-4de6-8125-6828967db086 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:32.179785 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d0606845-f197-4959-8e2d-33ec73d2c5c2 req-ab29a0e3-818f-4de6-8125-6828967db086 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 944 time: 0.3340170 Mar 16 10:55:32.218873 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-578b1502-6f6a-4209-91c3-2fcb1c6c7de9 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3640084 Mar 16 10:55:32.223856 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49096) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:32.241595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=13f86a42-3d76-403d-9dc5-0d46a2506027,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:32.264832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-82fa2b40-edc5-4b84-8906-7ee83def689b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.268268 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-82fa2b40-edc5-4b84-8906-7ee83def689b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-groups/737cc4f2-9111-4c2b-83ec-82d195162dbe HTTP/1.1" status: 204 len: 168 time: 1.0567482 Mar 16 10:55:32.276271 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49100) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:32.335328 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-d73fd686-9cba-426a-bc2e-16dee074c0d7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:32.339182 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d73fd686-9cba-426a-bc2e-16dee074c0d7 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2932069 Mar 16 10:55:32.339447 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7d3c65-f7ab-4836-a3f8-d1de7956396b None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:32.343941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49104) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:32.346009 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d3c65-f7ab-4836-a3f8-d1de7956396b None None] Deleting port 0c16fe58-9950-494d-805a-3362fdf2dd04 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:32.347699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3c65-f7ab-4836-a3f8-d1de7956396b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.349215 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d0606845-f197-4959-8e2d-33ec73d2c5c2 req-fd8fe6cf-90ef-4a6a-a5da-8a321531afee tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d24aa627-8744-453d-be62-e3b712135e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603637 Mar 16 10:55:32.389165 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b1502-6f6a-4209-91c3-2fcb1c6c7de9 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Pushing event updated for resources: {'Network': ['ID=f9e8fb66-4036-4163-9911-238f93bde53d,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:32.399600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-30a09824-903e-4d6c-b8b6-ef4742b6b6d3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': '99551e50-20f7-41f7-b3ca-541d7a589bae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:32.400162 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-30a09824-903e-4d6c-b8b6-ef4742b6b6d3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 16 10:55:32.400863 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-30a09824-903e-4d6c-b8b6-ef4742b6b6d3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:32.401713 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-30a09824-903e-4d6c-b8b6-ef4742b6b6d3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0569694 Mar 16 10:55:32.408546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c11d2e8c-5af4-477c-9257-06a0db4c67af tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.409615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49108) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:32.435597 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-674537d6-b06b-4dd6-9fed-14e491c0819e tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': '99551e50-20f7-41f7-b3ca-541d7a589bae', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:32.436090 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network f9e8fb66-4036-4163-9911-238f93bde53d details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:32.449193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5225b69e-8e5b-4c95-a9b5-2636e4da770d up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:32.451634 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-674537d6-b06b-4dd6-9fed-14e491c0819e tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:32.466046 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-08343312-faa7-4d4d-82f2-7f364198b723 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:router {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:32.474232 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-674537d6-b06b-4dd6-9fed-14e491c0819e tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:32.479396 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-674537d6-b06b-4dd6-9fed-14e491c0819e tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:32.524738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d2e8c-5af4-477c-9257-06a0db4c67af tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event updated for resources: {'Subnet': ['ID=7ee455bd-f8da-4a4c-a6f7-04cfd31d812a,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:32.535379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-43537f12-a1c3-4acf-b9a3-99ceca8e2567 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:32.551559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11d2e8c-5af4-477c-9257-06a0db4c67af tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Checking segment: {'id': '4253f584-0a3c-49dd-a26f-32328a63c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ed7d474f-3fac-42bb-a466-031fd4826c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:32.551833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11d2e8c-5af4-477c-9257-06a0db4c67af tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Network hostable DHCP agents. Network: ed7d474f-3fac-42bb-a466-031fd4826c06, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:32.555179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-674537d6-b06b-4dd6-9fed-14e491c0819e tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:32.573013 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-57123ace-51fb-4534-a820-47bd4c6bb4db tempest-DHCPAgentSchedulersTestJSON-510587293 tempest-DHCPAgentSchedulersTestJSON-510587293-project-admin] 10.222.0.44 "GET /v2.0/agents/d1293dcd-994d-4de0-b7a3-9d074137d214/dhcp-networks HTTP/1.1" status: 200 len: 7205 time: 0.3457837 Mar 16 10:55:32.574418 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49112) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:32.610558 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11d2e8c-5af4-477c-9257-06a0db4c67af tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Network ed7d474f-3fac-42bb-a466-031fd4826c06 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:32.616488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['13f86a42-3d76-403d-9dc5-0d46a2506027'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:55:32.626157 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-c11d2e8c-5af4-477c-9257-06a0db4c67af tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, ed7d474f-3fac-42bb-a466-031fd4826c06) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:32.632756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11d2e8c-5af4-477c-9257-06a0db4c67af tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:32.633349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c11d2e8c-5af4-477c-9257-06a0db4c67af tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.637319 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-08343312-faa7-4d4d-82f2-7f364198b723 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:router {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:32.638474 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-08343312-faa7-4d4d-82f2-7f364198b723 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.6225610 Mar 16 10:55:32.644473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49116) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:32.652534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-43537f12-a1c3-4acf-b9a3-99ceca8e2567 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:32.657887 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-43537f12-a1c3-4acf-b9a3-99ceca8e2567 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3743680 Mar 16 10:55:32.668764 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf7f917-c8ab-4f4d-bbfe-8a19ce9cc98f None None] Network ed7d474f-3fac-42bb-a466-031fd4826c06 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:32.691642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49120) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:32.703284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-8df822da-3e8a-4b69-8276-70180cded033 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group': {'name': 'tempest-secgroup--863095081'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:32.710934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8df822da-3e8a-4b69-8276-70180cded033 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:32.717549 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c11d2e8c-5af4-477c-9257-06a0db4c67af tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1745951 Mar 16 10:55:32.718261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49124) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:32.726528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-12f02aab-8556-4cc5-9613-e280aa2bac4e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Request body: {'subnet': {'network_id': 'fe302483-560a-497a-abf6-d11c5f4f8dd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:32.756544 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-674537d6-b06b-4dd6-9fed-14e491c0819e tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:32.761337 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-674537d6-b06b-4dd6-9fed-14e491c0819e tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3320105 Mar 16 10:55:32.761524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8df822da-3e8a-4b69-8276-70180cded033 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:32.762057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49128) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:32.770731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a2a177fe-cb31-43b5-8ad8-baf31f885477 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': '99551e50-20f7-41f7-b3ca-541d7a589bae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:32.771208 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-a2a177fe-cb31-43b5-8ad8-baf31f885477 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 16 10:55:32.771747 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-a2a177fe-cb31-43b5-8ad8-baf31f885477 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:32.775587 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a2a177fe-cb31-43b5-8ad8-baf31f885477 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096271 Mar 16 10:55:32.778938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49132) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:32.822029 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3595a49-4f83-4068-8f26-552ed11b3013 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 1ce5fc09-1eff-440f-b3fc-03d351cebff9 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:32.824509 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05e769d3-707c-42a9-8a30-9193401978c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.851222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-e04c7b7a-120f-43e6-97a2-4e7ca669f1e3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': '99551e50-20f7-41f7-b3ca-541d7a589bae', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:32.874566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8df822da-3e8a-4b69-8276-70180cded033 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.885743 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36331ef-8379-4180-90b4-9e43bd5f6c34 tempest-DHCPAgentSchedulersTestJSON-510587293 tempest-DHCPAgentSchedulersTestJSON-510587293-project-admin] Network f9e8fb66-4036-4163-9911-238f93bde53d is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:32.890010 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e04c7b7a-120f-43e6-97a2-4e7ca669f1e3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:32.903949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e04c7b7a-120f-43e6-97a2-4e7ca669f1e3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:32.908474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e04c7b7a-120f-43e6-97a2-4e7ca669f1e3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:32.913672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-12f02aab-8556-4cc5-9613-e280aa2bac4e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:32.920565 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e04c7b7a-120f-43e6-97a2-4e7ca669f1e3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:32.922842 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8df822da-3e8a-4b69-8276-70180cded033 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:32.934222 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d36331ef-8379-4180-90b4-9e43bd5f6c34 tempest-DHCPAgentSchedulersTestJSON-510587293 tempest-DHCPAgentSchedulersTestJSON-510587293-project-admin] 10.222.0.44 "POST /v2.0/agents/d1293dcd-994d-4de0-b7a3-9d074137d214/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3526208 Mar 16 10:55:32.934222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8df822da-3e8a-4b69-8276-70180cded033 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:32.934472 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-12f02aab-8556-4cc5-9613-e280aa2bac4e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Usage tracker for resource:subnet and tenant:e99736259c3e41bfbb98f6e7a4a4bf86 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:32.938791 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8df822da-3e8a-4b69-8276-70180cded033 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:32.941812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-12f02aab-8556-4cc5-9613-e280aa2bac4e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:32.944056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49136) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:32.945066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5225b69e-8e5b-4c95-a9b5-2636e4da770d triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:32.945759 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.959645 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-12f02aab-8556-4cc5-9613-e280aa2bac4e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:32.962668 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8df822da-3e8a-4b69-8276-70180cded033 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:33.000167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021c58e4-d834-4c76-bc6b-93d9ffb17447 None None] Network f9e8fb66-4036-4163-9911-238f93bde53d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:33.025604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f02aab-8556-4cc5-9613-e280aa2bac4e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Made reservation on behalf of e99736259c3e41bfbb98f6e7a4a4bf86 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:33.028989 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12f02aab-8556-4cc5-9613-e280aa2bac4e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.059296 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-6b7d3c65-f7ab-4836-a3f8-d1de7956396b None None] For port 0c16fe58-9950-494d-805a-3362fdf2dd04, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0c16fe58-9950-494d-805a-3362fdf2dd04,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:33.059709 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3c65-f7ab-4836-a3f8-d1de7956396b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.332974 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-e04c7b7a-120f-43e6-97a2-4e7ca669f1e3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:33.336821 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e04c7b7a-120f-43e6-97a2-4e7ca669f1e3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5507786 Mar 16 10:55:33.341210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49140) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:33.355333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-668b6720-4120-46af-94f8-6bbe5d07f2b3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': '99551e50-20f7-41f7-b3ca-541d7a589bae', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:33.355689 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-668b6720-4120-46af-94f8-6bbe5d07f2b3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 16 10:55:33.356169 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-668b6720-4120-46af-94f8-6bbe5d07f2b3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:33.360516 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-668b6720-4120-46af-94f8-6bbe5d07f2b3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122385 Mar 16 10:55:33.364725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49144) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:33.367879 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d3c65-f7ab-4836-a3f8-d1de7956396b None None] Calling delete_port for 0c16fe58-9950-494d-805a-3362fdf2dd04 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:33.401275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-30ad4bf1-8bea-494b-ac18-03d4b48ffd66 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': '99551e50-20f7-41f7-b3ca-541d7a589bae', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:33.407360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05e769d3-707c-42a9-8a30-9193401978c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.412159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05e769d3-707c-42a9-8a30-9193401978c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.422674 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-30ad4bf1-8bea-494b-ac18-03d4b48ffd66 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:33.427774 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-60180fd5-b440-44f5-8185-330ba0cf17f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.445379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-30ad4bf1-8bea-494b-ac18-03d4b48ffd66 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:33.450534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-30ad4bf1-8bea-494b-ac18-03d4b48ffd66 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:33.463796 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3595a49-4f83-4068-8f26-552ed11b3013 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:33.466359 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-30ad4bf1-8bea-494b-ac18-03d4b48ffd66 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:33.467984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8df822da-3e8a-4b69-8276-70180cded033 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.480765 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a3595a49-4f83-4068-8f26-552ed11b3013 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/1ce5fc09-1eff-440f-b3fc-03d351cebff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0747974 Mar 16 10:55:33.484139 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49150) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:33.504789 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-405c7f4d-bb84-46bc-8fbc-a6f00b742770 tempest-DHCPAgentSchedulersTestJSON-510587293 tempest-DHCPAgentSchedulersTestJSON-510587293-project-admin] 10.222.0.44 "GET /v2.0/agents/d1293dcd-994d-4de0-b7a3-9d074137d214/dhcp-networks HTTP/1.1" status: 200 len: 8760 time: 0.5568078 Mar 16 10:55:33.507786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8df822da-3e8a-4b69-8276-70180cded033 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.509001 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ae8f7a-acb4-4b06-833b-d19de31782ed None None] Sync routers for ids ['1ce5fc09-1eff-440f-b3fc-03d351cebff9'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:33.515369 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49154) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:33.558050 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05e769d3-707c-42a9-8a30-9193401978c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.558687 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e769d3-707c-42a9-8a30-9193401978c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Fanout notify agent at l3_agent the message router_deleted on router cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:33.571803 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05e769d3-707c-42a9-8a30-9193401978c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.573000 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-05e769d3-707c-42a9-8a30-9193401978c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/routers/cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e HTTP/1.1" status: 204 len: 168 time: 0.9254479 Mar 16 10:55:33.576559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49158) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:33.623193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df822da-3e8a-4b69-8276-70180cded033 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f89620-105f-4d9e-934d-a6ac8c8801bf,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:33.692946 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-ed7d474f-3fac-42bb-a466-031fd4826c06', 'network_id': 'ed7d474f-3fac-42bb-a466-031fd4826c06', 'tenant_id': 'e99736259c3e41bfbb98f6e7a4a4bf86', 'fixed_ips': [{'subnet_id': '7ee455bd-f8da-4a4c-a6f7-04cfd31d812a'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:33.694025 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.734162 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8df822da-3e8a-4b69-8276-70180cded033 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.734934 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae8f7a-acb4-4b06-833b-d19de31782ed None None] Routers {'1ce5fc09-1eff-440f-b3fc-03d351cebff9'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:33.735721 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-68ae8f7a-acb4-4b06-833b-d19de31782ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1ce5fc09-1eff-440f-b3fc-03d351cebff9'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:33.736061 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8df822da-3e8a-4b69-8276-70180cded033 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0394194 Mar 16 10:55:33.738559 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-30ad4bf1-8bea-494b-ac18-03d4b48ffd66 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:33.742502 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-30ad4bf1-8bea-494b-ac18-03d4b48ffd66 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3698678 Mar 16 10:55:33.744212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49162) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:33.744541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49164) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:33.757165 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5bcecf83-4699-4dec-a3f8-19f752653802 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': '99551e50-20f7-41f7-b3ca-541d7a589bae', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:33.767377 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-9973081f-1f03-465e-9ed3-6bf0ea26cc0f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group_rule': {'security_group_id': '65f89620-105f-4d9e-934d-a6ac8c8801bf', 'direction': 'ingress', 'protocol': 17}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:33.771274 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-727946a2-f5f9-43c9-a86c-834cdc8fbec4 tempest-DHCPAgentSchedulersTestJSON-510587293 tempest-DHCPAgentSchedulersTestJSON-510587293-project-admin] 10.222.0.44 "DELETE /v2.0/agents/d1293dcd-994d-4de0-b7a3-9d074137d214/dhcp-networks/f9e8fb66-4036-4163-9911-238f93bde53d HTTP/1.1" status: 204 len: 168 time: 0.2441881 Mar 16 10:55:33.775662 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49170) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:33.784328 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5bcecf83-4699-4dec-a3f8-19f752653802 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:33.785859 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12f02aab-8556-4cc5-9613-e280aa2bac4e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.789074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9973081f-1f03-465e-9ed3-6bf0ea26cc0f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5bcecf83-4699-4dec-a3f8-19f752653802 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:33.811031 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9973081f-1f03-465e-9ed3-6bf0ea26cc0f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:33.817635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9973081f-1f03-465e-9ed3-6bf0ea26cc0f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:33.818372 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3c65-f7ab-4836-a3f8-d1de7956396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.821018 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5bcecf83-4699-4dec-a3f8-19f752653802 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:33.834299 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9973081f-1f03-465e-9ed3-6bf0ea26cc0f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:33.873269 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-68ae8f7a-acb4-4b06-833b-d19de31782ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:33.875479 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62108d7-0da4-4641-bbd1-ec609ea787ea tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:33.876165 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e62108d7-0da4-4641-bbd1-ec609ea787ea tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:33.897327 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5bcecf83-4699-4dec-a3f8-19f752653802 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:33.932662 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d3c65-f7ab-4836-a3f8-d1de7956396b None None] Pushing event deleted for resources: {'Port': ['ID=0c16fe58-9950-494d-805a-3362fdf2dd04,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:33.945592 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7d3c65-f7ab-4836-a3f8-d1de7956396b None None] No DVR routers for this DVR port 0c16fe58-9950-494d-805a-3362fdf2dd04 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:33.994206 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae8f7a-acb4-4b06-833b-d19de31782ed None None] Routers {'1ce5fc09-1eff-440f-b3fc-03d351cebff9'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:33.994206 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-68ae8f7a-acb4-4b06-833b-d19de31782ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1ce5fc09-1eff-440f-b3fc-03d351cebff9'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:33.997764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f02aab-8556-4cc5-9613-e280aa2bac4e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event updated for resources: {'Subnet': ['ID=50d81050-9598-4d43-a509-966bdd899611,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:34.013353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e62108d7-0da4-4641-bbd1-ec609ea787ea tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:34.014486 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e62108d7-0da4-4641-bbd1-ec609ea787ea tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4283822 Mar 16 10:55:34.020163 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49174) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:34.022946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f02aab-8556-4cc5-9613-e280aa2bac4e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Checking segment: {'id': 'ab26e5f3-dee0-49ca-89da-cdaa854b752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fe302483-560a-497a-abf6-d11c5f4f8dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:34.023360 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f02aab-8556-4cc5-9613-e280aa2bac4e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Network hostable DHCP agents. Network: fe302483-560a-497a-abf6-d11c5f4f8dd3, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:34.068085 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f02aab-8556-4cc5-9613-e280aa2bac4e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Network fe302483-560a-497a-abf6-d11c5f4f8dd3 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:34.069148 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0c16fe58-9950-494d-805a-3362fdf2dd04 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:34.076852 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9973081f-1f03-465e-9ed3-6bf0ea26cc0f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.093482 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fb18e262-8723-4709-afe7-ae83ce43d86d tempest-DHCPAgentSchedulersTestJSON-510587293 tempest-DHCPAgentSchedulersTestJSON-510587293-project-admin] 10.222.0.44 "GET /v2.0/agents/d1293dcd-994d-4de0-b7a3-9d074137d214/dhcp-networks HTTP/1.1" status: 200 len: 7990 time: 0.3165934 Mar 16 10:55:34.095882 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-12f02aab-8556-4cc5-9613-e280aa2bac4e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, fe302483-560a-497a-abf6-d11c5f4f8dd3) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:34.100293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49178) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:34.103218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f02aab-8556-4cc5-9613-e280aa2bac4e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:34.103875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12f02aab-8556-4cc5-9613-e280aa2bac4e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.119198 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016935af-a189-4b04-88e4-7c24c1b889a7 req-09c3c55e-a4f7-4954-af86-20da4be11d3c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:34.120875 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-016935af-a189-4b04-88e4-7c24c1b889a7 req-09c3c55e-a4f7-4954-af86-20da4be11d3c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 945 time: 0.5281043 Mar 16 10:55:34.123649 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c366a52-e1f5-4ef2-b664-f14e73cb6c5b None None] Network fe302483-560a-497a-abf6-d11c5f4f8dd3 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:34.144205 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ffec30fa-38a0-4d86-ac83-2cde0233311a tempest-DHCPAgentSchedulersTestJSON-510587293 tempest-DHCPAgentSchedulersTestJSON-510587293-project-admin] 10.222.0.44 "GET /v2.0/networks/73ed6c0c-2382-49fe-886a-2991dc9803f4/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0294073 Mar 16 10:55:34.144205 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-12f02aab-8556-4cc5-9613-e280aa2bac4e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4207096 Mar 16 10:55:34.144509 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-68ae8f7a-acb4-4b06-833b-d19de31782ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:34.144509 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ae8f7a-acb4-4b06-833b-d19de31782ed None None] The sync data for ids ['1ce5fc09-1eff-440f-b3fc-03d351cebff9'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:34.144675 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49182) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:34.144756 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 0c16fe58-9950-494d-805a-3362fdf2dd04 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:34.144834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49184) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:34.144917 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0c16fe58-9950-494d-805a-3362fdf2dd04 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:34.145261 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:34.210020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:34.210410 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 82ffa03e-9eeb-419f-91ee-1c93ecb0e4a6 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:34.266408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643da54e-fd5e-4968-876f-339182dc8f17 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:34.267653 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-643da54e-fd5e-4968-876f-339182dc8f17 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:34.300060 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f8872649-7470-4679-b6b5-cb434c3a1aa1 tempest-DHCPAgentSchedulersTestJSON-510587293 tempest-DHCPAgentSchedulersTestJSON-510587293-project-admin] 10.222.0.44 "GET /v2.0/networks/73ed6c0c-2382-49fe-886a-2991dc9803f4/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1522138 Mar 16 10:55:34.326714 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-5bcecf83-4699-4dec-a3f8-19f752653802 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:34.331186 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5bcecf83-4699-4dec-a3f8-19f752653802 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5765376 Mar 16 10:55:34.331186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49190) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:34.342890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49192) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:34.396377 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Allocated IP 172.20.0.2 (ed7d474f-3fac-42bb-a466-031fd4826c06/7ee455bd-f8da-4a4c-a6f7-04cfd31d812a/f699a199-64dc-436e-980b-fa700bae5f9e) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:34.406245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.428369 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.479484 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-643da54e-fd5e-4968-876f-339182dc8f17 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:34.480643 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-643da54e-fd5e-4968-876f-339182dc8f17 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4511840 Mar 16 10:55:34.497053 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49198) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:34.652238 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-fe302483-560a-497a-abf6-d11c5f4f8dd3', 'network_id': 'fe302483-560a-497a-abf6-d11c5f4f8dd3', 'tenant_id': 'e99736259c3e41bfbb98f6e7a4a4bf86', 'fixed_ips': [{'subnet_id': '50d81050-9598-4d43-a509-966bdd899611'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:34.653051 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.676369 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.764530 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-016935af-a189-4b04-88e4-7c24c1b889a7 req-0603814a-fee1-4d01-9642-134021fc64dc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d24aa627-8744-453d-be62-e3b712135e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4905076 Mar 16 10:55:34.775625 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-94b925f2-a95d-4afc-baa8-1e8c84f34d99 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:router {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:34.845131 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9973081f-1f03-465e-9ed3-6bf0ea26cc0f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.900001 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9973081f-1f03-465e-9ed3-6bf0ea26cc0f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.914136 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-66c183c7-caa7-4651-b46f-5a3d5c9b10d8 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.925142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-94b925f2-a95d-4afc-baa8-1e8c84f34d99 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:router {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:34.930438 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-94b925f2-a95d-4afc-baa8-1e8c84f34d99 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4258041 Mar 16 10:55:34.930607 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.941174 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49202) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:34.952637 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Transition to ACTIVE for port object f699a199-64dc-436e-980b-fa700bae5f9e will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:34.953877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-58d53d78-8ea0-4ed5-baa3-11bb0e4a5f24 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:34.971504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973081f-1f03-465e-9ed3-6bf0ea26cc0f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec572b5b-264b-40b5-bcdd-db2fc680e51e,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:34.981766 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Transition to ACTIVE for port object f699a199-64dc-436e-980b-fa700bae5f9e will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:34.983466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Allocated IP 172.20.0.2 (fe302483-560a-497a-abf6-d11c5f4f8dd3/50d81050-9598-4d43-a509-966bdd899611/a8630401-f901-4ffa-8767-9a4b8287649c) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:34.996133 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.011688 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2f540eca-1790-439e-a834-4597e7253d4a tempest-DHCPAgentSchedulersTestJSON-510587293 tempest-DHCPAgentSchedulersTestJSON-510587293-project-admin] 10.222.0.44 "GET /v2.0/agents/d1293dcd-994d-4de0-b7a3-9d074137d214/dhcp-networks HTTP/1.1" status: 200 len: 8775 time: 0.6670034 Mar 16 10:55:35.012911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-66c183c7-caa7-4651-b46f-5a3d5c9b10d8 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.021418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49206) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:35.048548 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9973081f-1f03-465e-9ed3-6bf0ea26cc0f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.052965 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9973081f-1f03-465e-9ed3-6bf0ea26cc0f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3005064 Mar 16 10:55:35.075212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49210) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:35.090868 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Network ed7d474f-3fac-42bb-a466-031fd4826c06 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:35.101515 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:35.150784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:35.168319 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-58d53d78-8ea0-4ed5-baa3-11bb0e4a5f24 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:35.191972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-58d53d78-8ea0-4ed5-baa3-11bb0e4a5f24 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:35.194605 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Pushing event updated for resources: {'Port': ['ID=f699a199-64dc-436e-980b-fa700bae5f9e,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:35.211215 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d53d78-8ea0-4ed5-baa3-11bb0e4a5f24 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:35.215889 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58d53d78-8ea0-4ed5-baa3-11bb0e4a5f24 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.245333 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-049eb86d-819f-4ba4-a1dc-bda94050bd1b tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.248689 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e5eabd40-bb10-4630-9e1b-a7c4ff2e4b68 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.275686 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Attempting to bind port f699a199-64dc-436e-980b-fa700bae5f9e on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:35.276196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Attempting to bind port f699a199-64dc-436e-980b-fa700bae5f9e by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '4253f584-0a3c-49dd-a26f-32328a63c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ed7d474f-3fac-42bb-a466-031fd4826c06'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:35.276657 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Attempting to bind port f699a199-64dc-436e-980b-fa700bae5f9e on network ed7d474f-3fac-42bb-a466-031fd4826c06 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:35.296394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:35.297114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Checking segment: {'id': '4253f584-0a3c-49dd-a26f-32328a63c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ed7d474f-3fac-42bb-a466-031fd4826c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:35.297869 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.298626 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Bound using segment: {'id': '4253f584-0a3c-49dd-a26f-32328a63c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ed7d474f-3fac-42bb-a466-031fd4826c06'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:35.299341 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Bound port: f699a199-64dc-436e-980b-fa700bae5f9e, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4253f584-0a3c-49dd-a26f-32328a63c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ed7d474f-3fac-42bb-a466-031fd4826c06'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:35.300343 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.309104 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-66c183c7-caa7-4651-b46f-5a3d5c9b10d8 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.401867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Allocated IP 172.20.0.1 (ed7d474f-3fac-42bb-a466-031fd4826c06/7ee455bd-f8da-4a4c-a6f7-04cfd31d812a/97378601-780a-41b2-8d8a-5a25ee5c0bd4) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:35.409569 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c183c7-caa7-4651-b46f-5a3d5c9b10d8 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99551e50-20f7-41f7-b3ca-541d7a589bae,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:35.411386 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b17f64a2-5672-4046-94aa-28bc5fa3bb48 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.423415 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.430323 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 13f86a42-3d76-403d-9dc5-0d46a2506027 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:35.502358 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Transition to ACTIVE for port object a8630401-f901-4ffa-8767-9a4b8287649c will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:35.509120 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-66c183c7-caa7-4651-b46f-5a3d5c9b10d8 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.513049 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-66c183c7-caa7-4651-b46f-5a3d5c9b10d8 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "DELETE /v2.0/security-groups/99551e50-20f7-41f7-b3ca-541d7a589bae HTTP/1.1" status: 204 len: 168 time: 1.1407557 Mar 16 10:55:35.513874 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49214) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:35.542204 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Transition to ACTIVE for port object a8630401-f901-4ffa-8767-9a4b8287649c will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:35.543841 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] For port f699a199-64dc-436e-980b-fa700bae5f9e, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:35.552076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.559349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b17f64a2-5672-4046-94aa-28bc5fa3bb48 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.592482 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] For port f699a199-64dc-436e-980b-fa700bae5f9e, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f699a199-64dc-436e-980b-fa700bae5f9e,segment=NetworkSegment(4253f584-0a3c-49dd-a26f-32328a63c0d5),segment_id=4253f584-0a3c-49dd-a26f-32328a63c0d5)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:35.609303 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.630585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Network fe302483-560a-497a-abf6-d11c5f4f8dd3 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:35.642013 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:35.655310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:35.657299 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Pushing event updated for resources: {'Port': ['ID=a8630401-f901-4ffa-8767-9a4b8287649c,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:35.663575 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 13f86a42-3d76-403d-9dc5-0d46a2506027 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:35.680698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.740622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Transition to ACTIVE for port object 97378601-780a-41b2-8d8a-5a25ee5c0bd4 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:35.748440 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 13f86a42-3d76-403d-9dc5-0d46a2506027 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:35.748938 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.782835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-049eb86d-819f-4ba4-a1dc-bda94050bd1b tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.802993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.objects.ports [None req-58d53d78-8ea0-4ed5-baa3-11bb0e4a5f24 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87969) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:55:35.805389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58d53d78-8ea0-4ed5-baa3-11bb0e4a5f24 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.826885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c7d58dab-c25a-48ab-9af9-6d139298c055 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Synchronizing usage tracker for tenant:fe1f46756cb34ea2b9a04d74565b3ec3 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:35.842776 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-049eb86d-819f-4ba4-a1dc-bda94050bd1b tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e8fb66-4036-4163-9911-238f93bde53d']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:35.876484 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c7d58dab-c25a-48ab-9af9-6d139298c055 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Unset dirty status for tenant:fe1f46756cb34ea2b9a04d74565b3ec3 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:35.888270 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c7d58dab-c25a-48ab-9af9-6d139298c055 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3643553 Mar 16 10:55:35.889900 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49220) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:35.890237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-049eb86d-819f-4ba4-a1dc-bda94050bd1b tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dde04ac-7ef7-42ed-ad34-484a1851847a') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:35.890533 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-049eb86d-819f-4ba4-a1dc-bda94050bd1b tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dde04ac-7ef7-42ed-ad34-484a1851847a') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:35.891586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d53d78-8ea0-4ed5-baa3-11bb0e4a5f24 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=7fc2755a-0348-452a-b43b-27d059468fdd,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:35.903828 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-b74ff755-80d8-4386-9a28-2114c90277d6 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555353537'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:35.913327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d53d78-8ea0-4ed5-baa3-11bb0e4a5f24 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:35.914591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-049eb86d-819f-4ba4-a1dc-bda94050bd1b tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.915197 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b74ff755-80d8-4386-9a28-2114c90277d6 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:35.918668 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-58d53d78-8ea0-4ed5-baa3-11bb0e4a5f24 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:35.926095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d53d78-8ea0-4ed5-baa3-11bb0e4a5f24 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:35.926679 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58d53d78-8ea0-4ed5-baa3-11bb0e4a5f24 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.930606 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Attempting to bind port a8630401-f901-4ffa-8767-9a4b8287649c on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:35.930915 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Attempting to bind port a8630401-f901-4ffa-8767-9a4b8287649c by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'ab26e5f3-dee0-49ca-89da-cdaa854b752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fe302483-560a-497a-abf6-d11c5f4f8dd3'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:35.931336 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Attempting to bind port a8630401-f901-4ffa-8767-9a4b8287649c on network fe302483-560a-497a-abf6-d11c5f4f8dd3 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:35.941115 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-049eb86d-819f-4ba4-a1dc-bda94050bd1b tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.947283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:35.947811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Checking segment: {'id': 'ab26e5f3-dee0-49ca-89da-cdaa854b752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fe302483-560a-497a-abf6-d11c5f4f8dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:35.947972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b74ff755-80d8-4386-9a28-2114c90277d6 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:35.948065 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.948613 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Bound using segment: {'id': 'ab26e5f3-dee0-49ca-89da-cdaa854b752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fe302483-560a-497a-abf6-d11c5f4f8dd3'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:35.948948 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Bound port: a8630401-f901-4ffa-8767-9a4b8287649c, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab26e5f3-dee0-49ca-89da-cdaa854b752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fe302483-560a-497a-abf6-d11c5f4f8dd3'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:35.949342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.952458 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049eb86d-819f-4ba4-a1dc-bda94050bd1b tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:35.952882 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-049eb86d-819f-4ba4-a1dc-bda94050bd1b tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:35.969466 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:35.972273 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dcc241-b741-4944-a756-83db8e4f51da None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:35.983056 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b17f64a2-5672-4046-94aa-28bc5fa3bb48 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.025672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.110834 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f64a2-5672-4046-94aa-28bc5fa3bb48 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f89620-105f-4d9e-934d-a6ac8c8801bf,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:36.115970 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b74ff755-80d8-4386-9a28-2114c90277d6 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.147616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b17f64a2-5672-4046-94aa-28bc5fa3bb48 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.152089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event updated for resources: {'Port': ['ID=97378601-780a-41b2-8d8a-5a25ee5c0bd4,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:36.152657 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b17f64a2-5672-4046-94aa-28bc5fa3bb48 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-groups/65f89620-105f-4d9e-934d-a6ac8c8801bf HTTP/1.1" status: 204 len: 168 time: 1.0767834 Mar 16 10:55:36.153917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49224) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:36.160377 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-049eb86d-819f-4ba4-a1dc-bda94050bd1b tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.162872 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-58d53d78-8ea0-4ed5-baa3-11bb0e4a5f24 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2211094 Mar 16 10:55:36.178083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49228) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:36.187132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-3461d8b8-b1f0-43a6-8d5e-e5b6482c8db2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:36.195400 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] For port a8630401-f901-4ffa-8767-9a4b8287649c, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:36.199087 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] For port a8630401-f901-4ffa-8767-9a4b8287649c, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a8630401-f901-4ffa-8767-9a4b8287649c,segment=NetworkSegment(ab26e5f3-dee0-49ca-89da-cdaa854b752d),segment_id=ab26e5f3-dee0-49ca-89da-cdaa854b752d)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:36.200306 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca9d50-a1f5-44ba-8cd3-d692cdb76bc3 None None] Pushing event updated for resources: {'Port': ['ID=f699a199-64dc-436e-980b-fa700bae5f9e,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:36.226741 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.228467 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.263615 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Network ed7d474f-3fac-42bb-a466-031fd4826c06 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:36.266353 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-049eb86d-819f-4ba4-a1dc-bda94050bd1b tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.266770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b74ff755-80d8-4386-9a28-2114c90277d6 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:36.273606 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:36.285011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:36.301458 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049eb86d-819f-4ba4-a1dc-bda94050bd1b tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Pushing event deleted for resources: {'Network': ['ID=f9e8fb66-4036-4163-9911-238f93bde53d,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:36.315700 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b74ff755-80d8-4386-9a28-2114c90277d6 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:36.321068 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-049eb86d-819f-4ba4-a1dc-bda94050bd1b tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] 10.222.0.44 "DELETE /v2.0/networks/f9e8fb66-4036-4163-9911-238f93bde53d HTTP/1.1" status: 204 len: 168 time: 1.2945249 Mar 16 10:55:36.321974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49232) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:36.327110 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b74ff755-80d8-4386-9a28-2114c90277d6 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:36.337771 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dac85-6f78-4fd7-8eb3-e53b576d9de7 None None] Pushing event updated for resources: {'Port': ['ID=a8630401-f901-4ffa-8767-9a4b8287649c,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:36.393457 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6bd296-a53a-42f9-b2a4-db07b730c921 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:36.393798 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6bd296-a53a-42f9-b2a4-db07b730c921 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:36.398577 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ad6bd296-a53a-42f9-b2a4-db07b730c921 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] 10.222.0.44 "DELETE /v2.0/ports/f36e7980-4bb8-40b9-b611-1a291a1ac29a HTTP/1.1" status: 404 len: 333 time: 0.0666568 Mar 16 10:55:36.401046 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49236) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:36.437665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.464315 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989d22-9515-4266-b270-5fc5e32f2871 req-6070da64-a733-4a10-81bc-ac025dedc5ea tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:36.469197 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-e5eabd40-bb10-4630-9e1b-a7c4ff2e4b68 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port f54e84ef-0d01-41b4-bf56-150115c8a06b {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:36.470169 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-db989d22-9515-4266-b270-5fc5e32f2871 req-6070da64-a733-4a10-81bc-ac025dedc5ea tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 945 time: 0.5264666 Mar 16 10:55:36.478692 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e5eabd40-bb10-4630-9e1b-a7c4ff2e4b68 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.481827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b74ff755-80d8-4386-9a28-2114c90277d6 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:36.538767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f86a42-3d76-403d-9dc5-0d46a2506027'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:55:36.546800 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f699a199-64dc-436e-980b-fa700bae5f9e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:36.573417 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cb00c594-a965-4a60-85f7-4c01ede0a586 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:36.574708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.604837 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 13f86a42-3d76-403d-9dc5-0d46a2506027, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=13f86a42-3d76-403d-9dc5-0d46a2506027,segment=NetworkSegment(56189ffa-5660-436c-9a94-c3b81be63b71),segment_id=56189ffa-5660-436c-9a94-c3b81be63b71)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:36.659502 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.707080 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ae351a-ff41-4761-8e52-287c0d16861f tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Deleting subnet 4a3aa0e8-3de0-432c-abe2-1b23c6351562 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:36.714675 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-db989d22-9515-4266-b270-5fc5e32f2871 req-8ae4a800-c47d-499e-b9f1-572e22769912 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d24aa627-8744-453d-be62-e3b712135e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163723 Mar 16 10:55:36.760024 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f86a42-3d76-403d-9dc5-0d46a2506027', 'code': 200} Mar 16 10:55:36.769983 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3461d8b8-b1f0-43a6-8d5e-e5b6482c8db2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:36.791434 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b74ff755-80d8-4386-9a28-2114c90277d6 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.796869 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a9ae351a-ff41-4761-8e52-287c0d16861f tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.804761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3461d8b8-b1f0-43a6-8d5e-e5b6482c8db2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:36.832636 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3461d8b8-b1f0-43a6-8d5e-e5b6482c8db2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:36.836449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b74ff755-80d8-4386-9a28-2114c90277d6 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.854000 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': '7fc2755a-0348-452a-b43b-27d059468fdd'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:36.855104 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.892797 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3461d8b8-b1f0-43a6-8d5e-e5b6482c8db2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:36.981756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.021011 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=13f86a42-3d76-403d-9dc5-0d46a2506027,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:37.024295 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port f699a199-64dc-436e-980b-fa700bae5f9e completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:37.028377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ff755-80d8-4386-9a28-2114c90277d6 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6ea8fd-64b5-484b-b3f4-43d93e4e2a9e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:37.045070 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a9ae351a-ff41-4761-8e52-287c0d16861f tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.102796 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cb00c594-a965-4a60-85f7-4c01ede0a586 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:37.103705 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cb00c594-a965-4a60-85f7-4c01ede0a586 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9473512 Mar 16 10:55:37.111388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49242) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:37.124476 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-398bc030-b02b-44e9-9406-2b7198e2b3a4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group': {'name': 'tempest-secgroup--298358674'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:37.135880 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-398bc030-b02b-44e9-9406-2b7198e2b3a4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:37.171318 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-398bc030-b02b-44e9-9406-2b7198e2b3a4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:37.186617 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e5eabd40-bb10-4630-9e1b-a7c4ff2e4b68 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.189724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Allocated IP 2001:db8::f816:3eff:feec:8a05 (6fb457af-0d86-4c52-b4cf-f12d297a5983/7fc2755a-0348-452a-b43b-27d059468fdd/80544a2e-b378-4072-a4ca-5170c76f18c9) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:37.279464 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b74ff755-80d8-4386-9a28-2114c90277d6 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.283488 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b74ff755-80d8-4386-9a28-2114c90277d6 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3856020 Mar 16 10:55:37.291578 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49246) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:37.302259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-319c9438-1bb2-4b23-90f0-f105e351b86b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': 'ca6ea8fd-64b5-484b-b3f4-43d93e4e2a9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:37.313797 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-319c9438-1bb2-4b23-90f0-f105e351b86b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:37.326028 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-319c9438-1bb2-4b23-90f0-f105e351b86b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:37.329413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-319c9438-1bb2-4b23-90f0-f105e351b86b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:37.331181 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-398bc030-b02b-44e9-9406-2b7198e2b3a4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.338146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-319c9438-1bb2-4b23-90f0-f105e351b86b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:37.407493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3461d8b8-b1f0-43a6-8d5e-e5b6482c8db2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:37.412091 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3461d8b8-b1f0-43a6-8d5e-e5b6482c8db2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.421652 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af087623-b5dc-4eb2-b3a5-82b9f430e146 None None] Network ed7d474f-3fac-42bb-a466-031fd4826c06 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:37.429311 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-e5eabd40-bb10-4630-9e1b-a7c4ff2e4b68 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Calling delete_port for f54e84ef-0d01-41b4-bf56-150115c8a06b owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:37.491014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a9ae351a-ff41-4761-8e52-287c0d16861f tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.577116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-398bc030-b02b-44e9-9406-2b7198e2b3a4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:37.594264 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-398bc030-b02b-44e9-9406-2b7198e2b3a4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:37.603233 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-398bc030-b02b-44e9-9406-2b7198e2b3a4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:37.613536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.623871 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-17b3f4e7-16c0-47ad-97a6-20094e0310e7 None None] Provisioning for port f699a199-64dc-436e-980b-fa700bae5f9e completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:37.625766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-398bc030-b02b-44e9-9406-2b7198e2b3a4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:37.636045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-17b3f4e7-16c0-47ad-97a6-20094e0310e7 None None] Provisioning complete for port f699a199-64dc-436e-980b-fa700bae5f9e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:37.636431 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-17b3f4e7-16c0-47ad-97a6-20094e0310e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.636730 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-319c9438-1bb2-4b23-90f0-f105e351b86b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The resource could not be found. Mar 16 10:55:37.640445 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-319c9438-1bb2-4b23-90f0-f105e351b86b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3406897 Mar 16 10:55:37.648778 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49250) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:37.660341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-91bdc217-d16e-495e-8ddf-e4beaee862f3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': 'ca6ea8fd-64b5-484b-b3f4-43d93e4e2a9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f83ee27c-5a8e-4724-8f97-208db275bec6'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:37.667363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-91bdc217-d16e-495e-8ddf-e4beaee862f3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:37.672072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-91bdc217-d16e-495e-8ddf-e4beaee862f3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:37.673801 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Transition to ACTIVE for port object 80544a2e-b378-4072-a4ca-5170c76f18c9 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:37.675550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-91bdc217-d16e-495e-8ddf-e4beaee862f3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:37.682274 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-91bdc217-d16e-495e-8ddf-e4beaee862f3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:37.711985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb848b-38b4-4f7e-a728-c0d6155c3562 req-26effab0-c662-45a8-8577-b8701156b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:37.713358 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cfb848b-38b4-4f7e-a728-c0d6155c3562 req-26effab0-c662-45a8-8577-b8701156b414 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 1099 time: 0.6825771 Mar 16 10:55:37.725816 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a9ae351a-ff41-4761-8e52-287c0d16861f tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.773607 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Transition to ACTIVE for port object 80544a2e-b378-4072-a4ca-5170c76f18c9 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:37.787345 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f70a11f-c69d-4c04-b8be-849fb79a85a1 None None] Network fe302483-560a-497a-abf6-d11c5f4f8dd3 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:37.814524 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-91bdc217-d16e-495e-8ddf-e4beaee862f3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The resource could not be found. Mar 16 10:55:37.816179 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-91bdc217-d16e-495e-8ddf-e4beaee862f3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1662772 Mar 16 10:55:37.823264 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae351a-ff41-4761-8e52-287c0d16861f tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3aa0e8-3de0-432c-abe2-1b23c6351562,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:37.828170 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a9ae351a-ff41-4761-8e52-287c0d16861f tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.841622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49256) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:37.843410 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cfb848b-38b4-4f7e-a728-c0d6155c3562 req-60f64757-dce6-4b78-ad6b-6e7d4fedab26 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d24aa627-8744-453d-be62-e3b712135e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173544 Mar 16 10:55:37.857422 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a9ae351a-ff41-4761-8e52-287c0d16861f tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] 10.222.0.44 "DELETE /v2.0/subnets/4a3aa0e8-3de0-432c-abe2-1b23c6351562 HTTP/1.1" status: 204 len: 168 time: 1.4521940 Mar 16 10:55:37.860864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49260) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:38.025398 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db1c4cc-a309-45a8-aed4-d2a4b419d507 None None] Network 73ed6c0c-2382-49fe-886a-2991dc9803f4 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:38.050600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4cf553e3-3ecb-4359-b67c-9f544ffd4a85 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.084572 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.095219 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.110438 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.178591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-398bc030-b02b-44e9-9406-2b7198e2b3a4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.192060 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4cf553e3-3ecb-4359-b67c-9f544ffd4a85 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.201461 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-398bc030-b02b-44e9-9406-2b7198e2b3a4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.225079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.264629 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-17b3f4e7-16c0-47ad-97a6-20094e0310e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.281189 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3461d8b8-b1f0-43a6-8d5e-e5b6482c8db2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.296367 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bc030-b02b-44e9-9406-2b7198e2b3a4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ca4336-79d4-44cc-9880-372b3bebc640,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:38.299086 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:38.309627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Deleting port 0f470dcd-e1d0-45bb-9b50-32e06c20a0da {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:38.309932 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.333179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.337132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-398bc030-b02b-44e9-9406-2b7198e2b3a4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.341494 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-398bc030-b02b-44e9-9406-2b7198e2b3a4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2259307 Mar 16 10:55:38.348425 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49264) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:38.348696 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e5eabd40-bb10-4630-9e1b-a7c4ff2e4b68 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.364250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group': {'name': 'tempest-secgroup--1378669494'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:38.385035 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event updated for resources: {'Port': ['ID=97378601-780a-41b2-8d8a-5a25ee5c0bd4,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:38.390851 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:38.392293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3461d8b8-b1f0-43a6-8d5e-e5b6482c8db2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:38.396527 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:38.413579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-3461d8b8-b1f0-43a6-8d5e-e5b6482c8db2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:38.423703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b179d8-ffb6-49fa-b477-bce7371ddc58 req-5fc5b93a-295c-4e9d-9d2d-7e75be927c74 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:38.425253 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-66b179d8-ffb6-49fa-b477-bce7371ddc58 req-5fc5b93a-295c-4e9d-9d2d-7e75be927c74 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 946 time: 0.3261864 Mar 16 10:55:38.435917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:38.441957 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3461d8b8-b1f0-43a6-8d5e-e5b6482c8db2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:38.441957 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3461d8b8-b1f0-43a6-8d5e-e5b6482c8db2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.456229 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eabd40-bb10-4630-9e1b-a7c4ff2e4b68 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Port': ['ID=f54e84ef-0d01-41b4-bf56-150115c8a06b,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:38.468401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461d8b8-b1f0-43a6-8d5e-e5b6482c8db2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=432beeb9-6559-4cf2-8956-63541c4a1bfe,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:38.520404 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4cf553e3-3ecb-4359-b67c-9f544ffd4a85 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.523993 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:38.576847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf553e3-3ecb-4359-b67c-9f544ffd4a85 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6ea8fd-64b5-484b-b3f4-43d93e4e2a9e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:38.580165 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Attempting to bind port 80544a2e-b378-4072-a4ca-5170c76f18c9 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:38.581591 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Attempting to bind port 80544a2e-b378-4072-a4ca-5170c76f18c9 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:38.581729 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Attempting to bind port 80544a2e-b378-4072-a4ca-5170c76f18c9 on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:38.591820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4cf553e3-3ecb-4359-b67c-9f544ffd4a85 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.595742 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4cf553e3-3ecb-4359-b67c-9f544ffd4a85 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "DELETE /v2.0/security-groups/ca6ea8fd-64b5-484b-b3f4-43d93e4e2a9e HTTP/1.1" status: 204 len: 168 time: 0.7488644 Mar 16 10:55:38.597956 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49268) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:38.626731 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3461d8b8-b1f0-43a6-8d5e-e5b6482c8db2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4473162 Mar 16 10:55:38.627385 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:38.628535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:38.628933 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.629346 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:38.629813 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Bound port: 80544a2e-b378-4072-a4ca-5170c76f18c9, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:38.630182 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.633734 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49272) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:38.663916 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'mac_address': 'fa:16:3e:ac:6b:de', 'name': 'tempest-NetworksTestDHCPv6-1898732604'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:38.761870 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-66b179d8-ffb6-49fa-b477-bce7371ddc58 req-37643f9a-dff9-4275-b9f8-2dfc8931ba29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d24aa627-8744-453d-be62-e3b712135e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208442 Mar 16 10:55:38.781577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.807246 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Pushing event updated for resources: {'Port': ['ID=80544a2e-b378-4072-a4ca-5170c76f18c9,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:38.812908 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-17b3f4e7-16c0-47ad-97a6-20094e0310e7 None None] For port f699a199-64dc-436e-980b-fa700bae5f9e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f699a199-64dc-436e-980b-fa700bae5f9e,segment=NetworkSegment(4253f584-0a3c-49dd-a26f-32328a63c0d5),segment_id=4253f584-0a3c-49dd-a26f-32328a63c0d5)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:38.814531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Network ed7d474f-3fac-42bb-a466-031fd4826c06 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:38.828045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:38.836666 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c80dc273-6455-4df7-ab59-34a461087fe3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Synchronizing usage tracker for tenant:fe1f46756cb34ea2b9a04d74565b3ec3 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:38.852179 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a8630401-f901-4ffa-8767-9a4b8287649c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:38.901566 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-17b3f4e7-16c0-47ad-97a6-20094e0310e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.948294 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:38.974514 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:38.977069 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e5eabd40-bb10-4630-9e1b-a7c4ff2e4b68 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.980506 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:39.019539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c80dc273-6455-4df7-ab59-34a461087fe3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Unset dirty status for tenant:fe1f46756cb34ea2b9a04d74565b3ec3 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:39.020924 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c80dc273-6455-4df7-ab59-34a461087fe3 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4223394 Mar 16 10:55:39.043589 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49276) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:39.043979 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] For port 80544a2e-b378-4072-a4ca-5170c76f18c9, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:39.057717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-71029a88-5458-4c87-8d83-d6bfb33c488b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': 'b1bea7a6-9b16-482c-a9f6-9e52cbb8da7a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:39.074616 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-71029a88-5458-4c87-8d83-d6bfb33c488b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:39.075968 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:39.084855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-71029a88-5458-4c87-8d83-d6bfb33c488b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:39.113270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-71029a88-5458-4c87-8d83-d6bfb33c488b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:39.119581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:39.123960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:port and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:39.127087 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:39.133272 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:39.158033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] For port 80544a2e-b378-4072-a4ca-5170c76f18c9, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=80544a2e-b378-4072-a4ca-5170c76f18c9,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:39.161270 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d7b32067-fe1c-4b26-98de-ff091a719205 None None] Provisioning for port a8630401-f901-4ffa-8767-9a4b8287649c completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:39.161792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-71029a88-5458-4c87-8d83-d6bfb33c488b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:39.166251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:39.186828 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.212406 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3f4e7-16c0-47ad-97a6-20094e0310e7 None None] Pushing event updated for resources: {'Port': ['ID=f699a199-64dc-436e-980b-fa700bae5f9e,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:39.279698 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port a8630401-f901-4ffa-8767-9a4b8287649c completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:39.364131 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port a8630401-f901-4ffa-8767-9a4b8287649c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:39.366126 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.441481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] For port 0f470dcd-e1d0-45bb-9b50-32e06c20a0da, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0f470dcd-e1d0-45bb-9b50-32e06c20a0da,segment=NetworkSegment(d223a827-76e8-4aad-9dd3-b37669dfd9ed),segment_id=d223a827-76e8-4aad-9dd3-b37669dfd9ed)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:39.442012 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.474225 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd1cf96-85b8-4ffa-8fd1-1b6412c50640 None None] DHCP port deletion for 73ed6c0c-2382-49fe-886a-2991dc9803f4 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:39.487453 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3dd1cf96-85b8-4ffa-8fd1-1b6412c50640 None None] Deleting port 0f470dcd-e1d0-45bb-9b50-32e06c20a0da {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:39.488127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3dd1cf96-85b8-4ffa-8fd1-1b6412c50640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.600087 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-39a7a4d1-05e2-46f3-8960-3b70dfcb9466 None None] Provisioning for port 97378601-780a-41b2-8d8a-5a25ee5c0bd4 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:39.622675 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e695a-5d12-41d1-9397-11d5ab1b66d5 None None] Pushing event updated for resources: {'Port': ['ID=80544a2e-b378-4072-a4ca-5170c76f18c9,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:39.653118 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Calling delete_port for 0f470dcd-e1d0-45bb-9b50-32e06c20a0da owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:39.716722 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-71029a88-5458-4c87-8d83-d6bfb33c488b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The resource could not be found. Mar 16 10:55:39.720143 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-71029a88-5458-4c87-8d83-d6bfb33c488b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6755891 Mar 16 10:55:39.720836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Router 5ca33c48-3af9-47c9-ad69-c6cb59fd9819 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:55:39.725839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.728689 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-39a7a4d1-05e2-46f3-8960-3b70dfcb9466 None None] Provisioning complete for port 97378601-780a-41b2-8d8a-5a25ee5c0bd4 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:39.729060 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-39a7a4d1-05e2-46f3-8960-3b70dfcb9466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.779977 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49280) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:39.790880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group': {'name': 'tempest-secgroup--884394830'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:39.805569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:39.975634 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:39.990314 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port ed341483-2b3f-4681-8b9c-26bcebffb5e0 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:55:40.026845 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3dd1cf96-85b8-4ffa-8fd1-1b6412c50640 None None] For port 0f470dcd-e1d0-45bb-9b50-32e06c20a0da, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0f470dcd-e1d0-45bb-9b50-32e06c20a0da,segment=NetworkSegment(d223a827-76e8-4aad-9dd3-b37669dfd9ed),segment_id=d223a827-76e8-4aad-9dd3-b37669dfd9ed)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:40.027256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3dd1cf96-85b8-4ffa-8fd1-1b6412c50640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.154090 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.157596 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.175428 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3dd1cf96-85b8-4ffa-8fd1-1b6412c50640 None None] Calling delete_port for 0f470dcd-e1d0-45bb-9b50-32e06c20a0da owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:40.207198 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-39a7a4d1-05e2-46f3-8960-3b70dfcb9466 None None] Port 97378601-780a-41b2-8d8a-5a25ee5c0bd4 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:40.238648 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:40.240795 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:40.259132 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf921723-b6d5-47c5-b6f1-ca582f8ea985 None None] Sync routers for ids ['5ca33c48-3af9-47c9-ad69-c6cb59fd9819'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:40.264595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port a8630401-f901-4ffa-8767-9a4b8287649c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a8630401-f901-4ffa-8767-9a4b8287649c,segment=NetworkSegment(ab26e5f3-dee0-49ca-89da-cdaa854b752d),segment_id=ab26e5f3-dee0-49ca-89da-cdaa854b752d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:40.269199 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-39a7a4d1-05e2-46f3-8960-3b70dfcb9466 None None] Provisioning complete for port f699a199-64dc-436e-980b-fa700bae5f9e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:40.269505 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-39a7a4d1-05e2-46f3-8960-3b70dfcb9466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.282064 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf921723-b6d5-47c5-b6f1-ca582f8ea985 None None] Routers {'5ca33c48-3af9-47c9-ad69-c6cb59fd9819'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:40.284606 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-bf921723-b6d5-47c5-b6f1-ca582f8ea985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5ca33c48-3af9-47c9-ad69-c6cb59fd9819'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:40.295323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:40.303698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:40.309402 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.324682 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c72a6f12-3432-4dce-a07c-222b8fb73174 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "PUT /v2.0/routers/5ca33c48-3af9-47c9-ad69-c6cb59fd9819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1786306 Mar 16 10:55:40.325781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:40.333667 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49286) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:40.405623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=a8630401-f901-4ffa-8767-9a4b8287649c,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:40.439454 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.446274 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-bf921723-b6d5-47c5-b6f1-ca582f8ea985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:40.464109 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.472063 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf921723-b6d5-47c5-b6f1-ca582f8ea985 None None] Routers {'5ca33c48-3af9-47c9-ad69-c6cb59fd9819'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:40.472611 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-bf921723-b6d5-47c5-b6f1-ca582f8ea985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5ca33c48-3af9-47c9-ad69-c6cb59fd9819'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:40.478302 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5eabd40-bb10-4630-9e1b-a7c4ff2e4b68 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 1ce5fc09-1eff-440f-b3fc-03d351cebff9 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:40.489651 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-3dd1cf96-85b8-4ffa-8fd1-1b6412c50640 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 16 10:55:40.489651 dv-neutron-833859-1-hyperv neutron-server[87970]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Mar 16 10:55:40.489651 dv-neutron-833859-1-hyperv neutron-server[87970]: [parameters: {'port_id': '0f470dcd-e1d0-45bb-9b50-32e06c20a0da', 'host': 'dv-neutron-833859-1-hyperv', 'level': 0}] Mar 16 10:55:40.489651 dv-neutron-833859-1-hyperv neutron-server[87970]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:40.490105 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-3dd1cf96-85b8-4ffa-8fd1-1b6412c50640 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:40.538824 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d659b4-13b9-4d22-ad76-a2bb2847d3a8,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:40.588250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:40.588629 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:40.589043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:40.595416 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:40.595760 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:40.596307 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:40.596679 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:40.597056 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:40.597436 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:40.597811 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:40.598187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:40.598555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:40.613155 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.640834 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-bf921723-b6d5-47c5-b6f1-ca582f8ea985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:40.641290 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf921723-b6d5-47c5-b6f1-ca582f8ea985 None None] The sync data for ids ['5ca33c48-3af9-47c9-ad69-c6cb59fd9819'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:40.685815 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f699a199-64dc-436e-980b-fa700bae5f9e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:40.688945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ad945-76f2-4ae6-b789-6bff0a67db2f req-503afec8-fdea-49f1-816e-e2242b838d7d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:40.691006 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b54ad945-76f2-4ae6-b789-6bff0a67db2f req-503afec8-fdea-49f1-816e-e2242b838d7d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 946 time: 0.6482027 Mar 16 10:55:40.763248 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1d725828-f76b-4562-9e35-f76176841d83 None None] Provisioning complete for port 97378601-780a-41b2-8d8a-5a25ee5c0bd4 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:40.764783 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1d725828-f76b-4562-9e35-f76176841d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.848294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 172.20.0.2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/432beeb9-6559-4cf2-8956-63541c4a1bfe/ed341483-2b3f-4681-8b9c-26bcebffb5e0) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:40.869077 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1d725828-f76b-4562-9e35-f76176841d83 None None] Port 97378601-780a-41b2-8d8a-5a25ee5c0bd4 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:40.882352 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b54ad945-76f2-4ae6-b789-6bff0a67db2f req-06107c3e-e30e-432b-a34c-1dbe22b0c269 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d24aa627-8744-453d-be62-e3b712135e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829772 Mar 16 10:55:40.889659 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port f699a199-64dc-436e-980b-fa700bae5f9e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:40.889863 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.914739 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5eabd40-bb10-4630-9e1b-a7c4ff2e4b68 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:40.923770 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] No DVR routers for this DVR port 0f470dcd-e1d0-45bb-9b50-32e06c20a0da on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:40.942626 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c754c-8085-44cb-aa02-4f6e741b4002 None None] Sync routers for ids ['1ce5fc09-1eff-440f-b3fc-03d351cebff9'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:40.974728 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::f816:3eff:feac:6bde (6fb457af-0d86-4c52-b4cf-f12d297a5983/7fc2755a-0348-452a-b43b-27d059468fdd/ed341483-2b3f-4681-8b9c-26bcebffb5e0) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:40.984264 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c754c-8085-44cb-aa02-4f6e741b4002 None None] Routers {'1ce5fc09-1eff-440f-b3fc-03d351cebff9'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:40.984264 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-725c754c-8085-44cb-aa02-4f6e741b4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1ce5fc09-1eff-440f-b3fc-03d351cebff9'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:40.985263 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Pushing event deleted for resources: {'Port': ['ID=0f470dcd-e1d0-45bb-9b50-32e06c20a0da,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:41.036786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.060624 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.065478 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8ffdcdd4-ab7f-490b-b402-654a4d73894a tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.7099266 Mar 16 10:55:41.067074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.070619 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49292) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:41.079188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3dd1cf96-85b8-4ffa-8fd1-1b6412c50640 None None] Deleting port 0f470dcd-e1d0-45bb-9b50-32e06c20a0da {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:41.079409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3dd1cf96-85b8-4ffa-8fd1-1b6412c50640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.110532 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d879d19d-e30f-440e-b10c-4484c5e8fe14 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:41.118462 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e5eabd40-bb10-4630-9e1b-a7c4ff2e4b68 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/1ce5fc09-1eff-440f-b3fc-03d351cebff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6306310 Mar 16 10:55:41.124666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49296) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:41.162754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-7ac5544a-efb8-4a6d-b0e4-734e3897d945 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group_rule': {'security_group_id': 'b6ca4336-79d4-44cc-9880-372b3bebc640', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '56d659b4-13b9-4d22-ad76-a2bb2847d3a8', 'remote_ip_prefix': None}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:41.169316 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-725c754c-8085-44cb-aa02-4f6e741b4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:41.189327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7ac5544a-efb8-4a6d-b0e4-734e3897d945 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:41.223734 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3dd1cf96-85b8-4ffa-8fd1-1b6412c50640 None None] The port '0f470dcd-e1d0-45bb-9b50-32e06c20a0da' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:55:41.233033 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.251485 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b126eddf-49d9-46a3-82ff-e5af7d6dbb43 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Synchronizing usage tracker for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:41.288628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ed6c0c-2382-49fe-886a-2991dc9803f4']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:41.298256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-287361b0-b61c-46ca-972b-a0afd6602516 None None] Provisioning for port 80544a2e-b378-4072-a4ca-5170c76f18c9 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:41.299552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b126eddf-49d9-46a3-82ff-e5af7d6dbb43 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Unset dirty status for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:41.303903 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b126eddf-49d9-46a3-82ff-e5af7d6dbb43 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ce5fc09-1eff-440f-b3fc-03d351cebff9 HTTP/1.1" status: 200 len: 205 time: 0.1747973 Mar 16 10:55:41.307740 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49300) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:41.309922 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c754c-8085-44cb-aa02-4f6e741b4002 None None] Routers {'1ce5fc09-1eff-440f-b3fc-03d351cebff9'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:41.310457 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-725c754c-8085-44cb-aa02-4f6e741b4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1ce5fc09-1eff-440f-b3fc-03d351cebff9'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:41.311720 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd223a827-76e8-4aad-9dd3-b37669dfd9ed') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:41.312121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd223a827-76e8-4aad-9dd3-b37669dfd9ed') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:41.382771 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7ac5544a-efb8-4a6d-b0e4-734e3897d945 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:41.388729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c482281-0b85-47a3-b2d1-28e2613c99d7,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:41.392109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7ac5544a-efb8-4a6d-b0e4-734e3897d945 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:41.402296 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.424220 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7ac5544a-efb8-4a6d-b0e4-734e3897d945 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:41.442217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.445847 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6605105 Mar 16 10:55:41.445847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:41.445847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:41.446168 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:41.446384 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:41.446517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:41.446842 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:41.447179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:41.447507 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:41.447841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:41.448136 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:41.448456 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:41.448761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a13c79-3cb8-47e2-a582-661372b9e165 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:41.466516 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49304) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:41.477233 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-725c754c-8085-44cb-aa02-4f6e741b4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:41.477618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c754c-8085-44cb-aa02-4f6e741b4002 None None] The sync data for ids ['1ce5fc09-1eff-440f-b3fc-03d351cebff9'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:41.479712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-081609a8-7262-4241-b8fd-8b9d821a9791 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064075763'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:41.493824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-081609a8-7262-4241-b8fd-8b9d821a9791 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:41.503825 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf5850-565d-4a35-9f7a-c3b0e57ecf2f req-53c3162d-9be5-4236-9407-a86bf5af0ad5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:41.505467 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a1cf5850-565d-4a35-9f7a-c3b0e57ecf2f req-53c3162d-9be5-4236-9407-a86bf5af0ad5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 946 time: 0.4324722 Mar 16 10:55:41.506682 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.516367 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1089708e-a7aa-4d94-a1ed-706842875441 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.519925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 80544a2e-b378-4072-a4ca-5170c76f18c9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:41.574815 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:41.575371 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:41.608856 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:41.688807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 80544a2e-b378-4072-a4ca-5170c76f18c9 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:41.698963 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 80544a2e-b378-4072-a4ca-5170c76f18c9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:41.699455 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.836527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-081609a8-7262-4241-b8fd-8b9d821a9791 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:41.840984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-081609a8-7262-4241-b8fd-8b9d821a9791 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:41.848197 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-081609a8-7262-4241-b8fd-8b9d821a9791 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:41.880618 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.883988 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-081609a8-7262-4241-b8fd-8b9d821a9791 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.889574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.918670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-081609a8-7262-4241-b8fd-8b9d821a9791 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:41.922573 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-081609a8-7262-4241-b8fd-8b9d821a9791 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:41.928697 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-081609a8-7262-4241-b8fd-8b9d821a9791 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:41.944577 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c75de1-467d-4659-bec6-9be3fa97d5e5 None None] Update dhcp port {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'fixed_ips': [{'subnet_id': '7fc2755a-0348-452a-b43b-27d059468fdd', 'ip_address': '2001:db8::f816:3eff:feec:8a05'}, {'subnet_id': '432beeb9-6559-4cf2-8956-63541c4a1bfe'}], 'binding:host_id': 'dv-neutron-833859-1-hyperv'}, 'id': '80544a2e-b378-4072-a4ca-5170c76f18c9'} from dv-neutron-833859-1-hyperv. {{(pid=87970) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:55:41.948234 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-081609a8-7262-4241-b8fd-8b9d821a9791 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:41.966823 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a1cf5850-565d-4a35-9f7a-c3b0e57ecf2f req-43da7376-e793-413b-9120-1582e9b5beed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d24aa627-8744-453d-be62-e3b712135e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009778 Mar 16 10:55:41.972534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7ac5544a-efb8-4a6d-b0e4-734e3897d945 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.987668 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 80544a2e-b378-4072-a4ca-5170c76f18c9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=80544a2e-b378-4072-a4ca-5170c76f18c9,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:41.995950 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.047246 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49308) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:42.076584 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0f470dcd-e1d0-45bb-9b50-32e06c20a0da no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:42.091478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object ed341483-2b3f-4681-8b9c-26bcebffb5e0 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:42.115795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-15c75de1-467d-4659-bec6-9be3fa97d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.129421 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-c946c85f-12fe-4afb-a243-d2b76bbe6dd3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:42.133238 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c946c85f-12fe-4afb-a243-d2b76bbe6dd3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "PUT /v2.0/routers/5ca33c48-3af9-47c9-ad69-c6cb59fd9819/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7949319 Mar 16 10:55:42.141658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49312) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:42.141921 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 0f470dcd-e1d0-45bb-9b50-32e06c20a0da {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:42.142267 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0f470dcd-e1d0-45bb-9b50-32e06c20a0da not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:42.160964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.192486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=80544a2e-b378-4072-a4ca-5170c76f18c9,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:42.193248 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1089708e-a7aa-4d94-a1ed-706842875441 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.195814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.209013 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] 10.222.0.44 "DELETE /v2.0/networks/73ed6c0c-2382-49fe-886a-2991dc9803f4 HTTP/1.1" status: 204 len: 168 time: 4.3428423 Mar 16 10:55:42.211818 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1089708e-a7aa-4d94-a1ed-706842875441 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.214784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89695408-ade9-4cf5-bb65-752c8c927576 tempest-DHCPAgentSchedulersTestJSON-1859838943 tempest-DHCPAgentSchedulersTestJSON-1859838943-project] Pushing event deleted for resources: {'Network': ['ID=73ed6c0c-2382-49fe-886a-2991dc9803f4,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:42.221781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7ac5544a-efb8-4a6d-b0e4-734e3897d945 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.253490 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7ac5544a-efb8-4a6d-b0e4-734e3897d945 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.274230 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e916621-9ef1-4114-93bf-d244821fc0b2 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:42.275777 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2e916621-9ef1-4114-93bf-d244821fc0b2 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 1094 time: 0.2282474 Mar 16 10:55:42.280482 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49318) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:42.289152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': '13f86a42-3d76-403d-9dc5-0d46a2506027', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:42.299478 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1089708e-a7aa-4d94-a1ed-706842875441 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.299966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1089708e-a7aa-4d94-a1ed-706842875441 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Fanout notify agent at l3_agent the message router_deleted on router 1ce5fc09-1eff-440f-b3fc-03d351cebff9 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:42.306178 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:42.320166 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:floatingip and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:42.333144 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1089708e-a7aa-4d94-a1ed-706842875441 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.335314 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1089708e-a7aa-4d94-a1ed-706842875441 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/routers/1ce5fc09-1eff-440f-b3fc-03d351cebff9 HTTP/1.1" status: 204 len: 168 time: 1.0265534 Mar 16 10:55:42.336728 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:42.339911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49322) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:42.387782 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-081609a8-7262-4241-b8fd-8b9d821a9791 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.388651 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:42.389098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5544a-efb8-4a6d-b0e4-734e3897d945 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85aa71da-1771-4b86-b3ee-351d9eb1a1c0,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:42.421171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.437863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.468410 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-081609a8-7262-4241-b8fd-8b9d821a9791 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.478264 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edf1863-1486-4bf5-ae3d-7b12a7fd62ef tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting subnet d728ffbd-192b-48e9-b299-d8ee072203c9 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:42.483534 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a8630401-f901-4ffa-8767-9a4b8287649c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:42.484628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9edf1863-1486-4bf5-ae3d-7b12a7fd62ef tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.539817 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-15c75de1-467d-4659-bec6-9be3fa97d5e5 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-dd9d2709-189e-4991-b082-3790a35e204f {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:42.540305 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-15c75de1-467d-4659-bec6-9be3fa97d5e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:42.571726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7ac5544a-efb8-4a6d-b0e4-734e3897d945 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.572902 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7ac5544a-efb8-4a6d-b0e4-734e3897d945 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4900169 Mar 16 10:55:42.581619 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port a8630401-f901-4ffa-8767-9a4b8287649c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:42.582876 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.589407 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49328) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:42.614369 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9edf1863-1486-4bf5-ae3d-7b12a7fd62ef tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.650487 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49332) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:42.688181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:42.708138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-081609a8-7262-4241-b8fd-8b9d821a9791 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.709355 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-081609a8-7262-4241-b8fd-8b9d821a9791 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2419007 Mar 16 10:55:42.712223 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:42.714685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:42.738819 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 80544a2e-b378-4072-a4ca-5170c76f18c9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:42.746989 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9edf1863-1486-4bf5-ae3d-7b12a7fd62ef tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.752337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49338) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:42.773138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081609a8-7262-4241-b8fd-8b9d821a9791 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc1eb76-ab5d-4cda-866a-17c4924eea9e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:42.784081 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9fcea621-f25d-48bf-9f48-f5630899dddd tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group_rule': {'security_group_id': '8c482281-0b85-47a3-b2d1-28e2613c99d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3fc1eb76-ab5d-4cda-866a-17c4924eea9e'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:42.796317 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=ed341483-2b3f-4681-8b9c-26bcebffb5e0,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:42.818889 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-78e22257-c32d-4515-bff0-7377724ec598 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.822848 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 80544a2e-b378-4072-a4ca-5170c76f18c9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:42.823405 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.826605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9fcea621-f25d-48bf-9f48-f5630899dddd tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:42.839479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.841236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9fcea621-f25d-48bf-9f48-f5630899dddd tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:42.847017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9fcea621-f25d-48bf-9f48-f5630899dddd tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:42.851031 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-78e22257-c32d-4515-bff0-7377724ec598 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.900234 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9fcea621-f25d-48bf-9f48-f5630899dddd tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:42.917022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:42.917022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.927982 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5d24cbfe-9c33-4f6f-abbf-de7cf4dd57bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=953bb50d239b4f388b0069a00110c3f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731717 Mar 16 10:55:42.930275 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49342) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:42.943423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9edf1863-1486-4bf5-ae3d-7b12a7fd62ef tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.980980 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2337a0e5-24ca-44bf-b2ee-6540e287052b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3426173 Mar 16 10:55:42.984826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49346) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:42.989935 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf1863-1486-4bf5-ae3d-7b12a7fd62ef tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Subnet': ['ID=d728ffbd-192b-48e9-b299-d8ee072203c9,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:43.035726 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1456069-3114-4f9c-b666-70009c24540d None None] Network 5d99cff3-88b1-435b-8ce1-5e1c3a3f7378 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:43.058793 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-78e22257-c32d-4515-bff0-7377724ec598 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.077042 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9edf1863-1486-4bf5-ae3d-7b12a7fd62ef tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.090910 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-9fcea621-f25d-48bf-9f48-f5630899dddd tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:43.095034 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9fcea621-f25d-48bf-9f48-f5630899dddd tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3311698 Mar 16 10:55:43.097906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e22257-c32d-4515-bff0-7377724ec598 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85aa71da-1771-4b86-b3ee-351d9eb1a1c0,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:43.098057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49350) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:43.100505 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-78e22257-c32d-4515-bff0-7377724ec598 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.101897 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-78e22257-c32d-4515-bff0-7377724ec598 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/85aa71da-1771-4b86-b3ee-351d9eb1a1c0 HTTP/1.1" status: 204 len: 168 time: 0.4981377 Mar 16 10:55:43.110918 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49354) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:43.121921 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9edf1863-1486-4bf5-ae3d-7b12a7fd62ef tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/d728ffbd-192b-48e9-b299-d8ee072203c9 HTTP/1.1" status: 204 len: 168 time: 0.7795997 Mar 16 10:55:43.130668 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49358) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:43.140520 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c63ef98f-1876-4233-b344-caead8a60ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.191436 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.26.3.108 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/c990f81c-6b48-4701-8741-2900ec600fba) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:43.194522 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-15c75de1-467d-4659-bec6-9be3fa97d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.206753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e705ae44-e7e9-42f6-a286-2a4acdd10a40 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:43.211179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c63ef98f-1876-4233-b344-caead8a60ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.268429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1c6f9f-a5da-44eb-9c14-2c46895e31a4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting subnet 0f6a55e9-3f89-4649-a5c4-df622bf2f4c0 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:43.290941 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8b1c6f9f-a5da-44eb-9c14-2c46895e31a4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.302265 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e705ae44-e7e9-42f6-a286-2a4acdd10a40 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:43.306975 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e705ae44-e7e9-42f6-a286-2a4acdd10a40 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1917908 Mar 16 10:55:43.309548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49362) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:43.358966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85f29c6-979c-4b02-8ba1-cd7895e26851 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:43.366910 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85f29c6-979c-4b02-8ba1-cd7895e26851 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:43.371231 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b85f29c6-979c-4b02-8ba1-cd7895e26851 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3800843 Mar 16 10:55:43.376211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49366) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:43.415929 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c63ef98f-1876-4233-b344-caead8a60ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.445638 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d93b1aff-c38c-4945-bcc9-461141f6c604 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.457057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc09598a-d49a-435a-b0bd-b83960a42ef3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.487593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d93b1aff-c38c-4945-bcc9-461141f6c604 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.500714 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-15c75de1-467d-4659-bec6-9be3fa97d5e5 None None] Allocated IP 172.20.0.3 (6fb457af-0d86-4c52-b4cf-f12d297a5983/432beeb9-6559-4cf2-8956-63541c4a1bfe/80544a2e-b378-4072-a4ca-5170c76f18c9) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:43.517356 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97370983-8db9-4c2f-8e5f-3a6179bc7ff3 None None] DHCP port deletion for 5d99cff3-88b1-435b-8ce1-5e1c3a3f7378 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:43.524177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8b1c6f9f-a5da-44eb-9c14-2c46895e31a4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.527693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ef98f-1876-4233-b344-caead8a60ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9e9010-794e-457f-a37e-e96e5ebc2877,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:43.602728 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-97370983-8db9-4c2f-8e5f-3a6179bc7ff3 None None] Deleting port 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:43.603101 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-97370983-8db9-4c2f-8e5f-3a6179bc7ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.616980 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c63ef98f-1876-4233-b344-caead8a60ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.620646 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c63ef98f-1876-4233-b344-caead8a60ed7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc9e9010-794e-457f-a37e-e96e5ebc2877 HTTP/1.1" status: 204 len: 168 time: 0.6769772 Mar 16 10:55:43.622255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-a058d367-176b-4039-8ff3-9769f8b54e75 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port ed341483-2b3f-4681-8b9c-26bcebffb5e0 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:43.622645 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a058d367-176b-4039-8ff3-9769f8b54e75 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.664992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-21a10c06-693d-4c6d-b61a-fd4b0ffd2bef tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.761272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d93b1aff-c38c-4945-bcc9-461141f6c604 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.797002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.801451 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b1aff-c38c-4945-bcc9-461141f6c604 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc1eb76-ab5d-4cda-866a-17c4924eea9e,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:43.803790 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d93b1aff-c38c-4945-bcc9-461141f6c604 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.808267 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d93b1aff-c38c-4945-bcc9-461141f6c604 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "DELETE /v2.0/security-groups/3fc1eb76-ab5d-4cda-866a-17c4924eea9e HTTP/1.1" status: 204 len: 168 time: 0.7064440 Mar 16 10:55:43.816036 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49372) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:43.872349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-15c75de1-467d-4659-bec6-9be3fa97d5e5 None None] For port 80544a2e-b378-4072-a4ca-5170c76f18c9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=80544a2e-b378-4072-a4ca-5170c76f18c9,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:43.896932 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8b1c6f9f-a5da-44eb-9c14-2c46895e31a4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.947440 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-99ddc891-ef46-4732-ba0c-f53825190d53 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Synchronizing usage tracker for tenant:fe1f46756cb34ea2b9a04d74565b3ec3 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:43.970595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-97370983-8db9-4c2f-8e5f-3a6179bc7ff3 None None] For port 7c1b1f72-eed6-4bb7-a49e-e506324bcd19, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=7c1b1f72-eed6-4bb7-a49e-e506324bcd19,segment=NetworkSegment(5a92215f-42f8-4db2-86ea-7d9f6335f076),segment_id=5a92215f-42f8-4db2-86ea-7d9f6335f076)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:43.971022 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-97370983-8db9-4c2f-8e5f-3a6179bc7ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.982238 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-99ddc891-ef46-4732-ba0c-f53825190d53 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Unset dirty status for tenant:fe1f46756cb34ea2b9a04d74565b3ec3 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:43.983702 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-99ddc891-ef46-4732-ba0c-f53825190d53 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1667318 Mar 16 10:55:43.987272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49378) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:43.988803 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-15c75de1-467d-4659-bec6-9be3fa97d5e5 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.006272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.057110 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-21a10c06-693d-4c6d-b61a-fd4b0ffd2bef tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.114756 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-97370983-8db9-4c2f-8e5f-3a6179bc7ff3 None None] Calling delete_port for 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:44.115490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8b1c6f9f-a5da-44eb-9c14-2c46895e31a4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.123672 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:44.155286 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49382) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:44.156515 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-15c75de1-467d-4659-bec6-9be3fa97d5e5 None None] Transition to ACTIVE for port object 80544a2e-b378-4072-a4ca-5170c76f18c9 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:44.161822 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-15c75de1-467d-4659-bec6-9be3fa97d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.167402 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:44.169783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:44.205038 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=c990f81c-6b48-4701-8741-2900ec600fba,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:44.226590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c6f9f-a5da-44eb-9c14-2c46895e31a4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6a55e9-3f89-4649-a5c4-df622bf2f4c0,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:44.231621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8b1c6f9f-a5da-44eb-9c14-2c46895e31a4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.252794 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-21a10c06-693d-4c6d-b61a-fd4b0ffd2bef tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.266813 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94ed6e6b-6088-464c-9ef2-ed04c55fee55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.284723 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8b1c6f9f-a5da-44eb-9c14-2c46895e31a4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/0f6a55e9-3f89-4649-a5c4-df622bf2f4c0 HTTP/1.1" status: 204 len: 168 time: 1.1499169 Mar 16 10:55:44.286691 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1015d7e1-035c-445e-8606-dc424ea2bbfe tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.291060 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49386) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:44.291938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a10c06-693d-4c6d-b61a-fd4b0ffd2bef tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d659b4-13b9-4d22-ad76-a2bb2847d3a8,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:44.295373 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baec1288-62c6-4dcf-b431-96e993ca074a None None] Network 70b55228-108a-4a08-b966-8c0d574ef7cc requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:44.328065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-94ed6e6b-6088-464c-9ef2-ed04c55fee55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:44.355590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-94ed6e6b-6088-464c-9ef2-ed04c55fee55 admin admin] Usage tracker for resource:security_group_rule and tenant:edf9aa23d9e54dcdaee485b39d88ba7c is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:44.367278 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a058d367-176b-4039-8ff3-9769f8b54e75 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.399317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-94ed6e6b-6088-464c-9ef2-ed04c55fee55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:44.415748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1015d7e1-035c-445e-8606-dc424ea2bbfe tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.423080 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-94ed6e6b-6088-464c-9ef2-ed04c55fee55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:44.444955 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c75de1-467d-4659-bec6-9be3fa97d5e5 None None] Pushing event updated for resources: {'Port': ['ID=80544a2e-b378-4072-a4ca-5170c76f18c9,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:44.451913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-97370983-8db9-4c2f-8e5f-3a6179bc7ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.513893 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:44.555778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-a058d367-176b-4039-8ff3-9769f8b54e75 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for ed341483-2b3f-4681-8b9c-26bcebffb5e0 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:44.563070 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97370983-8db9-4c2f-8e5f-3a6179bc7ff3 None None] Pushing event deleted for resources: {'Port': ['ID=7c1b1f72-eed6-4bb7-a49e-e506324bcd19,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:44.565449 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97370983-8db9-4c2f-8e5f-3a6179bc7ff3 None None] No DVR routers for this DVR port 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:44.566822 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:44.567338 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 7c1b1f72-eed6-4bb7-a49e-e506324bcd19 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:44.606334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-21a10c06-693d-4c6d-b61a-fd4b0ffd2bef tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.607923 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-21a10c06-693d-4c6d-b61a-fd4b0ffd2bef tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-groups/56d659b4-13b9-4d22-ad76-a2bb2847d3a8 HTTP/1.1" status: 204 len: 168 time: 1.2953064 Mar 16 10:55:44.610532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58204b09-118f-4076-8e4d-67fb12a6d181 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.617070 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49390) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:44.649981 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-dc09598a-d49a-435a-b0bd-b83960a42ef3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Deleting port 97378601-780a-41b2-8d8a-5a25ee5c0bd4 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:44.650712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc09598a-d49a-435a-b0bd-b83960a42ef3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.773696 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1015d7e1-035c-445e-8606-dc424ea2bbfe tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.851828 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015d7e1-035c-445e-8606-dc424ea2bbfe tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c482281-0b85-47a3-b2d1-28e2613c99d7,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:44.852119 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad8e916-6367-4e75-9e9a-cfe0a02b59bc None None] DHCP port deletion for 70b55228-108a-4a08-b966-8c0d574ef7cc request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:44.856230 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1ad8e916-6367-4e75-9e9a-cfe0a02b59bc None None] Deleting port b6feeddc-c328-4631-a98c-001e0cae2bbd {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:44.856608 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1ad8e916-6367-4e75-9e9a-cfe0a02b59bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.990998 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-88f278cc-a18f-4814-aa9b-8c79976c018e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:45.018623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc09598a-d49a-435a-b0bd-b83960a42ef3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.022609 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1015d7e1-035c-445e-8606-dc424ea2bbfe tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.026192 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1015d7e1-035c-445e-8606-dc424ea2bbfe tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "DELETE /v2.0/security-groups/8c482281-0b85-47a3-b2d1-28e2613c99d7 HTTP/1.1" status: 204 len: 168 time: 1.0354481 Mar 16 10:55:45.032012 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49394) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:45.111861 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1ad8e916-6367-4e75-9e9a-cfe0a02b59bc None None] For port b6feeddc-c328-4631-a98c-001e0cae2bbd, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b6feeddc-c328-4631-a98c-001e0cae2bbd,segment=NetworkSegment(b8ec09d4-0462-4e70-b82f-b8a0cba9cc21),segment_id=b8ec09d4-0462-4e70-b82f-b8a0cba9cc21)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:45.112393 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1ad8e916-6367-4e75-9e9a-cfe0a02b59bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.124028 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58204b09-118f-4076-8e4d-67fb12a6d181 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.146891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-88f278cc-a18f-4814-aa9b-8c79976c018e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:45.148169 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-88f278cc-a18f-4814-aa9b-8c79976c018e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5268700 Mar 16 10:55:45.159727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94ed6e6b-6088-464c-9ef2-ed04c55fee55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.160563 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49398) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:45.192013 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94ed6e6b-6088-464c-9ef2-ed04c55fee55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.200774 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-58204b09-118f-4076-8e4d-67fb12a6d181 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d99cff3-88b1-435b-8ce1-5e1c3a3f7378']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:45.210760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-dc09598a-d49a-435a-b0bd-b83960a42ef3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Calling delete_port for 97378601-780a-41b2-8d8a-5a25ee5c0bd4 owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:45.256966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-58204b09-118f-4076-8e4d-67fb12a6d181 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a92215f-42f8-4db2-86ea-7d9f6335f076') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:45.257261 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-58204b09-118f-4076-8e4d-67fb12a6d181 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a92215f-42f8-4db2-86ea-7d9f6335f076') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:45.259744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1ad8e916-6367-4e75-9e9a-cfe0a02b59bc None None] Calling delete_port for b6feeddc-c328-4631-a98c-001e0cae2bbd owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:45.270638 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58204b09-118f-4076-8e4d-67fb12a6d181 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.288020 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58204b09-118f-4076-8e4d-67fb12a6d181 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.294972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58204b09-118f-4076-8e4d-67fb12a6d181 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:45.295541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58204b09-118f-4076-8e4d-67fb12a6d181 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.308053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a058d367-176b-4039-8ff3-9769f8b54e75 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.372000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6866fe7b-520c-4d6e-afab-7d0118e34823 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Synchronizing usage tracker for tenant:fe1f46756cb34ea2b9a04d74565b3ec3 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:45.380297 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:45.394447 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1ad8e916-6367-4e75-9e9a-cfe0a02b59bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.397429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058d367-176b-4039-8ff3-9769f8b54e75 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=ed341483-2b3f-4681-8b9c-26bcebffb5e0,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:45.443979 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-94ed6e6b-6088-464c-9ef2-ed04c55fee55 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edf9aa23d9e54dcdaee485b39d88ba7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2761993 Mar 16 10:55:45.445478 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49402) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:45.453572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c4408240-ae1a-42d5-813c-9d822b0abc86 None None] Provisioning for port 80544a2e-b378-4072-a4ca-5170c76f18c9 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:45.465149 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad8e916-6367-4e75-9e9a-cfe0a02b59bc None None] No DVR routers for this DVR port b6feeddc-c328-4631-a98c-001e0cae2bbd on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:45.466589 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c4408240-ae1a-42d5-813c-9d822b0abc86 None None] Provisioning complete for port 80544a2e-b378-4072-a4ca-5170c76f18c9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:45.466942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c4408240-ae1a-42d5-813c-9d822b0abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.480618 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed6e6b-6088-464c-9ef2-ed04c55fee55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f954916-6626-402c-841e-4847613230a2,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:45.494736 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8e916-6367-4e75-9e9a-cfe0a02b59bc None None] Pushing event deleted for resources: {'Port': ['ID=b6feeddc-c328-4631-a98c-001e0cae2bbd,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:45.513165 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-92bdf243-e0f2-4235-a922-0de21e8a4007 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.532377 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58204b09-118f-4076-8e4d-67fb12a6d181 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.544722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6866fe7b-520c-4d6e-afab-7d0118e34823 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Unset dirty status for tenant:fe1f46756cb34ea2b9a04d74565b3ec3 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:45.546602 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6866fe7b-520c-4d6e-afab-7d0118e34823 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5088811 Mar 16 10:55:45.550124 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49406) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:45.582142 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a058d367-176b-4039-8ff3-9769f8b54e75 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.584983 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58204b09-118f-4076-8e4d-67fb12a6d181 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.596411 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-17dd01c1-333b-4167-8d94-b7ad38dc20a1 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1303345288'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:45.597834 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a058d367-176b-4039-8ff3-9769f8b54e75 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/ed341483-2b3f-4681-8b9c-26bcebffb5e0 HTTP/1.1" status: 204 len: 168 time: 2.2205913 Mar 16 10:55:45.600180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49410) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:45.611501 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58204b09-118f-4076-8e4d-67fb12a6d181 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Network': ['ID=5d99cff3-88b1-435b-8ce1-5e1c3a3f7378,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:45.617867 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-17dd01c1-333b-4167-8d94-b7ad38dc20a1 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:45.621027 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-92bdf243-e0f2-4235-a922-0de21e8a4007 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.662080 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1c35cc8-9c78-4207-bbf4-736b01308740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.673188 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-17dd01c1-333b-4167-8d94-b7ad38dc20a1 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:45.688538 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-58204b09-118f-4076-8e4d-67fb12a6d181 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/networks/5d99cff3-88b1-435b-8ce1-5e1c3a3f7378 HTTP/1.1" status: 204 len: 168 time: 1.3948817 Mar 16 10:55:45.708363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49414) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:45.771307 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5257ddfe-d043-4231-9157-54a895f7933c None None] Could not find standard attr ID for object ed341483-2b3f-4681-8b9c-26bcebffb5e0. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:55:45.859401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d14d20-108e-4972-aef9-3e32c2d95eda tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:45.860906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d14d20-108e-4972-aef9-3e32c2d95eda tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:45.862769 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d14d20-108e-4972-aef9-3e32c2d95eda tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:45.863631 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e6d14d20-108e-4972-aef9-3e32c2d95eda tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:45.867720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc09598a-d49a-435a-b0bd-b83960a42ef3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.882983 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-17dd01c1-333b-4167-8d94-b7ad38dc20a1 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.918427 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1c35cc8-9c78-4207-bbf4-736b01308740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.925813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09598a-d49a-435a-b0bd-b83960a42ef3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event deleted for resources: {'Port': ['ID=97378601-780a-41b2-8d8a-5a25ee5c0bd4,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:45.969206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e6d14d20-108e-4972-aef9-3e32c2d95eda tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:45.970444 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e6d14d20-108e-4972-aef9-3e32c2d95eda tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3693395 Mar 16 10:55:45.976095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49418) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:46.045174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-17dd01c1-333b-4167-8d94-b7ad38dc20a1 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:46.051208 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-92bdf243-e0f2-4235-a922-0de21e8a4007 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.070649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-17dd01c1-333b-4167-8d94-b7ad38dc20a1 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Usage tracker for resource:security_group_rule and tenant:fe1f46756cb34ea2b9a04d74565b3ec3 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:46.085043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-922341be-638c-448b-8c20-2ad2afe75f7c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.088280 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-17dd01c1-333b-4167-8d94-b7ad38dc20a1 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:46.113999 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdf243-e0f2-4235-a922-0de21e8a4007 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ca4336-79d4-44cc-9880-372b3bebc640,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:46.116025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-17dd01c1-333b-4167-8d94-b7ad38dc20a1 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:46.157010 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-37125b97-31d4-4e46-a62e-71664b80d6e2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 432beeb9-6559-4cf2-8956-63541c4a1bfe {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:46.165453 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-92bdf243-e0f2-4235-a922-0de21e8a4007 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.166896 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-92bdf243-e0f2-4235-a922-0de21e8a4007 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-groups/b6ca4336-79d4-44cc-9880-372b3bebc640 HTTP/1.1" status: 204 len: 168 time: 0.9932234 Mar 16 10:55:46.169525 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49422) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:46.172102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-37125b97-31d4-4e46-a62e-71664b80d6e2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.211442 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.270291 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1c35cc8-9c78-4207-bbf4-736b01308740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.301304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc09598a-d49a-435a-b0bd-b83960a42ef3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.358871 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c35cc8-9c78-4207-bbf4-736b01308740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f954916-6626-402c-841e-4847613230a2,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:46.376138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-922341be-638c-448b-8c20-2ad2afe75f7c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.387767 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-37125b97-31d4-4e46-a62e-71664b80d6e2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.442351 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 80544a2e-b378-4072-a4ca-5170c76f18c9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:46.445523 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-17dd01c1-333b-4167-8d94-b7ad38dc20a1 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.466369 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-17dd01c1-333b-4167-8d94-b7ad38dc20a1 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.480094 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1c35cc8-9c78-4207-bbf4-736b01308740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.483573 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b1c35cc8-9c78-4207-bbf4-736b01308740 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f954916-6626-402c-841e-4847613230a2 HTTP/1.1" status: 204 len: 168 time: 1.0033603 Mar 16 10:55:46.483573 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-922341be-638c-448b-8c20-2ad2afe75f7c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b55228-108a-4a08-b966-8c0d574ef7cc']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:46.505163 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3d5e5a01-89b4-4dfb-bfc4-c18d0fd9f1bc tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:46.521075 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 80544a2e-b378-4072-a4ca-5170c76f18c9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:46.521618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.529086 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-922341be-638c-448b-8c20-2ad2afe75f7c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ec09d4-0462-4e70-b82f-b8a0cba9cc21') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:46.529424 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-922341be-638c-448b-8c20-2ad2afe75f7c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ec09d4-0462-4e70-b82f-b8a0cba9cc21') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:46.562224 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.606086 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-922341be-638c-448b-8c20-2ad2afe75f7c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.624337 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-17dd01c1-333b-4167-8d94-b7ad38dc20a1 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.629610 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-17dd01c1-333b-4167-8d94-b7ad38dc20a1 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0693312 Mar 16 10:55:46.632634 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49428) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:46.635530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd01c1-333b-4167-8d94-b7ad38dc20a1 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3773207b-b36d-4f39-9e83-eaaf3234f5fa,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:46.653197 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-42a03ec3-f59a-4238-8cfa-d1a7a32f2030 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:46.654352 dv-neutron-833859-1-hyperv neutron-server[87968]: WARNING neutron.api.v2.base [None req-42a03ec3-f59a-4238-8cfa-d1a7a32f2030 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 16 10:55:46.655071 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-42a03ec3-f59a-4238-8cfa-d1a7a32f2030 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] update failed (client error): There was a conflict when trying to complete your request. Mar 16 10:55:46.659509 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-42a03ec3-f59a-4238-8cfa-d1a7a32f2030 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "PUT /v2.0/security-groups/3773207b-b36d-4f39-9e83-eaaf3234f5fa HTTP/1.1" status: 409 len: 330 time: 0.0081844 Mar 16 10:55:46.661502 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49432) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:46.685416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3d5e5a01-89b4-4dfb-bfc4-c18d0fd9f1bc tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:46.686691 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3d5e5a01-89b4-4dfb-bfc4-c18d0fd9f1bc tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5162287 Mar 16 10:55:46.694858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49436) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:46.697529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-922341be-638c-448b-8c20-2ad2afe75f7c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.703774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-1b9c3083-bd8f-4d0d-8cb6-702ffa18b04e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group': {'name': 'tempest-secgroup--1119295714'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:46.715108 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc09598a-d49a-435a-b0bd-b83960a42ef3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Router 5ca33c48-3af9-47c9-ad69-c6cb59fd9819 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:46.717156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1b9c3083-bd8f-4d0d-8cb6-702ffa18b04e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:46.728041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922341be-638c-448b-8c20-2ad2afe75f7c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:46.728524 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-922341be-638c-448b-8c20-2ad2afe75f7c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.737023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1b9c3083-bd8f-4d0d-8cb6-702ffa18b04e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:46.744505 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:46.759591 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b6feeddc-c328-4631-a98c-001e0cae2bbd no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:46.807457 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: b6feeddc-c328-4631-a98c-001e0cae2bbd {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:46.807951 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b6feeddc-c328-4631-a98c-001e0cae2bbd not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:46.812736 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-37125b97-31d4-4e46-a62e-71664b80d6e2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.850239 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3083-bd8f-4d0d-8cb6-702ffa18b04e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.938480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc09598a-d49a-435a-b0bd-b83960a42ef3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:46.954811 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215b88d-df12-42b5-8a86-7b243c40c4d8 None None] Sync routers for ids ['5ca33c48-3af9-47c9-ad69-c6cb59fd9819'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:46.957273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1b9c3083-bd8f-4d0d-8cb6-702ffa18b04e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:46.965460 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-dc09598a-d49a-435a-b0bd-b83960a42ef3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "PUT /v2.0/routers/5ca33c48-3af9-47c9-ad69-c6cb59fd9819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8193474 Mar 16 10:55:46.967114 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49446) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:46.969538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1b9c3083-bd8f-4d0d-8cb6-702ffa18b04e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:46.971028 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9596ab73-9ee1-4bb6-b245-45f67e46ae22 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.981429 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f215b88d-df12-42b5-8a86-7b243c40c4d8 None None] Routers {'5ca33c48-3af9-47c9-ad69-c6cb59fd9819'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:46.982532 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f215b88d-df12-42b5-8a86-7b243c40c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5ca33c48-3af9-47c9-ad69-c6cb59fd9819'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:46.985306 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-922341be-638c-448b-8c20-2ad2afe75f7c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.015457 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-922341be-638c-448b-8c20-2ad2afe75f7c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.029895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1b9c3083-bd8f-4d0d-8cb6-702ffa18b04e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:47.041949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1b9c3083-bd8f-4d0d-8cb6-702ffa18b04e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:47.045270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922341be-638c-448b-8c20-2ad2afe75f7c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Network': ['ID=70b55228-108a-4a08-b966-8c0d574ef7cc,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:47.048210 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9596ab73-9ee1-4bb6-b245-45f67e46ae22 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.057444 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-af36e5c1-f365-4693-ad75-dbbbb50b94e7 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] delete failed (client error): The resource could not be found. Mar 16 10:55:47.058555 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-af36e5c1-f365-4693-ad75-dbbbb50b94e7 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-1349899673 HTTP/1.1" status: 404 len: 335 time: 0.0917320 Mar 16 10:55:47.070170 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49454) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:47.076284 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-922341be-638c-448b-8c20-2ad2afe75f7c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/networks/70b55228-108a-4a08-b966-8c0d574ef7cc HTTP/1.1" status: 204 len: 168 time: 1.3640218 Mar 16 10:55:47.077814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49458) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:47.083918 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-37125b97-31d4-4e46-a62e-71664b80d6e2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.088294 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f215b88d-df12-42b5-8a86-7b243c40c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:47.091743 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-0eb320b7-0d93-4457-a677-9e0d525c46ed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1962298427'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:47.100175 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f215b88d-df12-42b5-8a86-7b243c40c4d8 None None] Routers {'5ca33c48-3af9-47c9-ad69-c6cb59fd9819'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:47.101020 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f215b88d-df12-42b5-8a86-7b243c40c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5ca33c48-3af9-47c9-ad69-c6cb59fd9819'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:47.110007 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1725aa09-1942-4e64-ac3d-61f6fa34d8e2 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Request body: {'router': {'external_gateway_info': {'network_id': '5ca33c48-3af9-47c9-ad69-c6cb59fd9819'}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:47.134015 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37125b97-31d4-4e46-a62e-71664b80d6e2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=432beeb9-6559-4cf2-8956-63541c4a1bfe,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:47.141120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-37125b97-31d4-4e46-a62e-71664b80d6e2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.149915 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5826358c-3bf7-4e04-94ea-d7f56567ba54 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:47.188849 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-37125b97-31d4-4e46-a62e-71664b80d6e2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/432beeb9-6559-4cf2-8956-63541c4a1bfe HTTP/1.1" status: 204 len: 168 time: 1.2095854 Mar 16 10:55:47.190924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49462) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:47.221627 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f215b88d-df12-42b5-8a86-7b243c40c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:47.222112 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215b88d-df12-42b5-8a86-7b243c40c4d8 None None] The sync data for ids ['5ca33c48-3af9-47c9-ad69-c6cb59fd9819'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:47.250142 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3083-bd8f-4d0d-8cb6-702ffa18b04e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.261773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3083-bd8f-4d0d-8cb6-702ffa18b04e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.313976 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3083-bd8f-4d0d-8cb6-702ffa18b04e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.317991 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1b9c3083-bd8f-4d0d-8cb6-702ffa18b04e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6177726 Mar 16 10:55:47.321991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49472) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:47.329909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-f354d5d1-a2f5-4ec0-b662-78b4c2302d8f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group_rule': {'security_group_id': 'cfd11381-d455-4900-8d92-1a69e41c4488', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:47.335961 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-f354d5d1-a2f5-4ec0-b662-78b4c2302d8f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:47.340021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-f354d5d1-a2f5-4ec0-b662-78b4c2302d8f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:47.342912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-f354d5d1-a2f5-4ec0-b662-78b4c2302d8f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:47.349930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-f354d5d1-a2f5-4ec0-b662-78b4c2302d8f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:47.356609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c3083-bd8f-4d0d-8cb6-702ffa18b04e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd11381-d455-4900-8d92-1a69e41c4488,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:47.363857 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0eb320b7-0d93-4457-a677-9e0d525c46ed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:47.364885 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-f948b40f-651c-4d9e-99f3-25bf562f999a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 7fc2755a-0348-452a-b43b-27d059468fdd {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:47.385363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0eb320b7-0d93-4457-a677-9e0d525c46ed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:network and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:47.396433 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0eb320b7-0d93-4457-a677-9e0d525c46ed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:47.461027 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.485077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0eb320b7-0d93-4457-a677-9e0d525c46ed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:47.492715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9596ab73-9ee1-4bb6-b245-45f67e46ae22 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.535614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f948b40f-651c-4d9e-99f3-25bf562f999a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.581939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f354d5d1-a2f5-4ec0-b662-78b4c2302d8f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.624927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f948b40f-651c-4d9e-99f3-25bf562f999a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.662935 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1725aa09-1942-4e64-ac3d-61f6fa34d8e2 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.675088 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9596ab73-9ee1-4bb6-b245-45f67e46ae22 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.676512 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9596ab73-9ee1-4bb6-b245-45f67e46ae22 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "DELETE /v2.0/security-groups/3773207b-b36d-4f39-9e83-eaaf3234f5fa HTTP/1.1" status: 204 len: 168 time: 1.0116553 Mar 16 10:55:47.677628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.resource_extend [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:55:47.684680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49480) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:47.707940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596ab73-9ee1-4bb6-b245-45f67e46ae22 tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3773207b-b36d-4f39-9e83-eaaf3234f5fa,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:47.776996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f354d5d1-a2f5-4ec0-b662-78b4c2302d8f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.790028 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-60d4f343-c1e4-488f-8afa-bf8987ea159c tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1043155 Mar 16 10:55:47.797452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f354d5d1-a2f5-4ec0-b662-78b4c2302d8f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.806597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49484) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:47.848497 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.848726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354d5d1-a2f5-4ec0-b662-78b4c2302d8f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a7f273-ee3a-4706-8c90-ce4668ce4859,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:47.850369 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb320b7-0d93-4457-a677-9e0d525c46ed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:47.853985 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0eb320b7-0d93-4457-a677-9e0d525c46ed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.869460 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-1056e449-e75a-43dd-9ee1-a77151f9464b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] delete failed (client error): The resource could not be found. Mar 16 10:55:47.869695 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-1725aa09-1942-4e64-ac3d-61f6fa34d8e2 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] update failed (client error): The resource could not be found. Mar 16 10:55:47.869820 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1056e449-e75a-43dd-9ee1-a77151f9464b tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "DELETE /v2.0/security-groups/e25c712c-7033-463d-b6e8-11fa2596f7b9 HTTP/1.1" status: 404 len: 347 time: 0.0445008 Mar 16 10:55:47.869934 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1725aa09-1942-4e64-ac3d-61f6fa34d8e2 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "PUT /v2.0/routers/5ca33c48-3af9-47c9-ad69-c6cb59fd9819 HTTP/1.1" status: 404 len: 339 time: 0.7970858 Mar 16 10:55:47.870179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f948b40f-651c-4d9e-99f3-25bf562f999a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.875634 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.879404 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49490) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:47.879725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49492) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:47.927090 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f354d5d1-a2f5-4ec0-b662-78b4c2302d8f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.928869 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f354d5d1-a2f5-4ec0-b662-78b4c2302d8f tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6059783 Mar 16 10:55:47.936652 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49498) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:47.987100 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8e62eb23-b11f-4edc-b8ab-0c61d2e703b4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.003667 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8e62eb23-b11f-4edc-b8ab-0c61d2e703b4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.037057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f948b40f-651c-4d9e-99f3-25bf562f999a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.090821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8e62eb23-b11f-4edc-b8ab-0c61d2e703b4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.095667 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948b40f-651c-4d9e-99f3-25bf562f999a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc2755a-0348-452a-b43b-27d059468fdd,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:48.121942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62eb23-b11f-4edc-b8ab-0c61d2e703b4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9a7f273-ee3a-4706-8c90-ce4668ce4859,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:48.136486 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f948b40f-651c-4d9e-99f3-25bf562f999a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.159394 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f948b40f-651c-4d9e-99f3-25bf562f999a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/7fc2755a-0348-452a-b43b-27d059468fdd HTTP/1.1" status: 204 len: 168 time: 0.9653232 Mar 16 10:55:48.159394 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8e62eb23-b11f-4edc-b8ab-0c61d2e703b4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.159835 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8e62eb23-b11f-4edc-b8ab-0c61d2e703b4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/c9a7f273-ee3a-4706-8c90-ce4668ce4859 HTTP/1.1" status: 204 len: 168 time: 0.2218182 Mar 16 10:55:48.160408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49508) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:48.162924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49510) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:48.164985 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-13800efd-6fc4-4b2c-898e-503437eb294a tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] show failed (client error): The resource could not be found. Mar 16 10:55:48.167439 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-13800efd-6fc4-4b2c-898e-503437eb294a tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "GET /v2.0/security-groups/5598dd8f-c507-4f5a-b8a7-9b23f2be566c HTTP/1.1" status: 404 len: 347 time: 0.2532148 Mar 16 10:55:48.255036 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49516) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:48.264174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb320b7-0d93-4457-a677-9e0d525c46ed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:48.292995 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5072a861-146b-4df1-8a48-f60f8968bd1b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287360 Mar 16 10:55:48.294248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49522) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:48.302467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=c990f81c-6b48-4701-8741-2900ec600fba,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:48.302818 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:48.339003 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4125a00-7f08-484b-8133-d5c644d9f5af None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:48.388324 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-61112741-c5ff-4e4b-9064-fac3ae2ecd3f tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] show failed (client error): The resource could not be found. Mar 16 10:55:48.406115 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-61112741-c5ff-4e4b-9064-fac3ae2ecd3f tempest-NegativeSecGroupTest-1364043256 tempest-NegativeSecGroupTest-1364043256-project] 10.222.0.44 "GET /v2.0/security-group-rules/7134ca99-35b0-496f-bfc9-d94002cb2b3b HTTP/1.1" status: 404 len: 356 time: 0.1407087 Mar 16 10:55:48.425876 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0eb320b7-0d93-4457-a677-9e0d525c46ed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.426223 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-0eb320b7-0d93-4457-a677-9e0d525c46ed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Added segment 2a6b000c-12f8-44a0-82bc-2b760e93a859 of type vlan for network 1e465079-5aa1-4ba3-bd84-a39b6bfe7071 Mar 16 10:55:48.441313 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:48.451872 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:48.463035 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d6016391-faf3-403f-83c4-13b4fceea781 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:48.466734 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:48.474437 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:48.490504 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d6016391-faf3-403f-83c4-13b4fceea781 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:48.492383 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d6016391-faf3-403f-83c4-13b4fceea781 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3283851 Mar 16 10:55:48.495381 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49530) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:48.498193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:48.502162 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.526521 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8680e7e3-3a35-4929-ae4d-d249daaee825 None None] Provisioning complete for port 80544a2e-b378-4072-a4ca-5170c76f18c9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:48.527647 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8680e7e3-3a35-4929-ae4d-d249daaee825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.621037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.706950 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c9560884-9f8d-4bb2-9e10-a3d13cefe975 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.745229 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c9560884-9f8d-4bb2-9e10-a3d13cefe975 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.774673 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:48.780719 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Deleting port 80544a2e-b378-4072-a4ca-5170c76f18c9 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:48.781326 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.797933 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0eb320b7-0d93-4457-a677-9e0d525c46ed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.866609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c9560884-9f8d-4bb2-9e10-a3d13cefe975 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.895997 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9560884-9f8d-4bb2-9e10-a3d13cefe975 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd11381-d455-4900-8d92-1a69e41c4488,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:48.984837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c9560884-9f8d-4bb2-9e10-a3d13cefe975 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.985879 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c9560884-9f8d-4bb2-9e10-a3d13cefe975 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-groups/cfd11381-d455-4900-8d92-1a69e41c4488 HTTP/1.1" status: 204 len: 168 time: 0.4894786 Mar 16 10:55:48.988966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49538) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:49.017947 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0eb320b7-0d93-4457-a677-9e0d525c46ed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.023643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb320b7-0d93-4457-a677-9e0d525c46ed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:49.024505 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0eb320b7-0d93-4457-a677-9e0d525c46ed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.058695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49542) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:49.060191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.101219 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 40992546-d7be-421b-91b4-e52658ef90db associated. External IP: 172.26.3.108, port: 13f86a42-3d76-403d-9dc5-0d46a2506027. Mar 16 10:55:49.119744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-694a791c-7b59-49dd-acac-b154ddf9c712 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:49.133499 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] For port 80544a2e-b378-4072-a4ca-5170c76f18c9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=80544a2e-b378-4072-a4ca-5170c76f18c9,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:49.134820 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.152081 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.objects.ports [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87969) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:55:49.193463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-694a791c-7b59-49dd-acac-b154ddf9c712 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:49.194520 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-694a791c-7b59-49dd-acac-b154ddf9c712 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2046611 Mar 16 10:55:49.200955 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49554) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:49.216971 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-18863fe8-248e-40e3-bfb8-9256385c791e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group': {'name': 'tempest-secgroup--318452396'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:49.231186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-18863fe8-248e-40e3-bfb8-9256385c791e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:49.252329 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-18863fe8-248e-40e3-bfb8-9256385c791e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:49.307055 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Calling delete_port for 80544a2e-b378-4072-a4ca-5170c76f18c9 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:49.317720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18863fe8-248e-40e3-bfb8-9256385c791e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.386392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-18863fe8-248e-40e3-bfb8-9256385c791e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:49.394205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-18863fe8-248e-40e3-bfb8-9256385c791e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:49.398522 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-18863fe8-248e-40e3-bfb8-9256385c791e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:49.407395 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-18863fe8-248e-40e3-bfb8-9256385c791e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:49.410270 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0eb320b7-0d93-4457-a677-9e0d525c46ed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3256001 Mar 16 10:55:49.413056 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:49.413787 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:49.434118 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49560) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:49.491708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.597041 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49566) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:49.621506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18863fe8-248e-40e3-bfb8-9256385c791e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.633824 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-77686ad1-2fd6-4fcf-9e74-4af027c69f03 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'subnet': {'network_id': '1e465079-5aa1-4ba3-bd84-a39b6bfe7071', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:49.642480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18863fe8-248e-40e3-bfb8-9256385c791e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.663792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb320b7-0d93-4457-a677-9e0d525c46ed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Network': ['ID=1e465079-5aa1-4ba3-bd84-a39b6bfe7071,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:49.676746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 1e465079-5aa1-4ba3-bd84-a39b6bfe7071 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:49.777226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18863fe8-248e-40e3-bfb8-9256385c791e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4884f26-79c1-4f38-88ce-c6118e812dd2,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:49.799070 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18863fe8-248e-40e3-bfb8-9256385c791e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.802895 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-18863fe8-248e-40e3-bfb8-9256385c791e tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5990553 Mar 16 10:55:49.809955 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49572) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:49.818616 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-c3da1e0b-db6c-427c-b29f-0fe675a0e541 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group_rule': {'security_group_id': 'c4884f26-79c1-4f38-88ce-c6118e812dd2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:49.825597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-c3da1e0b-db6c-427c-b29f-0fe675a0e541 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:49.833603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] For port 80544a2e-b378-4072-a4ca-5170c76f18c9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=80544a2e-b378-4072-a4ca-5170c76f18c9,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:49.836104 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c3da1e0b-db6c-427c-b29f-0fe675a0e541 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:49.843833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:49.847975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c3da1e0b-db6c-427c-b29f-0fe675a0e541 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:49.854803 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-c3da1e0b-db6c-427c-b29f-0fe675a0e541 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:49.862831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:49.868351 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Usage tracker for resource:floatingip and tenant:8978bb67d3184c7aa0b78103f463cbe7 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:49.872810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:49.881420 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:49.914949 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Deleting port 80544a2e-b378-4072-a4ca-5170c76f18c9 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:49.916026 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.966862 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ff5e94ae-0a8a-4ce3-b634-9e54bbe89521 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe1f46756cb34ea2b9a04d74565b3ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8953247 Mar 16 10:55:49.988808 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49576) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:49.995335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-77686ad1-2fd6-4fcf-9e74-4af027c69f03 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:50.026088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c3da1e0b-db6c-427c-b29f-0fe675a0e541 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.037052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.038661 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for floatingip, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.062385 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.062615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-77686ad1-2fd6-4fcf-9e74-4af027c69f03 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:subnet and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:50.062743 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.071784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-77686ad1-2fd6-4fcf-9e74-4af027c69f03 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:50.088706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-77686ad1-2fd6-4fcf-9e74-4af027c69f03 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:50.152616 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] For port 80544a2e-b378-4072-a4ca-5170c76f18c9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=80544a2e-b378-4072-a4ca-5170c76f18c9,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:50.153749 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.171650 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77686ad1-2fd6-4fcf-9e74-4af027c69f03 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:50.175036 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-77686ad1-2fd6-4fcf-9e74-4af027c69f03 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.188294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=80544a2e-b378-4072-a4ca-5170c76f18c9,revision_number=8']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:50.232694 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:50.245803 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:50.248946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:50.249536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.270272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Allocated IP 172.20.0.1 (34d09178-363c-4d31-8b8e-9ca0eb25a587/adfa6f2c-0893-4601-87bb-21b4eb16f63c/dc7ca35d-5478-4425-87ae-4c0b89dbbc44) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:50.276496 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=307e7005-6af3-46a1-b993-5bd466433294,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:50.279209 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Calling delete_port for 80544a2e-b378-4072-a4ca-5170c76f18c9 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:50.344923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c3da1e0b-db6c-427c-b29f-0fe675a0e541 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.351597 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ace0c958-adab-4622-8cdb-943a9e108ac7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0546563 Mar 16 10:55:50.355427 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c3da1e0b-db6c-427c-b29f-0fe675a0e541 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.362851 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49580) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:50.368488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:50.369093 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:50.391622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-69e39a5a-e620-44a8-b5dc-7a9b5a5004b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:50.413209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da1e0b-db6c-427c-b29f-0fe675a0e541 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7edb15f-6c77-45bf-a5c7-6226791fe79d,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:50.423757 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 80544a2e-b378-4072-a4ca-5170c76f18c9 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:50.448526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c3da1e0b-db6c-427c-b29f-0fe675a0e541 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.449696 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c3da1e0b-db6c-427c-b29f-0fe675a0e541 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6388586 Mar 16 10:55:50.467872 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49584) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:50.477255 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1da28e2d-b001-4fcd-8bcc-552f0cbe922a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.551908 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.566017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-69e39a5a-e620-44a8-b5dc-7a9b5a5004b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:50.572337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-69e39a5a-e620-44a8-b5dc-7a9b5a5004b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:50.575504 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-69e39a5a-e620-44a8-b5dc-7a9b5a5004b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:50.578756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.588048 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 80544a2e-b378-4072-a4ca-5170c76f18c9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=80544a2e-b378-4072-a4ca-5170c76f18c9,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:50.593752 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.597704 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e67b60f3-b8ea-4330-b450-03ffc78d6339 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules/c7edb15f-6c77-45bf-a5c7-6226791fe79d HTTP/1.1" status: 200 len: 763 time: 0.1183736 Mar 16 10:55:50.605945 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49588) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:50.619298 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-69e39a5a-e620-44a8-b5dc-7a9b5a5004b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:50.648783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e39a5a-e620-44a8-b5dc-7a9b5a5004b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:50.651725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1da28e2d-b001-4fcd-8bcc-552f0cbe922a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.652210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-69e39a5a-e620-44a8-b5dc-7a9b5a5004b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.663668 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 35575374-8e5c-493c-98e6-acd486e3ee60 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:50.679420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=80544a2e-b378-4072-a4ca-5170c76f18c9,revision_number=9']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:50.835639 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-110ea3f5-a5f6-4a5b-849c-17826ea1761d tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:50.843001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Allocated IP 172.26.3.199 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/7063a920-8da2-4cbb-ad88-f501ffe3ca09) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:50.870923 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.932061 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Deleting port 80544a2e-b378-4072-a4ca-5170c76f18c9 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:50.932661 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.991312 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-110ea3f5-a5f6-4a5b-849c-17826ea1761d tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:50.992553 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-110ea3f5-a5f6-4a5b-849c-17826ea1761d tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3793111 Mar 16 10:55:50.995505 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49592) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:51.016003 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Transition to ACTIVE for port object dc7ca35d-5478-4425-87ae-4c0b89dbbc44 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:51.041284 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1da28e2d-b001-4fcd-8bcc-552f0cbe922a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.072999 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-68a2ec4c-18f6-4600-91de-a405a9a1a23b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.075873 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da28e2d-b001-4fcd-8bcc-552f0cbe922a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05132c19-b681-4148-b519-d64769caae08,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:51.083340 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:51.108699 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-68a2ec4c-18f6-4600-91de-a405a9a1a23b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.109767 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-77686ad1-2fd6-4fcf-9e74-4af027c69f03 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.122836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.144777 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02dfb6-399d-42dc-b51e-87adffdfa4d3 None None] Sync routers for ids ['35575374-8e5c-493c-98e6-acd486e3ee60'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:51.173421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02dfb6-399d-42dc-b51e-87adffdfa4d3 None None] Routers {'35575374-8e5c-493c-98e6-acd486e3ee60'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:51.174091 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9b02dfb6-399d-42dc-b51e-87adffdfa4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['35575374-8e5c-493c-98e6-acd486e3ee60'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:51.177361 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1da28e2d-b001-4fcd-8bcc-552f0cbe922a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.178468 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1da28e2d-b001-4fcd-8bcc-552f0cbe922a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05132c19-b681-4148-b519-d64769caae08 HTTP/1.1" status: 204 len: 168 time: 1.1878791 Mar 16 10:55:51.183929 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.193337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-68a2ec4c-18f6-4600-91de-a405a9a1a23b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.211626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-69e39a5a-e620-44a8-b5dc-7a9b5a5004b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.250723 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77686ad1-2fd6-4fcf-9e74-4af027c69f03 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Subnet': ['ID=589d03e1-da22-48ed-a3d5-7d1d64f1c8d0,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:51.257290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2ec4c-18f6-4600-91de-a405a9a1a23b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7edb15f-6c77-45bf-a5c7-6226791fe79d,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:51.258011 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.289605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e39a5a-e620-44a8-b5dc-7a9b5a5004b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:51.297556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-69e39a5a-e620-44a8-b5dc-7a9b5a5004b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:51.301300 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e39a5a-e620-44a8-b5dc-7a9b5a5004b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:51.301973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-69e39a5a-e620-44a8-b5dc-7a9b5a5004b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.312850 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.339589 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-89479b1c-9148-422e-a41d-c6bc93548a1b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.0580416 Mar 16 10:55:51.346008 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49598) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:51.348183 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'tag': '13f86a42-3d76-403d-9dc5-0d46a2506027'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:55:51.397544 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-68a2ec4c-18f6-4600-91de-a405a9a1a23b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.399083 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-68a2ec4c-18f6-4600-91de-a405a9a1a23b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/c7edb15f-6c77-45bf-a5c7-6226791fe79d HTTP/1.1" status: 204 len: 168 time: 0.3977566 Mar 16 10:55:51.399789 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e39a5a-e620-44a8-b5dc-7a9b5a5004b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=f59bdaee-0cf4-4cd2-b51e-453670cdbbe4,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:51.405145 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49604) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:51.414134 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:51.435889 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:51.438421 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:51.464241 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-9b02dfb6-399d-42dc-b51e-87adffdfa4d3 None None] Set router 35575374-8e5c-493c-98e6-acd486e3ee60 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:51.469025 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-69e39a5a-e620-44a8-b5dc-7a9b5a5004b5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0958064 Mar 16 10:55:51.511785 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49608) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:51.532333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Pushing event updated for resources: {'Port': ['ID=7063a920-8da2-4cbb-ad88-f501ffe3ca09,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:51.542910 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'mac_address': 'fa:16:3e:44:ac:30', 'name': 'tempest-NetworksTestDHCPv6-685507213'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:51.675719 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Network 34d09178-363c-4d31-8b8e-9ca0eb25a587 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:51.678209 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'tag': '13f86a42-3d76-403d-9dc5-0d46a2506027', 'status': 'completed', 'code': 200} Mar 16 10:55:51.679264 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77686ad1-2fd6-4fcf-9e74-4af027c69f03 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Checking segment: {'id': '2a6b000c-12f8-44a0-82bc-2b760e93a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1e465079-5aa1-4ba3-bd84-a39b6bfe7071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:51.679863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77686ad1-2fd6-4fcf-9e74-4af027c69f03 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network hostable DHCP agents. Network: 1e465079-5aa1-4ba3-bd84-a39b6bfe7071, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:51.687348 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9a097a5c-3807-4bf4-ba00-b587d0010f85 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/40992546-d7be-421b-91b4-e52658ef90db HTTP/1.1" status: 200 len: 992 time: 0.3335645 Mar 16 10:55:51.697119 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:51.703593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:51.728742 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ca6e20c8-2da7-41b4-a67a-f67597235c2b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:51.762279 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event updated for resources: {'Port': ['ID=dc7ca35d-5478-4425-87ae-4c0b89dbbc44,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:51.807375 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.810053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ca6e20c8-2da7-41b4-a67a-f67597235c2b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:51.811620 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ca6e20c8-2da7-41b4-a67a-f67597235c2b tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4034257 Mar 16 10:55:51.813219 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77686ad1-2fd6-4fcf-9e74-4af027c69f03 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 1e465079-5aa1-4ba3-bd84-a39b6bfe7071 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:51.826510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49612) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:51.833050 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.838653 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-c2a2f8f3-0467-40cc-ac81-9a5dde1d91e9 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group_rule': {'security_group_id': 'c4884f26-79c1-4f38-88ce-c6118e812dd2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:51.848163 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84955d1-9ea3-434a-b055-8a3ee2a4d9f1 req-fbcf6478-147e-4a08-9243-21e42b15de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:51.849703 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a84955d1-9ea3-434a-b055-8a3ee2a4d9f1 req-fbcf6478-147e-4a08-9243-21e42b15de42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 1099 time: 0.3768373 Mar 16 10:55:51.856925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] For port 80544a2e-b378-4072-a4ca-5170c76f18c9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=80544a2e-b378-4072-a4ca-5170c76f18c9,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:51.857454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.872871 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-77686ad1-2fd6-4fcf-9e74-4af027c69f03 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 1e465079-5aa1-4ba3-bd84-a39b6bfe7071) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:51.886654 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77686ad1-2fd6-4fcf-9e74-4af027c69f03 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:51.887374 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-77686ad1-2fd6-4fcf-9e74-4af027c69f03 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.906077 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-c2a2f8f3-0467-40cc-ac81-9a5dde1d91e9 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:51.927436 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-77686ad1-2fd6-4fcf-9e74-4af027c69f03 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4873512 Mar 16 10:55:51.927622 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49616) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:51.934470 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-8f091d47-cb7d-4b7f-b373-d010e76e5eb3 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1328085357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:51.939130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:51.940165 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b566dd-bebd-4576-97c0-644199fc056d None None] Network 1e465079-5aa1-4ba3-bd84-a39b6bfe7071 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:51.944409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8f091d47-cb7d-4b7f-b373-d010e76e5eb3 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:51.949154 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-c2a2f8f3-0467-40cc-ac81-9a5dde1d91e9 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:51.949788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8f091d47-cb7d-4b7f-b373-d010e76e5eb3 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:router and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:51.953737 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8f091d47-cb7d-4b7f-b373-d010e76e5eb3 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:51.960799 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8f091d47-cb7d-4b7f-b373-d010e76e5eb3 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:51.962220 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:port and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:51.970202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:52.010998 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f091d47-cb7d-4b7f-b373-d010e76e5eb3 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.011727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f091d47-cb7d-4b7f-b373-d010e76e5eb3 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.027021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Calling delete_port for 80544a2e-b378-4072-a4ca-5170c76f18c9 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:52.055067 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f091d47-cb7d-4b7f-b373-d010e76e5eb3 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.066593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.127117 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f091d47-cb7d-4b7f-b373-d010e76e5eb3 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.169391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:52.205572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-214e1a8d-e338-4942-8f6c-a4309d7923f6 None None] Provisioning for port dc7ca35d-5478-4425-87ae-4c0b89dbbc44 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:52.209099 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.223676 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f091d47-cb7d-4b7f-b373-d010e76e5eb3 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.227424 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8f091d47-cb7d-4b7f-b373-d010e76e5eb3 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2962301 Mar 16 10:55:52.228132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49620) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.235040 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-44ad3d7b-e478-4d33-913f-1437023d6112 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'port': {'network_id': '1e465079-5aa1-4ba3-bd84-a39b6bfe7071', 'name': 'tempest-RoutersIpV6Test-924348555'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:52.265469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:52.279953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f8f3-0467-40cc-ac81-9a5dde1d91e9 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.304237 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-214e1a8d-e338-4942-8f6c-a4309d7923f6 None None] Provisioning complete for port dc7ca35d-5478-4425-87ae-4c0b89dbbc44 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:52.305020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-214e1a8d-e338-4942-8f6c-a4309d7923f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.433552 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84955d1-9ea3-434a-b055-8a3ee2a4d9f1 req-8bb0fc0c-1875-4fd7-806c-15e906bb20be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:52.434991 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a84955d1-9ea3-434a-b055-8a3ee2a4d9f1 req-8bb0fc0c-1875-4fd7-806c-15e906bb20be service neutron] 10.222.0.18 "GET /v2.0/networks?id=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 HTTP/1.1" status: 200 len: 898 time: 0.5577526 Mar 16 10:55:52.494433 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-214e1a8d-e338-4942-8f6c-a4309d7923f6 None None] Port dc7ca35d-5478-4425-87ae-4c0b89dbbc44 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:52.498042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.545319 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9b02dfb6-399d-42dc-b51e-87adffdfa4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '40992546-d7be-421b-91b4-e52658ef90db', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'port_id': '13f86a42-3d76-403d-9dc5-0d46a2506027', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'mac_address': 'fa:16:3e:79:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:55:45Z', 'updated_at': '2022-03-16T10:55:45Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4977122d-f698-4215-aa17-153577605d6e', 'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:bc:60:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:48Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:52.553254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Pushing event deleted for resources: {'Port': ['ID=80544a2e-b378-4072-a4ca-5170c76f18c9,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:52.559062 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-1e465079-5aa1-4ba3-bd84-a39b6bfe7071', 'network_id': '1e465079-5aa1-4ba3-bd84-a39b6bfe7071', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'fixed_ips': [{'subnet_id': '589d03e1-da22-48ed-a3d5-7d1d64f1c8d0'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:52.559874 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.566593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-44ad3d7b-e478-4d33-913f-1437023d6112 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:52.584281 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:52.584281 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:52.584281 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:52.584678 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-44ad3d7b-e478-4d33-913f-1437023d6112 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:52.584768 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:52.584849 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:52.585172 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:52.585423 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:52.585920 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:52.586034 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:52.586354 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:52.586670 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:52.586979 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:52.592838 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02dfb6-399d-42dc-b51e-87adffdfa4d3 None None] Checking router: 35575374-8e5c-493c-98e6-acd486e3ee60 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:52.611277 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ad3d7b-e478-4d33-913f-1437023d6112 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:52.614853 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-44ad3d7b-e478-4d33-913f-1437023d6112 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.645838 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-44ad3d7b-e478-4d33-913f-1437023d6112 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] device_id is not set on port 3dfbf51a-648c-43c9-a77a-f2819adfbc9c yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:55:52.649839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f8f3-0467-40cc-ac81-9a5dde1d91e9 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.675343 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f8f3-0467-40cc-ac81-9a5dde1d91e9 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.693068 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49624) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.693794 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.712532 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074476a-c88e-41c1-b9c4-69ed9c99c26a None None] No DVR routers for this DVR port 80544a2e-b378-4072-a4ca-5170c76f18c9 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:52.719123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02dfb6-399d-42dc-b51e-87adffdfa4d3 None None] Routers {'35575374-8e5c-493c-98e6-acd486e3ee60'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:52.720023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9b02dfb6-399d-42dc-b51e-87adffdfa4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['35575374-8e5c-493c-98e6-acd486e3ee60'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:52.722136 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a84955d1-9ea3-434a-b055-8a3ee2a4d9f1 req-21e264ff-a578-4c2e-88bc-1dd4b95e721a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13f86a42-3d76-403d-9dc5-0d46a2506027 HTTP/1.1" status: 200 len: 1000 time: 0.2793121 Mar 16 10:55:52.739319 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2f8f3-0467-40cc-ac81-9a5dde1d91e9 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77eed0e-3128-4050-acdb-aed639855c7c,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:52.801819 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f655d50-e972-4a8a-9cb4-f8b503c84b68 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:52.806903 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.819839 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.821381 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port 0bb775e6-33ca-45f4-b69b-8cdb9ef3f58e yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:55:52.869098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f8f3-0467-40cc-ac81-9a5dde1d91e9 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.870272 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c2a2f8f3-0467-40cc-ac81-9a5dde1d91e9 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0428169 Mar 16 10:55:52.886773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49628) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.935719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84955d1-9ea3-434a-b055-8a3ee2a4d9f1 req-f18d9b5f-9100-42a9-b059-f0221df66ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:52.937156 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a84955d1-9ea3-434a-b055-8a3ee2a4d9f1 req-f18d9b5f-9100-42a9-b059-f0221df66ca2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1eb55fa3-2b04-43ec-a85b-0b117769ed73 HTTP/1.1" status: 200 len: 835 time: 0.2024045 Mar 16 10:55:52.942755 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-af9258f4-8398-4da3-8e21-323519390e49 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/40992546-d7be-421b-91b4-e52658ef90db HTTP/1.1" status: 200 len: 992 time: 0.2490497 Mar 16 10:55:52.947204 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e04fc0a3-3ace-494d-bd46-1ae1c606aca4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules/b77eed0e-3128-4050-acdb-aed639855c7c HTTP/1.1" status: 200 len: 763 time: 0.0574610 Mar 16 10:55:52.953488 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49632) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.982841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.990060 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event updated for resources: {'Port': ['ID=dc7ca35d-5478-4425-87ae-4c0b89dbbc44,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:53.056405 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.067186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.115542 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1e0f1b0b-b923-4425-a192-4406f7b28c30 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1566336 Mar 16 10:55:53.116576 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49636) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:53.164067 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Network 34d09178-363c-4d31-8b8e-9ca0eb25a587 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:53.165429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:53.197464 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Allocated IP 2001:db8::2 (1e465079-5aa1-4ba3-bd84-a39b6bfe7071/589d03e1-da22-48ed-a3d5-7d1d64f1c8d0/f6e998de-d3da-41c8-897c-f899bb8b7b09) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:53.262020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-9b02dfb6-399d-42dc-b51e-87adffdfa4d3 None None] Set router 35575374-8e5c-493c-98e6-acd486e3ee60 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:53.285050 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Pushing event updated for resources: {'Port': ['ID=7063a920-8da2-4cbb-ad88-f501ffe3ca09,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:53.305623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b081f055-669f-4849-b0d8-34ea6f2875f4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.314976 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': '307e7005-6af3-46a1-b993-5bd466433294'}, {'subnet_id': 'f59bdaee-0cf4-4cd2-b51e-453670cdbbe4'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:53.315725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.328254 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.336133 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 172.20.0.10 (6fb457af-0d86-4c52-b4cf-f12d297a5983/f59bdaee-0cf4-4cd2-b51e-453670cdbbe4/0bb775e6-33ca-45f4-b69b-8cdb9ef3f58e) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:53.342083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b081f055-669f-4849-b0d8-34ea6f2875f4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.364555 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84955d1-9ea3-434a-b055-8a3ee2a4d9f1 req-17d3c748-f981-4bba-bad7-d61b53a37852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:53.366263 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a84955d1-9ea3-434a-b055-8a3ee2a4d9f1 req-17d3c748-f981-4bba-bad7-d61b53a37852 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4164109 Mar 16 10:55:53.374428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::f816:3eff:fe44:ac30 (6fb457af-0d86-4c52-b4cf-f12d297a5983/307e7005-6af3-46a1-b993-5bd466433294/0bb775e6-33ca-45f4-b69b-8cdb9ef3f58e) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:53.453297 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.455129 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-710db570-5066-4591-a95d-8f81e725443f tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8509958 Mar 16 10:55:53.464520 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49640) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:53.528440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1812931089'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:53.539011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b081f055-669f-4849-b0d8-34ea6f2875f4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.554418 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:53.554656 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Router 5ca33c48-3af9-47c9-ad69-c6cb59fd9819 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:53.590289 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Usage tracker for resource:network and tenant:8978bb67d3184c7aa0b78103f463cbe7 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:53.592968 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081f055-669f-4849-b0d8-34ea6f2875f4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b77eed0e-3128-4050-acdb-aed639855c7c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:53.597792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:53.602713 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b081f055-669f-4849-b0d8-34ea6f2875f4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.604071 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b081f055-669f-4849-b0d8-34ea6f2875f4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b77eed0e-3128-4050-acdb-aed639855c7c HTTP/1.1" status: 204 len: 168 time: 0.4788938 Mar 16 10:55:53.612665 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49644) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:53.628837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:53.674830 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-41a37809-0a85-45a0-a9e6-08a69370b51e None None] Provisioning complete for port dc7ca35d-5478-4425-87ae-4c0b89dbbc44 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:53.675220 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-41a37809-0a85-45a0-a9e6-08a69370b51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.731478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Made reservation on behalf of 8978bb67d3184c7aa0b78103f463cbe7 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:53.735263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.750130 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a84955d1-9ea3-434a-b055-8a3ee2a4d9f1 req-626587e7-b63b-4e6b-8657-75508780dd54 service neutron] 10.222.0.18 "GET /v2.0/networks/eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727496 Mar 16 10:55:53.753285 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-30b2709f-cb8e-4beb-a013-a6231e9717ae tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1393068 Mar 16 10:55:53.755865 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49648) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:53.757104 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:53.762737 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-adef1027-1c3c-4315-95ef-c31f23bf3c81 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group_rule': {'security_group_id': 'c4884f26-79c1-4f38-88ce-c6118e812dd2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:53.769608 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5e02203a-3782-495e-893a-a4297e08ec8e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "PUT /v2.0/routers/5ca33c48-3af9-47c9-ad69-c6cb59fd9819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8538942 Mar 16 10:55:53.769608 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49652) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:53.769856 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.774358 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baefcd65-621e-4267-8e94-03d52524bac4 None None] Sync routers for ids ['5ca33c48-3af9-47c9-ad69-c6cb59fd9819'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:53.789764 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baefcd65-621e-4267-8e94-03d52524bac4 None None] Routers {'5ca33c48-3af9-47c9-ad69-c6cb59fd9819'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:53.791345 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-baefcd65-621e-4267-8e94-03d52524bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5ca33c48-3af9-47c9-ad69-c6cb59fd9819'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:53.805019 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-adef1027-1c3c-4315-95ef-c31f23bf3c81 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:53.825352 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-adef1027-1c3c-4315-95ef-c31f23bf3c81 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:53.831525 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-adef1027-1c3c-4315-95ef-c31f23bf3c81 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:53.834371 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:53.847742 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-adef1027-1c3c-4315-95ef-c31f23bf3c81 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:53.860431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Usage tracker for resource:security_group_rule and tenant:8978bb67d3184c7aa0b78103f463cbe7 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:53.877808 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-baefcd65-621e-4267-8e94-03d52524bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:53.885754 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-41a37809-0a85-45a0-a9e6-08a69370b51e None None] Port dc7ca35d-5478-4425-87ae-4c0b89dbbc44 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:53.887679 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baefcd65-621e-4267-8e94-03d52524bac4 None None] Routers {'5ca33c48-3af9-47c9-ad69-c6cb59fd9819'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:53.888440 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-baefcd65-621e-4267-8e94-03d52524bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5ca33c48-3af9-47c9-ad69-c6cb59fd9819'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:53.891954 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.910003 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Transition to ACTIVE for port object f6e998de-d3da-41c8-897c-f899bb8b7b09 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:53.957975 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-baefcd65-621e-4267-8e94-03d52524bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:53.958759 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baefcd65-621e-4267-8e94-03d52524bac4 None None] The sync data for ids ['5ca33c48-3af9-47c9-ad69-c6cb59fd9819'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:53.965843 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49656) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:53.976700 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Transition to ACTIVE for port object f6e998de-d3da-41c8-897c-f899bb8b7b09 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:53.990680 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.065143 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:54.072685 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Network 1e465079-5aa1-4ba3-bd84-a39b6bfe7071 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:54.077074 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:54.083216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:54.087552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Pushing event updated for resources: {'Port': ['ID=f6e998de-d3da-41c8-897c-f899bb8b7b09,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:54.095102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:54.108400 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-adef1027-1c3c-4315-95ef-c31f23bf3c81 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Project ffcd07c9088b41dcb232384e59c7b301 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:55:54.119839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.133053 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58520257-1c8b-4dfa-ade8-c61144b8e888 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.169392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-adef1027-1c3c-4315-95ef-c31f23bf3c81 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.175784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9b02dfb6-399d-42dc-b51e-87adffdfa4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '40992546-d7be-421b-91b4-e52658ef90db', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'port_id': '13f86a42-3d76-403d-9dc5-0d46a2506027', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'mac_address': 'fa:16:3e:79:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:55:45Z', 'updated_at': '2022-03-16T10:55:45Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4977122d-f698-4215-aa17-153577605d6e', 'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:bc:60:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:48Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:54.184355 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02dfb6-399d-42dc-b51e-87adffdfa4d3 None None] The sync data for ids ['35575374-8e5c-493c-98e6-acd486e3ee60'] in dv-neutron-833859-1-hyperv is: [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '40992546-d7be-421b-91b4-e52658ef90db', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'port_id': '13f86a42-3d76-403d-9dc5-0d46a2506027', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'mac_address': 'fa:16:3e:79:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:55:45Z', 'updated_at': '2022-03-16T10:55:45Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4977122d-f698-4215-aa17-153577605d6e', 'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:bc:60:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:48Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:54.187363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Attempting to bind port f6e998de-d3da-41c8-897c-f899bb8b7b09 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:54.187363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Attempting to bind port f6e998de-d3da-41c8-897c-f899bb8b7b09 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '2a6b000c-12f8-44a0-82bc-2b760e93a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1e465079-5aa1-4ba3-bd84-a39b6bfe7071'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:54.188102 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Attempting to bind port f6e998de-d3da-41c8-897c-f899bb8b7b09 on network 1e465079-5aa1-4ba3-bd84-a39b6bfe7071 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:54.193926 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:54.194298 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Checking segment: {'id': '2a6b000c-12f8-44a0-82bc-2b760e93a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1e465079-5aa1-4ba3-bd84-a39b6bfe7071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:54.194696 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.195086 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Bound using segment: {'id': '2a6b000c-12f8-44a0-82bc-2b760e93a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1e465079-5aa1-4ba3-bd84-a39b6bfe7071'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:54.196745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Bound port: f6e998de-d3da-41c8-897c-f899bb8b7b09, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6b000c-12f8-44a0-82bc-2b760e93a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1e465079-5aa1-4ba3-bd84-a39b6bfe7071'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:54.196745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.227735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object 0bb775e6-33ca-45f4-b69b-8cdb9ef3f58e will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:54.260248 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a84955d1-9ea3-434a-b055-8a3ee2a4d9f1 req-4af4c05e-db8a-406e-90b5-1a42c65e69e8 service neutron] 10.222.0.18 "GET /v2.0/networks/eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019491 Mar 16 10:55:54.311300 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] For port f6e998de-d3da-41c8-897c-f899bb8b7b09, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:54.315099 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] For port f6e998de-d3da-41c8-897c-f899bb8b7b09, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f6e998de-d3da-41c8-897c-f899bb8b7b09,segment=NetworkSegment(2a6b000c-12f8-44a0-82bc-2b760e93a859),segment_id=2a6b000c-12f8-44a0-82bc-2b760e93a859)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:54.323225 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.367575 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.370083 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1cb13a44-0f7d-4140-a6ac-720cfed8e505 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/40992546-d7be-421b-91b4-e52658ef90db HTTP/1.1" status: 200 len: 992 time: 0.4031372 Mar 16 10:55:54.375543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-adef1027-1c3c-4315-95ef-c31f23bf3c81 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.383186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-44ad3d7b-e478-4d33-913f-1437023d6112 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Allocated IP 2001:db8::1f1 (1e465079-5aa1-4ba3-bd84-a39b6bfe7071/589d03e1-da22-48ed-a3d5-7d1d64f1c8d0/3dfbf51a-648c-43c9-a77a-f2819adfbc9c) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:54.413817 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-58520257-1c8b-4dfa-ade8-c61144b8e888 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 16 10:55:54.417827 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-58520257-1c8b-4dfa-ade8-c61144b8e888 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "DELETE /v2.0/routers/5ca33c48-3af9-47c9-ad69-c6cb59fd9819 HTTP/1.1" status: 409 len: 329 time: 0.6451843 Mar 16 10:55:54.419855 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49662) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:54.436743 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-adef1027-1c3c-4315-95ef-c31f23bf3c81 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.462733 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-acc975b0-3385-4e26-b49e-e47b4b9a34f8 req-aac90b9b-726d-4edd-8f32-2b5d249ca441 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3389723 Mar 16 10:55:54.500304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:54.508147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef1027-1c3c-4315-95ef-c31f23bf3c81 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f3f7ba-bb54-44b2-a764-f0024ce1b4c7,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:54.511414 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.524051 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:54.526474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:54.563402 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8383e-9083-44df-a037-ab1293466aa8 None None] Pushing event updated for resources: {'Port': ['ID=f6e998de-d3da-41c8-897c-f899bb8b7b09,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:54.569920 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.591586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=0bb775e6-33ca-45f4-b69b-8cdb9ef3f58e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:54.626527 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65187981-79ad-423c-9d32-2b3c2de014cc None None] New status for floating IP 40992546-d7be-421b-91b4-e52658ef90db: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:55:54.648726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-adef1027-1c3c-4315-95ef-c31f23bf3c81 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.650123 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-adef1027-1c3c-4315-95ef-c31f23bf3c81 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8932796 Mar 16 10:55:54.660725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49666) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:54.701398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa79926-2d84-4e34-8709-82ef2410cdb6,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:54.710441 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:54.726398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:54.727449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.737447 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a0fa8d37-2856-4c1b-ba14-70f086ad7621 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules/94f3f7ba-bb54-44b2-a764-f0024ce1b4c7 HTTP/1.1" status: 200 len: 769 time: 0.0667129 Mar 16 10:55:54.745566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49670) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:54.753131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.753459 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Added segment fb9e94d4-6d4d-4f55-8dcc-11f3d752e10b of type vlan for network 36ef1b69-804c-404d-ad45-01e38655668a Mar 16 10:55:54.758199 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Allocated IP 172.20.0.2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/f59bdaee-0cf4-4cd2-b51e-453670cdbbe4/f50a831c-f345-4ae8-9c81-5414517032c9) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:54.797324 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-434e9315-3076-42bc-ba78-efcbb9f08630 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2802846 Mar 16 10:55:54.802511 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49674) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:54.824949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.834489 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Allocated IP 2001:db8::f816:3eff:fe92:7956 (6fb457af-0d86-4c52-b4cf-f12d297a5983/307e7005-6af3-46a1-b993-5bd466433294/f50a831c-f345-4ae8-9c81-5414517032c9) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:54.855391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc975b0-3385-4e26-b49e-e47b4b9a34f8 req-0041359d-b8de-48a3-abec-d3386046ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:54.857097 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-acc975b0-3385-4e26-b49e-e47b4b9a34f8 req-0041359d-b8de-48a3-abec-d3386046ed22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 1099 time: 0.2830961 Mar 16 10:55:54.869454 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1b28dadd-97ff-4083-9b32-e551637f11a6 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:54.953453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1b28dadd-97ff-4083-9b32-e551637f11a6 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:54.955496 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1b28dadd-97ff-4083-9b32-e551637f11a6 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2049000 Mar 16 10:55:54.960170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.965705 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:54.966301 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.972726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49678) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:55.189649 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-115e570e-9f2f-4391-a08c-319d18dbbcd5 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.195450 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7279053 Mar 16 10:55:55.201285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49682) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:55.206471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee930e3-4f7d-445a-9777-57ff0cfd9389 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Pushing event updated for resources: {'Network': ['ID=36ef1b69-804c-404d-ad45-01e38655668a,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:55.210435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-115e570e-9f2f-4391-a08c-319d18dbbcd5 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.223026 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-3bc4160a-7372-496b-b9ba-8d6d06adcfc7 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Request body: {'subnet': {'network_id': '36ef1b69-804c-404d-ad45-01e38655668a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:55.248779 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 36ef1b69-804c-404d-ad45-01e38655668a details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:55.250977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-44ad3d7b-e478-4d33-913f-1437023d6112 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.292528 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-44ad3d7b-e478-4d33-913f-1437023d6112 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Transition to ACTIVE for port object 3dfbf51a-648c-43c9-a77a-f2819adfbc9c will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:55.322302 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.341117 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc975b0-3385-4e26-b49e-e47b4b9a34f8 req-364e2c96-e77d-4002-9c64-189986647c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:55.342578 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-acc975b0-3385-4e26-b49e-e47b4b9a34f8 req-364e2c96-e77d-4002-9c64-189986647c7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 HTTP/1.1" status: 200 len: 898 time: 0.4548767 Mar 16 10:55:55.362095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673aba95-629f-4962-ab01-5f9d9a228264 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:55.366140 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-673aba95-629f-4962-ab01-5f9d9a228264 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.5581243 Mar 16 10:55:55.369655 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49686) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:55.378637 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49688) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:55.412139 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Transition to ACTIVE for port object f50a831c-f345-4ae8-9c81-5414517032c9 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:55.420835 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-115e570e-9f2f-4391-a08c-319d18dbbcd5 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.449909 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Transition to ACTIVE for port object f50a831c-f345-4ae8-9c81-5414517032c9 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:55.459618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.470623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3bc4160a-7372-496b-b9ba-8d6d06adcfc7 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:55.473027 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e570e-9f2f-4391-a08c-319d18dbbcd5 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94f3f7ba-bb54-44b2-a764-f0024ce1b4c7,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:55.481468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-115e570e-9f2f-4391-a08c-319d18dbbcd5 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.484899 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-115e570e-9f2f-4391-a08c-319d18dbbcd5 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/94f3f7ba-bb54-44b2-a764-f0024ce1b4c7 HTTP/1.1" status: 204 len: 168 time: 0.4872823 Mar 16 10:55:55.484899 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3bc4160a-7372-496b-b9ba-8d6d06adcfc7 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Usage tracker for resource:subnet and tenant:8978bb67d3184c7aa0b78103f463cbe7 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:55.494214 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49694) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:55.494987 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3bc4160a-7372-496b-b9ba-8d6d06adcfc7 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:55.515870 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3bc4160a-7372-496b-b9ba-8d6d06adcfc7 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:55.521184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:55.524167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:55.530895 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-acc975b0-3385-4e26-b49e-e47b4b9a34f8 req-320e5c3d-dc15-40a3-8929-a54bad0f87fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13f86a42-3d76-403d-9dc5-0d46a2506027 HTTP/1.1" status: 200 len: 1002 time: 0.1810417 Mar 16 10:55:55.536609 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:55.546238 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Pushing event updated for resources: {'Port': ['ID=f50a831c-f345-4ae8-9c81-5414517032c9,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:55.574775 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc4160a-7372-496b-b9ba-8d6d06adcfc7 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Made reservation on behalf of 8978bb67d3184c7aa0b78103f463cbe7 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:55.578236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3bc4160a-7372-496b-b9ba-8d6d06adcfc7 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.634734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ace02535-79b3-4424-962a-c2a4acc7d51c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 0bb775e6-33ca-45f4-b69b-8cdb9ef3f58e {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:55.635059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ace02535-79b3-4424-962a-c2a4acc7d51c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.651906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-371928c5-4962-47bf-b5cb-e6830f000659 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:55.676892 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c9371a2a-fedf-45f6-b3ba-d531f0a97673 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/40992546-d7be-421b-91b4-e52658ef90db HTTP/1.1" status: 200 len: 994 time: 0.2938292 Mar 16 10:55:55.690871 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Attempting to bind port f50a831c-f345-4ae8-9c81-5414517032c9 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:55.691895 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Attempting to bind port f50a831c-f345-4ae8-9c81-5414517032c9 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:55.692255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Attempting to bind port f50a831c-f345-4ae8-9c81-5414517032c9 on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:55.700842 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:55.701635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:55.702266 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.702870 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:55.703648 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Bound port: f50a831c-f345-4ae8-9c81-5414517032c9, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:55.704277 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.732506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc975b0-3385-4e26-b49e-e47b4b9a34f8 req-14356f3d-6296-448e-b0d4-3f7f4c1a17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:55.733990 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-acc975b0-3385-4e26-b49e-e47b4b9a34f8 req-14356f3d-6296-448e-b0d4-3f7f4c1a17c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1eb55fa3-2b04-43ec-a85b-0b117769ed73 HTTP/1.1" status: 200 len: 835 time: 0.1964962 Mar 16 10:55:55.758234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-44ad3d7b-e478-4d33-913f-1437023d6112 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.780950 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-371928c5-4962-47bf-b5cb-e6830f000659 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:55.782429 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-371928c5-4962-47bf-b5cb-e6830f000659 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2845154 Mar 16 10:55:55.790712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49698) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:55.837703 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] For port f50a831c-f345-4ae8-9c81-5414517032c9, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:55.841564 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] For port f50a831c-f345-4ae8-9c81-5414517032c9, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f50a831c-f345-4ae8-9c81-5414517032c9,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:55.848546 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.873028 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ad3d7b-e478-4d33-913f-1437023d6112 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 1e465079-5aa1-4ba3-bd84-a39b6bfe7071 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:55.909563 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-44ad3d7b-e478-4d33-913f-1437023d6112 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:55.918137 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ad3d7b-e478-4d33-913f-1437023d6112 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:55.923540 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ad3d7b-e478-4d33-913f-1437023d6112 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:55.924754 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-44ad3d7b-e478-4d33-913f-1437023d6112 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.953275 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54cf85-aecb-4336-b5a9-b034439abdcc None None] Pushing event updated for resources: {'Port': ['ID=f50a831c-f345-4ae8-9c81-5414517032c9,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:55.962809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-25bc9eb4-acc5-419f-982d-d8be01e3d25c tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.977145 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc975b0-3385-4e26-b49e-e47b4b9a34f8 req-8d3e199e-784b-4bc9-897f-3e9ce74667ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:55.980194 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-acc975b0-3385-4e26-b49e-e47b4b9a34f8 req-8d3e199e-784b-4bc9-897f-3e9ce74667ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2345521 Mar 16 10:55:56.013315 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad3d7b-e478-4d33-913f-1437023d6112 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=3dfbf51a-648c-43c9-a77a-f2819adfbc9c,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:56.067884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-25bc9eb4-acc5-419f-982d-d8be01e3d25c tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.085778 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-44ad3d7b-e478-4d33-913f-1437023d6112 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8541498 Mar 16 10:55:56.088218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49702) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:56.099525 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0976cd56-57d6-40c0-bc74-c59c9950fd4e None None] Network 1e465079-5aa1-4ba3-bd84-a39b6bfe7071 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:56.145855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3bc4160a-7372-496b-b9ba-8d6d06adcfc7 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.203624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-eacec110-b954-4cf9-9317-025c95a30643 None None] Provisioning for port f6e998de-d3da-41c8-897c-f899bb8b7b09 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:56.271043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ace02535-79b3-4424-962a-c2a4acc7d51c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.438089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-25bc9eb4-acc5-419f-982d-d8be01e3d25c tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.468388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4160a-7372-496b-b9ba-8d6d06adcfc7 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Pushing event updated for resources: {'Subnet': ['ID=b7c42c30-37c4-4da3-82e1-c746a6f22d32,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:56.487730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc4160a-7372-496b-b9ba-8d6d06adcfc7 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Checking segment: {'id': 'fb9e94d4-6d4d-4f55-8dcc-11f3d752e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '36ef1b69-804c-404d-ad45-01e38655668a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:56.488083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc4160a-7372-496b-b9ba-8d6d06adcfc7 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Network hostable DHCP agents. Network: 36ef1b69-804c-404d-ad45-01e38655668a, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:56.496682 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-acc975b0-3385-4e26-b49e-e47b4b9a34f8 req-0e8ad7ff-80b8-4df0-97b0-40116c2761e3 service neutron] 10.222.0.18 "GET /v2.0/networks/eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984767 Mar 16 10:55:56.497542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc9eb4-acc5-419f-982d-d8be01e3d25c tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4884f26-79c1-4f38-88ce-c6118e812dd2,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:56.507897 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ace02535-79b3-4424-962a-c2a4acc7d51c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 0bb775e6-33ca-45f4-b69b-8cdb9ef3f58e owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:56.645426 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e75f36d6-82b2-4d27-9c92-27a4b69ecf93 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.649861 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc4160a-7372-496b-b9ba-8d6d06adcfc7 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Network 36ef1b69-804c-404d-ad45-01e38655668a is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:56.661396 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f6e998de-d3da-41c8-897c-f899bb8b7b09 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:56.663617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-25bc9eb4-acc5-419f-982d-d8be01e3d25c tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.664913 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-25bc9eb4-acc5-419f-982d-d8be01e3d25c tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-groups/c4884f26-79c1-4f38-88ce-c6118e812dd2 HTTP/1.1" status: 204 len: 168 time: 0.8728569 Mar 16 10:55:56.670792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49706) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:56.694181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-3bc4160a-7372-496b-b9ba-8d6d06adcfc7 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 36ef1b69-804c-404d-ad45-01e38655668a) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:56.708503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc4160a-7372-496b-b9ba-8d6d06adcfc7 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:56.709392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3bc4160a-7372-496b-b9ba-8d6d06adcfc7 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.716644 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aaef5f-fb2c-478a-a9d6-47585c860fba None None] Network 36ef1b69-804c-404d-ad45-01e38655668a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:56.786097 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-74bcd280-6dbb-4486-85ed-2c91a1d310f9 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:56.789620 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3bc4160a-7372-496b-b9ba-8d6d06adcfc7 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5848949 Mar 16 10:55:56.793917 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49710) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:56.813304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-731992340', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}, 'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:56.822513 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-acc975b0-3385-4e26-b49e-e47b4b9a34f8 req-e12cc765-68e6-4f1c-88b0-d387603a248a service neutron] 10.222.0.18 "GET /v2.0/networks/eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168230 Mar 16 10:55:56.828641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:56.840585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Usage tracker for resource:router and tenant:8978bb67d3184c7aa0b78103f463cbe7 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:56.843783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-74bcd280-6dbb-4486-85ed-2c91a1d310f9 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:56.847265 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-74bcd280-6dbb-4486-85ed-2c91a1d310f9 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1727512 Mar 16 10:55:56.847265 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:56.849615 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49714) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:56.857512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-43e788c0-73ee-40eb-9f76-d4a0b6272dc2 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group': {'name': 'tempest-secgroup--187900517'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:56.862908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:56.874736 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-43e788c0-73ee-40eb-9f76-d4a0b6272dc2 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:56.880650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port f6e998de-d3da-41c8-897c-f899bb8b7b09 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:56.890744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port f6e998de-d3da-41c8-897c-f899bb8b7b09 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:56.891419 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.893599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-43e788c0-73ee-40eb-9f76-d4a0b6272dc2 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:56.896483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.897440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.916404 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43e788c0-73ee-40eb-9f76-d4a0b6272dc2 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.928196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.947102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-43e788c0-73ee-40eb-9f76-d4a0b6272dc2 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:56.952972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-43e788c0-73ee-40eb-9f76-d4a0b6272dc2 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:56.956504 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-43e788c0-73ee-40eb-9f76-d4a0b6272dc2 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:56.990143 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3a320e2c-f00b-46c0-84d9-5f67e2ad2224 None None] Provisioning complete for port f6e998de-d3da-41c8-897c-f899bb8b7b09 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:56.990512 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a320e2c-f00b-46c0-84d9-5f67e2ad2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.034879 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-43e788c0-73ee-40eb-9f76-d4a0b6272dc2 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:57.358140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.359488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a320e2c-f00b-46c0-84d9-5f67e2ad2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.421402 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.449644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43e788c0-73ee-40eb-9f76-d4a0b6272dc2 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.466613 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43e788c0-73ee-40eb-9f76-d4a0b6272dc2 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.500746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3a320e2c-f00b-46c0-84d9-5f67e2ad2224 None None] For port f6e998de-d3da-41c8-897c-f899bb8b7b09, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f6e998de-d3da-41c8-897c-f899bb8b7b09,segment=NetworkSegment(2a6b000c-12f8-44a0-82bc-2b760e93a859),segment_id=2a6b000c-12f8-44a0-82bc-2b760e93a859)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:57.514944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-36ef1b69-804c-404d-ad45-01e38655668a', 'network_id': '36ef1b69-804c-404d-ad45-01e38655668a', 'tenant_id': '8978bb67d3184c7aa0b78103f463cbe7', 'fixed_ips': [{'subnet_id': 'b7c42c30-37c4-4da3-82e1-c746a6f22d32'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:57.517123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.533990 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a320e2c-f00b-46c0-84d9-5f67e2ad2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.583843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43e788c0-73ee-40eb-9f76-d4a0b6272dc2 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.588175 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-43e788c0-73ee-40eb-9f76-d4a0b6272dc2 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7375770 Mar 16 10:55:57.591054 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49718) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:57.620939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-71c92c06-22e1-4c22-ae38-827d87f93411 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Request body: {'security_group_rule': {'security_group_id': '7b60b9e5-f403-4788-9c40-b10eacc100e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:57.629503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-71c92c06-22e1-4c22-ae38-827d87f93411 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:57.639173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-71c92c06-22e1-4c22-ae38-827d87f93411 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Usage tracker for resource:security_group_rule and tenant:ffcd07c9088b41dcb232384e59c7b301 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:57.643516 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e788c0-73ee-40eb-9f76-d4a0b6272dc2 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b60b9e5-f403-4788-9c40-b10eacc100e7,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:57.647352 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-71c92c06-22e1-4c22-ae38-827d87f93411 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:57.654784 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-71c92c06-22e1-4c22-ae38-827d87f93411 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:57.695552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ace02535-79b3-4424-962a-c2a4acc7d51c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.697779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-71c92c06-22e1-4c22-ae38-827d87f93411 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.709070 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ecb292-5839-43d1-b2e4-8a726289df40 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:57.777638 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:57.777967 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:57.787144 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3a320e2c-f00b-46c0-84d9-5f67e2ad2224 None None] Provisioning for port 3dfbf51a-648c-43c9-a77a-f2819adfbc9c completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:57.794479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace02535-79b3-4424-962a-c2a4acc7d51c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=0bb775e6-33ca-45f4-b69b-8cdb9ef3f58e,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:57.853334 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3a320e2c-f00b-46c0-84d9-5f67e2ad2224 None None] Provisioning complete for port 3dfbf51a-648c-43c9-a77a-f2819adfbc9c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:57.853700 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a320e2c-f00b-46c0-84d9-5f67e2ad2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.854797 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a832a209-444f-4731-83f3-9dc454fa33c4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.899120 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a320e2c-f00b-46c0-84d9-5f67e2ad2224 None None] Pushing event updated for resources: {'Port': ['ID=f6e998de-d3da-41c8-897c-f899bb8b7b09,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:57.905077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-e75f36d6-82b2-4d27-9c92-27a4b69ecf93 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Deleting port dc7ca35d-5478-4425-87ae-4c0b89dbbc44 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:57.905429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e75f36d6-82b2-4d27-9c92-27a4b69ecf93 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.910744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.944389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.987795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3a320e2c-f00b-46c0-84d9-5f67e2ad2224 None None] Port 3dfbf51a-648c-43c9-a77a-f2819adfbc9c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:58.024587 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-71c92c06-22e1-4c22-ae38-827d87f93411 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.037394 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-71c92c06-22e1-4c22-ae38-827d87f93411 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.047998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Allocated IP 172.20.0.2 (36ef1b69-804c-404d-ad45-01e38655668a/b7c42c30-37c4-4da3-82e1-c746a6f22d32/3239a7ba-0bb1-4732-b828-b5be9d939537) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:58.079261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c92c06-22e1-4c22-ae38-827d87f93411 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b8f120-f728-4c1d-b3b1-546ebcb41817,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:58.135869 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-71c92c06-22e1-4c22-ae38-827d87f93411 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.136360 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-71c92c06-22e1-4c22-ae38-827d87f93411 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5328751 Mar 16 10:55:58.138995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49722) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:58.179330 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Allocated IP 172.26.3.126 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/05da30c5-dbd7-490b-81b9-39424585e640) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:58.229059 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-af88c52e-4537-4ca4-83c7-7a578baa0ff2 None None] Provisioning for port f50a831c-f345-4ae8-9c81-5414517032c9 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:58.239144 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c21e0383-bf6f-4855-b801-8ac282cd07a6 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.267003 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c21e0383-bf6f-4855-b801-8ac282cd07a6 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.288254 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ace02535-79b3-4424-962a-c2a4acc7d51c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.338338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c21e0383-bf6f-4855-b801-8ac282cd07a6 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.379517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-af88c52e-4537-4ca4-83c7-7a578baa0ff2 None None] Provisioning complete for port 3dfbf51a-648c-43c9-a77a-f2819adfbc9c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:58.380006 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-af88c52e-4537-4ca4-83c7-7a578baa0ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.430443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e0383-bf6f-4855-b801-8ac282cd07a6 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b60b9e5-f403-4788-9c40-b10eacc100e7,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:58.446308 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c21e0383-bf6f-4855-b801-8ac282cd07a6 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.447470 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c21e0383-bf6f-4855-b801-8ac282cd07a6 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-groups/7b60b9e5-f403-4788-9c40-b10eacc100e7 HTTP/1.1" status: 204 len: 168 time: 0.3075376 Mar 16 10:55:58.450156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49726) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:58.460702 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f50a831c-f345-4ae8-9c81-5414517032c9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:58.473160 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ace02535-79b3-4424-962a-c2a4acc7d51c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/0bb775e6-33ca-45f4-b69b-8cdb9ef3f58e HTTP/1.1" status: 204 len: 168 time: 3.0933096 Mar 16 10:55:58.474604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49730) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:58.530150 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.543101 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-af88c52e-4537-4ca4-83c7-7a578baa0ff2 None None] Port 3dfbf51a-648c-43c9-a77a-f2819adfbc9c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:58.554428 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Transition to ACTIVE for port object 3239a7ba-0bb1-4732-b828-b5be9d939537 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:58.581090 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Transition to ACTIVE for port object 3239a7ba-0bb1-4732-b828-b5be9d939537 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:58.591087 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port f50a831c-f345-4ae8-9c81-5414517032c9 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:58.596105 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.651426 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port f50a831c-f345-4ae8-9c81-5414517032c9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:58.651752 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.661116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e75f36d6-82b2-4d27-9c92-27a4b69ecf93 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.703641 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Network 36ef1b69-804c-404d-ad45-01e38655668a is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:58.712814 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:58.715264 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:58.740281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.749087 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8bcefd69-3571-49b9-b200-1ebde0729b86 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:58.766295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecbcd9d-9053-4300-989e-52a0016c7a29 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:58.769793 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecbcd9d-9053-4300-989e-52a0016c7a29 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:58.770024 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecbcd9d-9053-4300-989e-52a0016c7a29 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:58.770512 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Pushing event updated for resources: {'Port': ['ID=3239a7ba-0bb1-4732-b828-b5be9d939537,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:58.770847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1ecbcd9d-9053-4300-989e-52a0016c7a29 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:58.803483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8bcefd69-3571-49b9-b200-1ebde0729b86 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:58.804650 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8bcefd69-3571-49b9-b200-1ebde0729b86 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3536961 Mar 16 10:55:58.807470 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49734) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:58.826858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1ecbcd9d-9053-4300-989e-52a0016c7a29 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:58.828133 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1ecbcd9d-9053-4300-989e-52a0016c7a29 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3527398 Mar 16 10:55:58.832478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49738) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:58.844105 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-e75f36d6-82b2-4d27-9c92-27a4b69ecf93 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Calling delete_port for dc7ca35d-5478-4425-87ae-4c0b89dbbc44 owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:58.859913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Attempting to bind port 3239a7ba-0bb1-4732-b828-b5be9d939537 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:58.860286 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Attempting to bind port 3239a7ba-0bb1-4732-b828-b5be9d939537 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'fb9e94d4-6d4d-4f55-8dcc-11f3d752e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '36ef1b69-804c-404d-ad45-01e38655668a'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:58.860697 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Attempting to bind port 3239a7ba-0bb1-4732-b828-b5be9d939537 on network 36ef1b69-804c-404d-ad45-01e38655668a {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:58.874311 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:58.874737 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Checking segment: {'id': 'fb9e94d4-6d4d-4f55-8dcc-11f3d752e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '36ef1b69-804c-404d-ad45-01e38655668a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:58.875144 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.875725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Bound using segment: {'id': 'fb9e94d4-6d4d-4f55-8dcc-11f3d752e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '36ef1b69-804c-404d-ad45-01e38655668a'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:58.876353 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Bound port: 3239a7ba-0bb1-4732-b828-b5be9d939537, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9e94d4-6d4d-4f55-8dcc-11f3d752e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '36ef1b69-804c-404d-ad45-01e38655668a'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:58.876781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.895534 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-04220ddc-8dbc-420f-85e6-5012d7911636 None None] Provisioning complete for port f50a831c-f345-4ae8-9c81-5414517032c9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:58.895905 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-04220ddc-8dbc-420f-85e6-5012d7911636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.914940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.950364 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a832a209-444f-4731-83f3-9dc454fa33c4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.966589 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a832a209-444f-4731-83f3-9dc454fa33c4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.978774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-bd7ce5bd-55c4-4994-b791-bb436d38a601 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Synchronizing usage tracker for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:59.009812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:59.015271 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:59.021321 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5f8f41-bcf2-489d-b134-16ca6081094c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 307e7005-6af3-46a1-b993-5bd466433294 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:59.024210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:59.069839 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.091663 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd5f8f41-bcf2-489d-b134-16ca6081094c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.148122 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port f50a831c-f345-4ae8-9c81-5414517032c9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f50a831c-f345-4ae8-9c81-5414517032c9,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:59.157432 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.167315 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832a209-444f-4731-83f3-9dc454fa33c4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=3dfbf51a-648c-43c9-a77a-f2819adfbc9c,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:59.167605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Pushing event updated for resources: {'Port': ['ID=05da30c5-dbd7-490b-81b9-39424585e640,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:59.169853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-bd7ce5bd-55c4-4994-b791-bb436d38a601 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] Unset dirty status for tenant:ffcd07c9088b41dcb232384e59c7b301 on resource:security_group_rule {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:59.173729 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bd7ce5bd-55c4-4994-b791-bb436d38a601 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3627105 Mar 16 10:55:59.178720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49742) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.265921 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] For port 3239a7ba-0bb1-4732-b828-b5be9d939537, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:59.320025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e75f36d6-82b2-4d27-9c92-27a4b69ecf93 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.333939 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] For port 3239a7ba-0bb1-4732-b828-b5be9d939537, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3239a7ba-0bb1-4732-b828-b5be9d939537,segment=NetworkSegment(fb9e94d4-6d4d-4f55-8dcc-11f3d752e10b),segment_id=fb9e94d4-6d4d-4f55-8dcc-11f3d752e10b)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:59.350440 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-bee63c84-17bd-45ef-89f0-9e43be4b78d3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] delete failed (client error): The resource could not be found. Mar 16 10:55:59.364488 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bee63c84-17bd-45ef-89f0-9e43be4b78d3 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "DELETE /v2.0/security-groups/7b60b9e5-f403-4788-9c40-b10eacc100e7 HTTP/1.1" status: 404 len: 347 time: 0.1719961 Mar 16 10:55:59.365217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49746) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.372027 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.384861 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f6e998de-d3da-41c8-897c-f899bb8b7b09 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:59.395884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd5f8f41-bcf2-489d-b134-16ca6081094c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.479220 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=f50a831c-f345-4ae8-9c81-5414517032c9,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:59.531357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f36d6-82b2-4d27-9c92-27a4b69ecf93 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event deleted for resources: {'Port': ['ID=dc7ca35d-5478-4425-87ae-4c0b89dbbc44,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:59.605083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2f3d3174-9e14-4cb4-b3b7-74d072ae86c1 None None] Provisioning complete for port 3dfbf51a-648c-43c9-a77a-f2819adfbc9c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:59.605481 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2f3d3174-9e14-4cb4-b3b7-74d072ae86c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.626129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd5f8f41-bcf2-489d-b134-16ca6081094c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.659670 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75f6a3-67f5-481d-95ad-99e2b72518bb None None] Pushing event updated for resources: {'Port': ['ID=3239a7ba-0bb1-4732-b828-b5be9d939537,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:59.670795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port f6e998de-d3da-41c8-897c-f899bb8b7b09 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:59.671305 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.688624 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a832a209-444f-4731-83f3-9dc454fa33c4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.746336 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d3174-9e14-4cb4-b3b7-74d072ae86c1 None None] Port 3dfbf51a-648c-43c9-a77a-f2819adfbc9c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:59.759853 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2f3d3174-9e14-4cb4-b3b7-74d072ae86c1 None None] Could not find standard attr ID for object 0bb775e6-33ca-45f4-b69b-8cdb9ef3f58e. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:55:59.836014 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b2a6f304-01eb-46e2-abd1-af2c7961c5f4 tempest-SecGroupIPv6Test-2035824400 tempest-SecGroupIPv6Test-2035824400-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3655887 Mar 16 10:55:59.953172 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd5f8f41-bcf2-489d-b134-16ca6081094c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.960923 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e75f36d6-82b2-4d27-9c92-27a4b69ecf93 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.000820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f8f41-bcf2-489d-b134-16ca6081094c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=307e7005-6af3-46a1-b993-5bd466433294,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:00.014942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd5f8f41-bcf2-489d-b134-16ca6081094c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.023878 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c61b83-bf7e-40e5-a2bb-c1b2df5a62f9 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:00.049705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a832a209-444f-4731-83f3-9dc454fa33c4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.103968 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bd5f8f41-bcf2-489d-b134-16ca6081094c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/307e7005-6af3-46a1-b993-5bd466433294 HTTP/1.1" status: 204 len: 168 time: 1.2645574 Mar 16 10:56:00.110275 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49752) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.207375 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.285113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-356d7350-ab62-4a7b-998c-ef9d6e8980d4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet f59bdaee-0cf4-4cd2-b51e-453670cdbbe4 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:00.298751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-356d7350-ab62-4a7b-998c-ef9d6e8980d4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.362853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49758) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.379296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-356d7350-ab62-4a7b-998c-ef9d6e8980d4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.591110 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75f36d6-82b2-4d27-9c92-27a4b69ecf93 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Router 5ca33c48-3af9-47c9-ad69-c6cb59fd9819 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:00.789009 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2d6b2c80-f872-4021-9d8d-16e832d0310d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ffcd07c9088b41dcb232384e59c7b301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246442 Mar 16 10:56:00.794695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49764) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.819682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-61233765-bd71-448d-a78c-8658e391f1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.830888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-356d7350-ab62-4a7b-998c-ef9d6e8980d4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.831908 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75f36d6-82b2-4d27-9c92-27a4b69ecf93 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:00.842767 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b958f84-bc88-4c67-a4bf-1473e3e1b098 None None] Sync routers for ids ['5ca33c48-3af9-47c9-ad69-c6cb59fd9819'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:00.858394 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b958f84-bc88-4c67-a4bf-1473e3e1b098 None None] Routers {'5ca33c48-3af9-47c9-ad69-c6cb59fd9819'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:00.859731 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3b958f84-bc88-4c67-a4bf-1473e3e1b098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5ca33c48-3af9-47c9-ad69-c6cb59fd9819'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:00.895772 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e75f36d6-82b2-4d27-9c92-27a4b69ecf93 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "PUT /v2.0/routers/5ca33c48-3af9-47c9-ad69-c6cb59fd9819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4712203 Mar 16 10:56:00.896025 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49768) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.959459 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3b958f84-bc88-4c67-a4bf-1473e3e1b098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:00.974382 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b958f84-bc88-4c67-a4bf-1473e3e1b098 None None] Routers {'5ca33c48-3af9-47c9-ad69-c6cb59fd9819'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:00.975196 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3b958f84-bc88-4c67-a4bf-1473e3e1b098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['5ca33c48-3af9-47c9-ad69-c6cb59fd9819'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:01.031564 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-34429d86-2139-4407-bbc5-25b171eecffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.049645 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3b958f84-bc88-4c67-a4bf-1473e3e1b098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:01.050045 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b958f84-bc88-4c67-a4bf-1473e3e1b098 None None] The sync data for ids ['5ca33c48-3af9-47c9-ad69-c6cb59fd9819'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:01.061078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-34429d86-2139-4407-bbc5-25b171eecffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.069384 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0850dc5-b8f6-4fc1-8190-b9fd9e4fb338 None None] Network 36ef1b69-804c-404d-ad45-01e38655668a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:01.094071 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-c57f33e8-cb30-465c-99ab-3442c224a994 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] show failed (client error): The resource could not be found. Mar 16 10:56:01.095087 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c57f33e8-cb30-465c-99ab-3442c224a994 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-772626167 HTTP/1.1" status: 404 len: 334 time: 0.1377068 Mar 16 10:56:01.101448 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49772) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:01.118913 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-cd39932a-8953-444f-99c5-ffa216313c70 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:01.153132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a832a209-444f-4731-83f3-9dc454fa33c4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.159599 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a832a209-444f-4731-83f3-9dc454fa33c4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.160484 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a832a209-444f-4731-83f3-9dc454fa33c4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.189784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2ea306f5-902b-410c-a2fa-059302e06ee1 None None] Provisioning for port 3239a7ba-0bb1-4732-b828-b5be9d939537 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:01.193819 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-cd39932a-8953-444f-99c5-ffa216313c70 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] update failed (client error): The resource could not be found. Mar 16 10:56:01.199205 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cd39932a-8953-444f-99c5-ffa216313c70 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-567371666 HTTP/1.1" status: 404 len: 334 time: 0.0925777 Mar 16 10:56:01.199205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.201725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49776) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:01.216699 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-34429d86-2139-4407-bbc5-25b171eecffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.354392 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832a209-444f-4731-83f3-9dc454fa33c4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=3dfbf51a-648c-43c9-a77a-f2819adfbc9c,revision_number=3']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:01.360046 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-356d7350-ab62-4a7b-998c-ef9d6e8980d4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.374114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d36bba08-faf8-4ee9-b533-4151fb16847d None None] Provisioning complete for port f50a831c-f345-4ae8-9c81-5414517032c9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:01.374445 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d36bba08-faf8-4ee9-b533-4151fb16847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.390094 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34429d86-2139-4407-bbc5-25b171eecffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb19488-7f83-4479-a03d-cf04e8142065,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:01.420833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d7350-ab62-4a7b-998c-ef9d6e8980d4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=f59bdaee-0cf4-4cd2-b51e-453670cdbbe4,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:01.422780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-356d7350-ab62-4a7b-998c-ef9d6e8980d4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.433035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f50a831c-f345-4ae8-9c81-5414517032c9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:01.450244 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-356d7350-ab62-4a7b-998c-ef9d6e8980d4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/f59bdaee-0cf4-4cd2-b51e-453670cdbbe4 HTTP/1.1" status: 204 len: 168 time: 1.3366957 Mar 16 10:56:01.451312 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49780) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:01.466919 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e374c4f-13c2-4d17-ae8c-0e6b6ccf4b32 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:01.472660 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ca3758-e016-4763-b4d6-f4b0d7196cd4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Deleting subnet 50d81050-9598-4d43-a509-966bdd899611 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:01.475604 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3758-e016-4763-b4d6-f4b0d7196cd4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.535251 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4683c1b2-9d59-4138-98c7-a73b05c628a2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806460 Mar 16 10:56:01.535464 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49784) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:01.541123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-eb73c071-b562-4961-89d3-7e031c9b6c72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:01.570418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-34429d86-2139-4407-bbc5-25b171eecffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.573918 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-34429d86-2139-4407-bbc5-25b171eecffb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bb19488-7f83-4479-a03d-cf04e8142065 HTTP/1.1" status: 204 len: 168 time: 0.7670410 Mar 16 10:56:01.594446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3758-e016-4763-b4d6-f4b0d7196cd4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.683705 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Router 6c3cb06c-f9c7-4bd3-857f-e12931e8ddad is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:56:01.704651 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a832a209-444f-4731-83f3-9dc454fa33c4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 1e465079-5aa1-4ba3-bd84-a39b6bfe7071 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:01.707680 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-a832a209-444f-4731-83f3-9dc454fa33c4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:01.733824 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port f50a831c-f345-4ae8-9c81-5414517032c9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:01.734186 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.771260 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-eb73c071-b562-4961-89d3-7e031c9b6c72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:01.781401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-eb73c071-b562-4961-89d3-7e031c9b6c72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:01.794598 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-eb73c071-b562-4961-89d3-7e031c9b6c72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:01.806017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-eb73c071-b562-4961-89d3-7e031c9b6c72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:01.894774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb73c071-b562-4961-89d3-7e031c9b6c72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:01.899002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-eb73c071-b562-4961-89d3-7e031c9b6c72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.922211 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3758-e016-4763-b4d6-f4b0d7196cd4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.025541 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3239a7ba-0bb1-4732-b828-b5be9d939537 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:02.110052 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd2a1d-2cde-488d-a184-2033ef21c7bf None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:02.120561 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd2a1d-2cde-488d-a184-2033ef21c7bf None None] Deleting port f50a831c-f345-4ae8-9c81-5414517032c9 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:02.121471 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2a1d-2cde-488d-a184-2033ef21c7bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.163930 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3758-e016-4763-b4d6-f4b0d7196cd4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.222462 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca3758-e016-4763-b4d6-f4b0d7196cd4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event deleted for resources: {'Subnet': ['ID=50d81050-9598-4d43-a509-966bdd899611,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:02.224079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a832a209-444f-4731-83f3-9dc454fa33c4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router e163cc09-a9ef-49de-8fd3-adb4bba972fe is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:56:02.230708 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3758-e016-4763-b4d6-f4b0d7196cd4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.243062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:02.254021 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f2ca3758-e016-4763-b4d6-f4b0d7196cd4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "DELETE /v2.0/subnets/50d81050-9598-4d43-a509-966bdd899611 HTTP/1.1" status: 204 len: 168 time: 1.0430591 Mar 16 10:56:02.254394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9febe1-ff6c-4b75-b088-fde18a09e3fe None None] Network fe302483-560a-497a-abf6-d11c5f4f8dd3 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:02.254649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49790) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.297788 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.305277 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-866ed05f-c00a-4b7b-a3af-c89586a4df84 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.5098355 Mar 16 10:56:02.306256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49794) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.363410 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb55b89-ccae-48e0-a064-249821d0681f None None] Sync routers for ids ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:02.446836 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb55b89-ccae-48e0-a064-249821d0681f None None] Routers {'6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:02.447402 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9fb55b89-ccae-48e0-a064-249821d0681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:02.510584 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 3239a7ba-0bb1-4732-b828-b5be9d939537 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:02.583643 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9fb55b89-ccae-48e0-a064-249821d0681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:02.592794 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 3239a7ba-0bb1-4732-b828-b5be9d939537 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:02.593161 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.606228 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-186513f4-8cd9-4828-a4eb-e3ae856855ef tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Deleting subnet 7ee455bd-f8da-4a4c-a6f7-04cfd31d812a {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:02.614383 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-186513f4-8cd9-4828-a4eb-e3ae856855ef tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.648548 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-52b842af-9b35-4842-86e1-0e7bfdbbb6ab None None] Provisioning complete for port 3dfbf51a-648c-43c9-a77a-f2819adfbc9c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:02.648548 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-52b842af-9b35-4842-86e1-0e7bfdbbb6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.648953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a832a209-444f-4731-83f3-9dc454fa33c4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:02.654022 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a832a209-444f-4731-83f3-9dc454fa33c4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/e163cc09-a9ef-49de-8fd3-adb4bba972fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5650969 Mar 16 10:56:02.657463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49798) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.665162 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f6fade-b95b-464f-9fcb-c15bf721ee7c None None] Sync routers for ids ['e163cc09-a9ef-49de-8fd3-adb4bba972fe'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:02.675233 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f6fade-b95b-464f-9fcb-c15bf721ee7c None None] Routers {'e163cc09-a9ef-49de-8fd3-adb4bba972fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:02.676171 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-a7f6fade-b95b-464f-9fcb-c15bf721ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e163cc09-a9ef-49de-8fd3-adb4bba972fe'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:02.687596 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-186513f4-8cd9-4828-a4eb-e3ae856855ef tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.739284 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-a7f6fade-b95b-464f-9fcb-c15bf721ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:02.748445 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f6fade-b95b-464f-9fcb-c15bf721ee7c None None] Routers {'e163cc09-a9ef-49de-8fd3-adb4bba972fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:02.749348 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-a7f6fade-b95b-464f-9fcb-c15bf721ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e163cc09-a9ef-49de-8fd3-adb4bba972fe'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:02.776067 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb55b89-ccae-48e0-a064-249821d0681f None None] Routers {'6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:02.776698 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9fb55b89-ccae-48e0-a064-249821d0681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:55:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:02.816494 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-a7f6fade-b95b-464f-9fcb-c15bf721ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:02.817246 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f6fade-b95b-464f-9fcb-c15bf721ee7c None None] The sync data for ids ['e163cc09-a9ef-49de-8fd3-adb4bba972fe'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:02.818120 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-186513f4-8cd9-4828-a4eb-e3ae856855ef tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.839588 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-eb73c071-b562-4961-89d3-7e031c9b6c72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.874076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9fb55b89-ccae-48e0-a064-249821d0681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:02.874487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb55b89-ccae-48e0-a064-249821d0681f None None] The sync data for ids ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:02.881293 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7fdd2a1d-2cde-488d-a184-2033ef21c7bf None None] For port f50a831c-f345-4ae8-9c81-5414517032c9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f50a831c-f345-4ae8-9c81-5414517032c9,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:02.881686 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2a1d-2cde-488d-a184-2033ef21c7bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.889255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-52b842af-9b35-4842-86e1-0e7bfdbbb6ab None None] Port 3dfbf51a-648c-43c9-a77a-f2819adfbc9c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:02.900436 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49dc417-0fa6-4b27-8e2b-d966a7e8adfa tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:02.901791 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a49dc417-0fa6-4b27-8e2b-d966a7e8adfa tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports/3dfbf51a-648c-43c9-a77a-f2819adfbc9c HTTP/1.1" status: 200 len: 983 time: 0.2423220 Mar 16 10:56:02.904713 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49802) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.931606 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb73c071-b562-4961-89d3-7e031c9b6c72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:02.943944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-eb73c071-b562-4961-89d3-7e031c9b6c72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:02.946905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb73c071-b562-4961-89d3-7e031c9b6c72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:02.947504 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-eb73c071-b562-4961-89d3-7e031c9b6c72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.977727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-186513f4-8cd9-4828-a4eb-e3ae856855ef tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.027383 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73c071-b562-4961-89d3-7e031c9b6c72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=583d2f47-5cd8-4d5b-8550-b4b86a1788f0,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:03.043461 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd2a1d-2cde-488d-a184-2033ef21c7bf None None] Calling delete_port for f50a831c-f345-4ae8-9c81-5414517032c9 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:03.065592 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-eb73c071-b562-4961-89d3-7e031c9b6c72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5264993 Mar 16 10:56:03.067189 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49806) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:03.071571 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186513f4-8cd9-4828-a4eb-e3ae856855ef tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee455bd-f8da-4a4c-a6f7-04cfd31d812a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:03.074185 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-186513f4-8cd9-4828-a4eb-e3ae856855ef tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.079402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-e89f5d0b-a7a7-4a22-9b40-5a893a7542bb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:03.092623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333b6b91-7777-4fda-984b-b044fb37a736 None None] Network ed7d474f-3fac-42bb-a466-031fd4826c06 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:03.096194 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-186513f4-8cd9-4828-a4eb-e3ae856855ef tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "DELETE /v2.0/subnets/7ee455bd-f8da-4a4c-a6f7-04cfd31d812a HTTP/1.1" status: 204 len: 168 time: 0.8378031 Mar 16 10:56:03.097175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49810) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:03.172066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6e21efd3-1ac6-45fc-94d3-55a40f6ae67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.174934 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.311707 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2a1d-2cde-488d-a184-2033ef21c7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.365407 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 3239a7ba-0bb1-4732-b828-b5be9d939537, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3239a7ba-0bb1-4732-b828-b5be9d939537,segment=NetworkSegment(fb9e94d4-6d4d-4f55-8dcc-11f3d752e10b),segment_id=fb9e94d4-6d4d-4f55-8dcc-11f3d752e10b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:03.390470 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bbac41-1011-46de-a31a-188cfece5a9e None None] DHCP port deletion for fe302483-560a-497a-abf6-d11c5f4f8dd3 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:03.416868 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd2a1d-2cde-488d-a184-2033ef21c7bf None None] Pushing event deleted for resources: {'Port': ['ID=f50a831c-f345-4ae8-9c81-5414517032c9,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:03.418283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.454573 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd2a1d-2cde-488d-a184-2033ef21c7bf None None] No DVR routers for this DVR port f50a831c-f345-4ae8-9c81-5414517032c9 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:03.461709 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-59bbac41-1011-46de-a31a-188cfece5a9e None None] Deleting port a8630401-f901-4ffa-8767-9a4b8287649c {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:03.462121 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-59bbac41-1011-46de-a31a-188cfece5a9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.466061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.519101 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbac5593-5ede-4dbd-80aa-c562e4bfbee2 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:03.523388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Deleting port a8630401-f901-4ffa-8767-9a4b8287649c {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:03.523732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.526029 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a6d327b1-f7f7-437c-b3be-25824055d93a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.560680 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f50a831c-f345-4ae8-9c81-5414517032c9 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:03.596967 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e89f5d0b-a7a7-4a22-9b40-5a893a7542bb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:03.609830 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e89f5d0b-a7a7-4a22-9b40-5a893a7542bb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:03.616072 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e89f5d0b-a7a7-4a22-9b40-5a893a7542bb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:03.637443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e89f5d0b-a7a7-4a22-9b40-5a893a7542bb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:03.711595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: f50a831c-f345-4ae8-9c81-5414517032c9 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:03.711595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f50a831c-f345-4ae8-9c81-5414517032c9 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:03.711595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a8630401-f901-4ffa-8767-9a4b8287649c no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:03.723062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89f5d0b-a7a7-4a22-9b40-5a893a7542bb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:03.727078 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e89f5d0b-a7a7-4a22-9b40-5a893a7542bb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.796444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=3239a7ba-0bb1-4732-b828-b5be9d939537,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:03.835263 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-a6d327b1-f7f7-437c-b3be-25824055d93a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port 3dfbf51a-648c-43c9-a77a-f2819adfbc9c {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:03.835591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a6d327b1-f7f7-437c-b3be-25824055d93a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.022124 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e3d292-a85d-4f68-8cef-c50d35b13641 None None] DHCP port deletion for ed7d474f-3fac-42bb-a466-031fd4826c06 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:04.034142 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.056102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] For port a8630401-f901-4ffa-8767-9a4b8287649c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a8630401-f901-4ffa-8767-9a4b8287649c,segment=NetworkSegment(ab26e5f3-dee0-49ca-89da-cdaa854b752d),segment_id=ab26e5f3-dee0-49ca-89da-cdaa854b752d)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:04.056964 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.069335 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f1e3d292-a85d-4f68-8cef-c50d35b13641 None None] Deleting port f699a199-64dc-436e-980b-fa700bae5f9e {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:04.069964 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d292-a85d-4f68-8cef-c50d35b13641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.109623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-59bbac41-1011-46de-a31a-188cfece5a9e None None] For port a8630401-f901-4ffa-8767-9a4b8287649c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a8630401-f901-4ffa-8767-9a4b8287649c,segment=NetworkSegment(ab26e5f3-dee0-49ca-89da-cdaa854b752d),segment_id=ab26e5f3-dee0-49ca-89da-cdaa854b752d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:04.109929 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-59bbac41-1011-46de-a31a-188cfece5a9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.161814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a6d327b1-f7f7-437c-b3be-25824055d93a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.184850 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.297819 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-a6d327b1-f7f7-437c-b3be-25824055d93a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Calling delete_port for 3dfbf51a-648c-43c9-a77a-f2819adfbc9c owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:04.312686 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': '583d2f47-5cd8-4d5b-8550-b4b86a1788f0'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:04.313507 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.329045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-59bbac41-1011-46de-a31a-188cfece5a9e None None] Calling delete_port for a8630401-f901-4ffa-8767-9a4b8287649c owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:04.398063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Calling delete_port for a8630401-f901-4ffa-8767-9a4b8287649c owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:04.477264 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.491985 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a6d327b1-f7f7-437c-b3be-25824055d93a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.518134 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.544073 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d327b1-f7f7-437c-b3be-25824055d93a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Port': ['ID=3dfbf51a-648c-43c9-a77a-f2819adfbc9c,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:04.556299 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port a8630401-f901-4ffa-8767-9a4b8287649c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a8630401-f901-4ffa-8767-9a4b8287649c,segment=NetworkSegment(ab26e5f3-dee0-49ca-89da-cdaa854b752d),segment_id=ab26e5f3-dee0-49ca-89da-cdaa854b752d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:04.602836 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.665172 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.api [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:04.665696 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG oslo_db.api [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:04.732432 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a6d327b1-f7f7-437c-b3be-25824055d93a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.760180 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-59bbac41-1011-46de-a31a-188cfece5a9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:04.760538 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-59bbac41-1011-46de-a31a-188cfece5a9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:04.784574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-f1e3d292-a85d-4f68-8cef-c50d35b13641 None None] For port f699a199-64dc-436e-980b-fa700bae5f9e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f699a199-64dc-436e-980b-fa700bae5f9e,segment=NetworkSegment(4253f584-0a3c-49dd-a26f-32328a63c0d5),segment_id=4253f584-0a3c-49dd-a26f-32328a63c0d5)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:04.784972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d292-a85d-4f68-8cef-c50d35b13641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.911365 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=a8630401-f901-4ffa-8767-9a4b8287649c,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:04.919795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f1e3d292-a85d-4f68-8cef-c50d35b13641 None None] Calling delete_port for f699a199-64dc-436e-980b-fa700bae5f9e owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:04.977851 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Allocated IP 172.20.0.2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/583d2f47-5cd8-4d5b-8550-b4b86a1788f0/be62f71c-85b0-42e0-8b4d-d93036afa33d) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:04.984133 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Allocated IP 172.20.0.1 (36ef1b69-804c-404d-ad45-01e38655668a/b7c42c30-37c4-4da3-82e1-c746a6f22d32/ec1a8e38-9661-4240-80cc-9375201c59b2) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:05.016074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d327b1-f7f7-437c-b3be-25824055d93a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router e163cc09-a9ef-49de-8fd3-adb4bba972fe has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:05.038313 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d292-a85d-4f68-8cef-c50d35b13641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.075185 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.objects.ports [None req-e89f5d0b-a7a7-4a22-9b40-5a893a7542bb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87969) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:56:05.080802 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e89f5d0b-a7a7-4a22-9b40-5a893a7542bb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.149770 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d327b1-f7f7-437c-b3be-25824055d93a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:05.166448 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a6d327b1-f7f7-437c-b3be-25824055d93a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/e163cc09-a9ef-49de-8fd3-adb4bba972fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2572477 Mar 16 10:56:05.166757 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49814) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:05.176581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Deleting port a8630401-f901-4ffa-8767-9a4b8287649c {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:05.176917 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.188372 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3d292-a85d-4f68-8cef-c50d35b13641 None None] Pushing event deleted for resources: {'Port': ['ID=f699a199-64dc-436e-980b-fa700bae5f9e,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:05.190739 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0058c662-1088-4b37-9d72-0cbf8c272ecf None None] Sync routers for ids ['e163cc09-a9ef-49de-8fd3-adb4bba972fe'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:05.193216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e3d292-a85d-4f68-8cef-c50d35b13641 None None] No DVR routers for this DVR port f699a199-64dc-436e-980b-fa700bae5f9e on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:05.219296 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0058c662-1088-4b37-9d72-0cbf8c272ecf None None] Routers {'e163cc09-a9ef-49de-8fd3-adb4bba972fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:05.219956 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-0058c662-1088-4b37-9d72-0cbf8c272ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e163cc09-a9ef-49de-8fd3-adb4bba972fe'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:05.253235 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89f5d0b-a7a7-4a22-9b40-5a893a7542bb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:05.262200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-e89f5d0b-a7a7-4a22-9b40-5a893a7542bb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:05.270943 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89f5d0b-a7a7-4a22-9b40-5a893a7542bb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:05.271814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e89f5d0b-a7a7-4a22-9b40-5a893a7542bb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.276300 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-59bbac41-1011-46de-a31a-188cfece5a9e None None] Deleting port a8630401-f901-4ffa-8767-9a4b8287649c {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:05.277184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-59bbac41-1011-46de-a31a-188cfece5a9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.313990 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f5d0b-a7a7-4a22-9b40-5a893a7542bb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=9c3a1a25-5a9c-4ff7-82be-65c712135e10,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:05.318763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-0058c662-1088-4b37-9d72-0cbf8c272ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:05.357425 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0058c662-1088-4b37-9d72-0cbf8c272ecf None None] Routers {'e163cc09-a9ef-49de-8fd3-adb4bba972fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:05.358868 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-0058c662-1088-4b37-9d72-0cbf8c272ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e163cc09-a9ef-49de-8fd3-adb4bba972fe'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:05.403900 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e89f5d0b-a7a7-4a22-9b40-5a893a7542bb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3356659 Mar 16 10:56:05.408826 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.411610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49818) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:05.429387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'mac_address': 'fa:16:3e:31:4c:8f', 'name': 'tempest-NetworksTestDHCPv6-728018965'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:05.461772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-0058c662-1088-4b37-9d72-0cbf8c272ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:05.462191 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0058c662-1088-4b37-9d72-0cbf8c272ecf None None] The sync data for ids ['e163cc09-a9ef-49de-8fd3-adb4bba972fe'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:05.497157 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Transition to ACTIVE for port object ec1a8e38-9661-4240-80cc-9375201c59b2 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:05.555401 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3239a7ba-0bb1-4732-b828-b5be9d939537 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:05.614537 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.649625 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] For port a8630401-f901-4ffa-8767-9a4b8287649c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a8630401-f901-4ffa-8767-9a4b8287649c,segment=NetworkSegment(ab26e5f3-dee0-49ca-89da-cdaa854b752d),segment_id=ab26e5f3-dee0-49ca-89da-cdaa854b752d)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:05.649983 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.687107 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-aecf6b59-2e7b-4bce-a008-9aff2e9a9aa9 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] remove_router_interface failed (client error): The resource could not be found. Mar 16 10:56:05.691454 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-aecf6b59-2e7b-4bce-a008-9aff2e9a9aa9 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/e163cc09-a9ef-49de-8fd3-adb4bba972fe/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5205545 Mar 16 10:56:05.691762 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49822) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:05.699093 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Transition to ACTIVE for port object be62f71c-85b0-42e0-8b4d-d93036afa33d will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:05.717186 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-59bbac41-1011-46de-a31a-188cfece5a9e None None] For port a8630401-f901-4ffa-8767-9a4b8287649c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a8630401-f901-4ffa-8767-9a4b8287649c,segment=NetworkSegment(ab26e5f3-dee0-49ca-89da-cdaa854b752d),segment_id=ab26e5f3-dee0-49ca-89da-cdaa854b752d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:05.717186 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-59bbac41-1011-46de-a31a-188cfece5a9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.738373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e4792639-354e-446c-8d29-aadaf62f1d9c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Synchronizing usage tracker for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:05.755101 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e4792639-354e-446c-8d29-aadaf62f1d9c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Unset dirty status for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:05.759074 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e4792639-354e-446c-8d29-aadaf62f1d9c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports?device_id=e163cc09-a9ef-49de-8fd3-adb4bba972fe HTTP/1.1" status: 200 len: 205 time: 0.0635500 Mar 16 10:56:05.759597 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49826) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:05.847978 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Transition to ACTIVE for port object be62f71c-85b0-42e0-8b4d-d93036afa33d will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:05.857734 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-59bbac41-1011-46de-a31a-188cfece5a9e None None] Calling delete_port for a8630401-f901-4ffa-8767-9a4b8287649c owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:05.907023 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6287a458-a927-4aa8-8fd0-51e3358396fa tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.910098 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.924718 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Calling delete_port for a8630401-f901-4ffa-8767-9a4b8287649c owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:05.945569 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:56:05.954300 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.971312 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:05.979636 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.980290 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 3239a7ba-0bb1-4732-b828-b5be9d939537 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:05.980837 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.021463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:port and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:06.023787 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:06.032878 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:06.041982 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:06.053757 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:06.056864 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:06.071239 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Pushing event updated for resources: {'Port': ['ID=be62f71c-85b0-42e0-8b4d-d93036afa33d,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:06.075194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Network 36ef1b69-804c-404d-ad45-01e38655668a is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:06.081941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:06.085327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:06.117454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-59bbac41-1011-46de-a31a-188cfece5a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.129623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:06.157371 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Pushing event updated for resources: {'Port': ['ID=ec1a8e38-9661-4240-80cc-9375201c59b2,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:06.185864 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.api [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:06.186221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG oslo_db.api [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:06.219663 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbac41-1011-46de-a31a-188cfece5a9e None None] Pushing event deleted for resources: {'Port': ['ID=a8630401-f901-4ffa-8767-9a4b8287649c,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:06.234337 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bbac41-1011-46de-a31a-188cfece5a9e None None] No DVR routers for this DVR port a8630401-f901-4ffa-8767-9a4b8287649c on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:06.248958 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6287a458-a927-4aa8-8fd0-51e3358396fa tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.249708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.253189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6287a458-a927-4aa8-8fd0-51e3358396fa tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.284198 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Attempting to bind port be62f71c-85b0-42e0-8b4d-d93036afa33d on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:06.284836 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Attempting to bind port be62f71c-85b0-42e0-8b4d-d93036afa33d by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:06.285358 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Attempting to bind port be62f71c-85b0-42e0-8b4d-d93036afa33d on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:06.288693 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6287a458-a927-4aa8-8fd0-51e3358396fa tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.289222 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6287a458-a927-4aa8-8fd0-51e3358396fa tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Fanout notify agent at l3_agent the message router_deleted on router e163cc09-a9ef-49de-8fd3-adb4bba972fe {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:56:06.294402 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:06.294980 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:06.296301 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.297020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:06.297962 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Bound port: be62f71c-85b0-42e0-8b4d-d93036afa33d, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:06.298501 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.302377 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6287a458-a927-4aa8-8fd0-51e3358396fa tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.306358 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6287a458-a927-4aa8-8fd0-51e3358396fa tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/routers/e163cc09-a9ef-49de-8fd3-adb4bba972fe HTTP/1.1" status: 204 len: 168 time: 0.5457006 Mar 16 10:56:06.306962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49830) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:06.322740 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.390701 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port 0693cc2d-2e82-4fa0-8769-2d9e9cd9ab47 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:06.402574 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b856dba-f27e-41b1-ac2b-5e35ada0b2a1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting subnet 589d03e1-da22-48ed-a3d5-7d1d64f1c8d0 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:06.406788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b856dba-f27e-41b1-ac2b-5e35ada0b2a1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.419507 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f699a199-64dc-436e-980b-fa700bae5f9e no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:06.442619 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Deleting port a8630401-f901-4ffa-8767-9a4b8287649c {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:06.443138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.467649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b856dba-f27e-41b1-ac2b-5e35ada0b2a1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.468792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: f699a199-64dc-436e-980b-fa700bae5f9e {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:06.469140 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f699a199-64dc-436e-980b-fa700bae5f9e not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:06.485437 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] For port be62f71c-85b0-42e0-8b4d-d93036afa33d, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:06.487774 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4d111d09-e539-4e9d-9cd0-1620731c1f3f None None] Provisioning for port ec1a8e38-9661-4240-80cc-9375201c59b2 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:06.492021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] For port be62f71c-85b0-42e0-8b4d-d93036afa33d, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=be62f71c-85b0-42e0-8b4d-d93036afa33d,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:06.495125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4d111d09-e539-4e9d-9cd0-1620731c1f3f None None] Provisioning complete for port ec1a8e38-9661-4240-80cc-9375201c59b2 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:06.495803 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4d111d09-e539-4e9d-9cd0-1620731c1f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.524677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.554857 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b856dba-f27e-41b1-ac2b-5e35ada0b2a1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.556603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] The port 'a8630401-f901-4ffa-8767-9a4b8287649c' was deleted {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:56:06.619521 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-4d111d09-e539-4e9d-9cd0-1620731c1f3f None None] Port ec1a8e38-9661-4240-80cc-9375201c59b2 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:06.634112 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b856dba-f27e-41b1-ac2b-5e35ada0b2a1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.634334 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d2c5f-d90e-4d58-a938-8ff8740c7796 None None] Pushing event updated for resources: {'Port': ['ID=be62f71c-85b0-42e0-8b4d-d93036afa33d,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:06.680269 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9b856dba-f27e-41b1-ac2b-5e35ada0b2a1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.684650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb392925-081a-4d35-95ef-6087c8d18230 None None] Network 1e465079-5aa1-4ba3-bd84-a39b6bfe7071 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:06.690094 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9b856dba-f27e-41b1-ac2b-5e35ada0b2a1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/589d03e1-da22-48ed-a3d5-7d1d64f1c8d0 HTTP/1.1" status: 204 len: 168 time: 0.3808892 Mar 16 10:56:06.694085 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49834) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:06.714461 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b856dba-f27e-41b1-ac2b-5e35ada0b2a1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Subnet': ['ID=589d03e1-da22-48ed-a3d5-7d1d64f1c8d0,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:06.784766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.835063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe302483-560a-497a-abf6-d11c5f4f8dd3']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:06.845256 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.869906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab26e5f3-dee0-49ca-89da-cdaa854b752d') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:06.876253 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab26e5f3-dee0-49ca-89da-cdaa854b752d') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:06.887711 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port f6e998de-d3da-41c8-897c-f899bb8b7b09 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:06.888239 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.943880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.020717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.087215 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.099758 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869a9d76-1f44-4217-831a-68d62839ebcf None None] DHCP port deletion for 1e465079-5aa1-4ba3-bd84-a39b6bfe7071 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:07.104833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 172.20.0.12 (6fb457af-0d86-4c52-b4cf-f12d297a5983/583d2f47-5cd8-4d5b-8550-b4b86a1788f0/0693cc2d-2e82-4fa0-8769-2d9e9cd9ab47) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:07.105034 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-869a9d76-1f44-4217-831a-68d62839ebcf None None] Deleting port f6e998de-d3da-41c8-897c-f899bb8b7b09 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:07.105373 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-869a9d76-1f44-4217-831a-68d62839ebcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.107279 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:07.107823 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:07.125468 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:07.201250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::f816:3eff:fe31:4c8f (6fb457af-0d86-4c52-b4cf-f12d297a5983/9c3a1a25-5a9c-4ff7-82be-65c712135e10/0693cc2d-2e82-4fa0-8769-2d9e9cd9ab47) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:07.269923 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] For port f6e998de-d3da-41c8-897c-f899bb8b7b09, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f6e998de-d3da-41c8-897c-f899bb8b7b09,segment=NetworkSegment(2a6b000c-12f8-44a0-82bc-2b760e93a859),segment_id=2a6b000c-12f8-44a0-82bc-2b760e93a859)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:07.271662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.326948 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.331276 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.356011 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-869a9d76-1f44-4217-831a-68d62839ebcf None None] For port f6e998de-d3da-41c8-897c-f899bb8b7b09, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f6e998de-d3da-41c8-897c-f899bb8b7b09,segment=NetworkSegment(2a6b000c-12f8-44a0-82bc-2b760e93a859),segment_id=2a6b000c-12f8-44a0-82bc-2b760e93a859)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:07.356620 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-869a9d76-1f44-4217-831a-68d62839ebcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.414934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Calling delete_port for f6e998de-d3da-41c8-897c-f899bb8b7b09 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:07.436659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event deleted for resources: {'Network': ['ID=fe302483-560a-497a-abf6-d11c5f4f8dd3,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:07.448442 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5e832333-17f4-4a9d-8b36-086fce7d191e tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "DELETE /v2.0/networks/fe302483-560a-497a-abf6-d11c5f4f8dd3 HTTP/1.1" status: 204 len: 168 time: 4.3499153 Mar 16 10:56:07.452494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49838) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:07.497197 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-869a9d76-1f44-4217-831a-68d62839ebcf None None] Calling delete_port for f6e998de-d3da-41c8-897c-f899bb8b7b09 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:07.535505 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.613625 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Port': ['ID=f6e998de-d3da-41c8-897c-f899bb8b7b09,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:07.618006 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-869a9d76-1f44-4217-831a-68d62839ebcf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:07.618006 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-869a9d76-1f44-4217-831a-68d62839ebcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:07.619971 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device be62f71c-85b0-42e0-8b4d-d93036afa33d up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:07.625363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] No DVR routers for this DVR port f6e998de-d3da-41c8-897c-f899bb8b7b09 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:07.704513 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port be62f71c-85b0-42e0-8b4d-d93036afa33d completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:07.765532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.777905 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f6e998de-d3da-41c8-897c-f899bb8b7b09 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:07.805594 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e465079-5aa1-4ba3-bd84-a39b6bfe7071']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:07.818541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6b000c-12f8-44a0-82bc-2b760e93a859') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:07.818965 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6b000c-12f8-44a0-82bc-2b760e93a859') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:07.824767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: f6e998de-d3da-41c8-897c-f899bb8b7b09 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:07.825118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f6e998de-d3da-41c8-897c-f899bb8b7b09 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:07.833787 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.853671 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.857734 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-88f4840c-2910-4f35-9d44-189189091ae4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.861456 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:07.861893 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:07.876452 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:07.896496 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0186c185-9789-47c7-a76b-99f4ffc47420 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:07.959252 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.966454 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.995732 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Network': ['ID=1e465079-5aa1-4ba3-bd84-a39b6bfe7071,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:08.004782 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7656d950-a65b-4f86-b77f-14475cc6b746 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/networks/1e465079-5aa1-4ba3-bd84-a39b6bfe7071 HTTP/1.1" status: 204 len: 168 time: 1.3094668 Mar 16 10:56:08.008787 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49842) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:08.011400 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-514782d2-7327-4da0-9ddc-6d8e2a090c23 None None] Provisioning for port be62f71c-85b0-42e0-8b4d-d93036afa33d completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:08.015182 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d21da9b6-d3b9-4895-aa09-27c726b0bb60 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2056587627'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:08.019313 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-514782d2-7327-4da0-9ddc-6d8e2a090c23 None None] Provisioning complete for port be62f71c-85b0-42e0-8b4d-d93036afa33d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:08.019733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-514782d2-7327-4da0-9ddc-6d8e2a090c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.020683 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d21da9b6-d3b9-4895-aa09-27c726b0bb60 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:08.024711 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d21da9b6-d3b9-4895-aa09-27c726b0bb60 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:network and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:08.027933 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d21da9b6-d3b9-4895-aa09-27c726b0bb60 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:08.035029 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d21da9b6-d3b9-4895-aa09-27c726b0bb60 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:08.047964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21da9b6-d3b9-4895-aa09-27c726b0bb60 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:08.051903 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d21da9b6-d3b9-4895-aa09-27c726b0bb60 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.081703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21da9b6-d3b9-4895-aa09-27c726b0bb60 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:08.091949 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d21da9b6-d3b9-4895-aa09-27c726b0bb60 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.092290 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-d21da9b6-d3b9-4895-aa09-27c726b0bb60 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Added segment c089b71b-87f2-473d-ad4a-05ad5ad3730b of type vlan for network 9d57409e-13a3-4673-a1a9-37c6ca40504b Mar 16 10:56:08.095055 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.118464 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-869a9d76-1f44-4217-831a-68d62839ebcf None None] Deleting port f6e998de-d3da-41c8-897c-f899bb8b7b09 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:08.119227 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-869a9d76-1f44-4217-831a-68d62839ebcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.120810 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d21da9b6-d3b9-4895-aa09-27c726b0bb60 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.153077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d21da9b6-d3b9-4895-aa09-27c726b0bb60 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.159472 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21da9b6-d3b9-4895-aa09-27c726b0bb60 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:08.160138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d21da9b6-d3b9-4895-aa09-27c726b0bb60 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.166913 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-88f4840c-2910-4f35-9d44-189189091ae4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.189015 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object 0693cc2d-2e82-4fa0-8769-2d9e9cd9ab47 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:08.197023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-869a9d76-1f44-4217-831a-68d62839ebcf None None] The port 'f6e998de-d3da-41c8-897c-f899bb8b7b09' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:56:08.223186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-88f4840c-2910-4f35-9d44-189189091ae4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7d474f-3fac-42bb-a466-031fd4826c06']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:08.239439 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.242039 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-88f4840c-2910-4f35-9d44-189189091ae4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4253f584-0a3c-49dd-a26f-32328a63c0d5') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:08.242269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-88f4840c-2910-4f35-9d44-189189091ae4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4253f584-0a3c-49dd-a26f-32328a63c0d5') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:08.257986 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.268806 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d21da9b6-d3b9-4895-aa09-27c726b0bb60 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2588720 Mar 16 10:56:08.274955 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49846) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:08.282432 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6eaf1af1-4ca4-4c26-883f-a5de64883f84 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'subnet': {'network_id': '9d57409e-13a3-4673-a1a9-37c6ca40504b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:08.289394 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-88f4840c-2910-4f35-9d44-189189091ae4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.300567 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21da9b6-d3b9-4895-aa09-27c726b0bb60 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Network': ['ID=9d57409e-13a3-4673-a1a9-37c6ca40504b,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:08.318433 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 9d57409e-13a3-4673-a1a9-37c6ca40504b details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:08.348210 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-514782d2-7327-4da0-9ddc-6d8e2a090c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.376422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-88f4840c-2910-4f35-9d44-189189091ae4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.402728 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f4840c-2910-4f35-9d44-189189091ae4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:08.403297 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-88f4840c-2910-4f35-9d44-189189091ae4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.406795 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6eaf1af1-4ca4-4c26-883f-a5de64883f84 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:08.412295 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6eaf1af1-4ca4-4c26-883f-a5de64883f84 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:subnet and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:08.415779 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6eaf1af1-4ca4-4c26-883f-a5de64883f84 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:08.422532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6eaf1af1-4ca4-4c26-883f-a5de64883f84 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:08.430082 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:08.437900 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaf1af1-4ca4-4c26-883f-a5de64883f84 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:08.444074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6eaf1af1-4ca4-4c26-883f-a5de64883f84 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.456478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.463209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Pushing event updated for resources: {'Port': ['ID=ec1a8e38-9661-4240-80cc-9375201c59b2,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:08.474419 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-514782d2-7327-4da0-9ddc-6d8e2a090c23 None None] For port be62f71c-85b0-42e0-8b4d-d93036afa33d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=be62f71c-85b0-42e0-8b4d-d93036afa33d,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:08.488645 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-514782d2-7327-4da0-9ddc-6d8e2a090c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.511244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.616089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-88f4840c-2910-4f35-9d44-189189091ae4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.617513 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514782d2-7327-4da0-9ddc-6d8e2a090c23 None None] Pushing event updated for resources: {'Port': ['ID=be62f71c-85b0-42e0-8b4d-d93036afa33d,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:08.622760 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e9bd9f-fe02-441b-9670-3bb88e69ad22 None None] Update dhcp port {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'fixed_ips': [{'subnet_id': '583d2f47-5cd8-4d5b-8550-b4b86a1788f0', 'ip_address': '172.20.0.2'}, {'subnet_id': '9c3a1a25-5a9c-4ff7-82be-65c712135e10'}], 'binding:host_id': 'dv-neutron-833859-1-hyperv'}, 'id': 'be62f71c-85b0-42e0-8b4d-d93036afa33d'} from dv-neutron-833859-1-hyperv. {{(pid=87970) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:56:08.655140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:08.656295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-88f4840c-2910-4f35-9d44-189189091ae4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.677975 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a5e9bd9f-fe02-441b-9670-3bb88e69ad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.699115 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6eaf1af1-4ca4-4c26-883f-a5de64883f84 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.706487 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:08.708275 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=0693cc2d-2e82-4fa0-8769-2d9e9cd9ab47,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:08.710584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:08.744859 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4840c-2910-4f35-9d44-189189091ae4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event deleted for resources: {'Network': ['ID=ed7d474f-3fac-42bb-a466-031fd4826c06,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:08.763057 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-88f4840c-2910-4f35-9d44-189189091ae4 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "DELETE /v2.0/networks/ed7d474f-3fac-42bb-a466-031fd4826c06 HTTP/1.1" status: 204 len: 168 time: 1.3056662 Mar 16 10:56:08.768790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49850) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:08.807416 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf1af1-4ca4-4c26-883f-a5de64883f84 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Subnet': ['ID=abbb5040-c818-4cd9-9eb9-a157ca29bab7,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:08.816958 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaf1af1-4ca4-4c26-883f-a5de64883f84 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Checking segment: {'id': 'c089b71b-87f2-473d-ad4a-05ad5ad3730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9d57409e-13a3-4673-a1a9-37c6ca40504b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:08.816958 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaf1af1-4ca4-4c26-883f-a5de64883f84 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network hostable DHCP agents. Network: 9d57409e-13a3-4673-a1a9-37c6ca40504b, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:08.839480 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaf1af1-4ca4-4c26-883f-a5de64883f84 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 9d57409e-13a3-4673-a1a9-37c6ca40504b is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:08.849586 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-6eaf1af1-4ca4-4c26-883f-a5de64883f84 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 9d57409e-13a3-4673-a1a9-37c6ca40504b) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:08.855903 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf1af1-4ca4-4c26-883f-a5de64883f84 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:08.856620 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6eaf1af1-4ca4-4c26-883f-a5de64883f84 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.863361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ddf6cd-1e98-424a-8e51-66b655a4b7de None None] Network 9d57409e-13a3-4673-a1a9-37c6ca40504b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:08.869919 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:08.870452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.887523 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6eaf1af1-4ca4-4c26-883f-a5de64883f84 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6095300 Mar 16 10:56:08.887726 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49854) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:08.888223 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Network 36ef1b69-804c-404d-ad45-01e38655668a is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:08.892991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2fb6a39f-e89f-448b-9f48-de3c2865b2bb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-394633727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:08.893144 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:08.898739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9abb65c-8303-4a7f-b904-3f1ba133d0ee tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Deleting subnet adfa6f2c-0893-4601-87bb-21b4eb16f63c {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:08.899896 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2fb6a39f-e89f-448b-9f48-de3c2865b2bb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:08.904492 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2fb6a39f-e89f-448b-9f48-de3c2865b2bb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:router and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:08.905413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9abb65c-8303-4a7f-b904-3f1ba133d0ee tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.907828 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2fb6a39f-e89f-448b-9f48-de3c2865b2bb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:08.914217 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2fb6a39f-e89f-448b-9f48-de3c2865b2bb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:08.925864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a39f-e89f-448b-9f48-de3c2865b2bb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.926855 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a39f-e89f-448b-9f48-de3c2865b2bb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.943519 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a39f-e89f-448b-9f48-de3c2865b2bb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.944260 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d746eae7-4f21-4912-8dd8-f1d0d87c3a11 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5255752 Mar 16 10:56:08.946827 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49858) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.032993 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a39f-e89f-448b-9f48-de3c2865b2bb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.036289 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9abb65c-8303-4a7f-b904-3f1ba133d0ee tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.036793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-a5e9bd9f-fe02-441b-9670-3bb88e69ad22 None None] Allocated IP 2001:db8::f816:3eff:feec:3a31 (6fb457af-0d86-4c52-b4cf-f12d297a5983/9c3a1a25-5a9c-4ff7-82be-65c712135e10/be62f71c-85b0-42e0-8b4d-d93036afa33d) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:09.061709 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fe44e3-97bd-41d3-8fb9-be74c887afec tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:09.068596 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fe44e3-97bd-41d3-8fb9-be74c887afec tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:09.069398 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-90fe44e3-97bd-41d3-8fb9-be74c887afec tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:09.094234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a39f-e89f-448b-9f48-de3c2865b2bb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.099121 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2fb6a39f-e89f-448b-9f48-de3c2865b2bb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2066405 Mar 16 10:56:09.100255 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49862) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.101370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-90fe44e3-97bd-41d3-8fb9-be74c887afec tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:09.102771 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-90fe44e3-97bd-41d3-8fb9-be74c887afec tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.1547055 Mar 16 10:56:09.105543 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49866) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.266422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Router 6c3cb06c-f9c7-4bd3-857f-e12931e8ddad has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:09.268950 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9abb65c-8303-4a7f-b904-3f1ba133d0ee tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.300251 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a5e9bd9f-fe02-441b-9670-3bb88e69ad22 None None] For port be62f71c-85b0-42e0-8b4d-d93036afa33d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=be62f71c-85b0-42e0-8b4d-d93036afa33d,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:09.345387 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-9d57409e-13a3-4673-a1a9-37c6ca40504b', 'network_id': '9d57409e-13a3-4673-a1a9-37c6ca40504b', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'fixed_ips': [{'subnet_id': 'abbb5040-c818-4cd9-9eb9-a157ca29bab7'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:09.346746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.359784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-20157cbe-f95a-4260-b7c8-e52b2b061d84 None None] Provisioning complete for port ec1a8e38-9661-4240-80cc-9375201c59b2 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:09.360160 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-20157cbe-f95a-4260-b7c8-e52b2b061d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.391267 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a5e9bd9f-fe02-441b-9670-3bb88e69ad22 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.472459 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a5e9bd9f-fe02-441b-9670-3bb88e69ad22 None None] Transition to ACTIVE for port object be62f71c-85b0-42e0-8b4d-d93036afa33d will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:09.484279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-20157cbe-f95a-4260-b7c8-e52b2b061d84 None None] Port ec1a8e38-9661-4240-80cc-9375201c59b2 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:09.488418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ecd8fb25-9252-43d1-9765-49da24293544 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 0693cc2d-2e82-4fa0-8769-2d9e9cd9ab47 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:09.488720 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ecd8fb25-9252-43d1-9765-49da24293544 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.493140 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a5e9bd9f-fe02-441b-9670-3bb88e69ad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.551124 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device be62f71c-85b0-42e0-8b4d-d93036afa33d up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:09.580251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9abb65c-8303-4a7f-b904-3f1ba133d0ee tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.699190 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9abb65c-8303-4a7f-b904-3f1ba133d0ee tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.701721 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abb65c-8303-4a7f-b904-3f1ba133d0ee tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event deleted for resources: {'Subnet': ['ID=adfa6f2c-0893-4601-87bb-21b4eb16f63c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:09.710454 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a9abb65c-8303-4a7f-b904-3f1ba133d0ee tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "DELETE /v2.0/subnets/adfa6f2c-0893-4601-87bb-21b4eb16f63c HTTP/1.1" status: 204 len: 168 time: 0.9406676 Mar 16 10:56:09.719894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49870) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.745681 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e96de9-1dfa-4767-ad04-96df488868c4 None None] Network 34d09178-363c-4d31-8b8e-9ca0eb25a587 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:09.769405 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:09.778621 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b5053ec6-bf34-4942-8918-069b1e658835 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] 10.222.0.44 "PUT /v2.0/routers/6c3cb06c-f9c7-4bd3-857f-e12931e8ddad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4695096 Mar 16 10:56:09.779765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49874) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.785571 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd92939c-f8dc-4fa7-83dc-f097f1e079bf None None] Sync routers for ids ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:09.804061 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd92939c-f8dc-4fa7-83dc-f097f1e079bf None None] Routers {'6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:09.811984 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-cd92939c-f8dc-4fa7-83dc-f097f1e079bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:09.819781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9bd9f-fe02-441b-9670-3bb88e69ad22 None None] Pushing event updated for resources: {'Port': ['ID=be62f71c-85b0-42e0-8b4d-d93036afa33d,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:09.840390 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Request body: {'port': {'network_id': '36ef1b69-804c-404d-ad45-01e38655668a', 'name': 'tempest-FloatingIPAdminTestJSON-345318633'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:09.897510 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Allocated IP 2001:db8::2 (9d57409e-13a3-4673-a1a9-37c6ca40504b/abbb5040-c818-4cd9-9eb9-a157ca29bab7/baecd5e5-7352-483e-b95d-3fd1fcb709c1) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:09.947906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.961072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.981134 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-cd92939c-f8dc-4fa7-83dc-f097f1e079bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:09.989374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Deleting port 5225b69e-8e5b-4c95-a9b5-2636e4da770d {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:09.989984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.004085 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd92939c-f8dc-4fa7-83dc-f097f1e079bf None None] Routers {'6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:10.005538 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-cd92939c-f8dc-4fa7-83dc-f097f1e079bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:10.123181 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-cd92939c-f8dc-4fa7-83dc-f097f1e079bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:10.124112 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd92939c-f8dc-4fa7-83dc-f097f1e079bf None None] The sync data for ids ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:10.136854 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:10.150228 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Usage tracker for resource:port and tenant:8978bb67d3184c7aa0b78103f463cbe7 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:10.155333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:10.165441 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:10.205906 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ecd8fb25-9252-43d1-9765-49da24293544 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.216004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Made reservation on behalf of 8978bb67d3184c7aa0b78103f463cbe7 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:10.220145 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.290229 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.316320 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Transition to ACTIVE for port object baecd5e5-7352-483e-b95d-3fd1fcb709c1 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:10.334923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] device_id is not set on port 2b439b44-3cd0-4880-b179-f0524d4609c6 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:10.341973 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Transition to ACTIVE for port object baecd5e5-7352-483e-b95d-3fd1fcb709c1 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:10.353457 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557aeec8-597f-4c5b-9d7a-f5c85aa2e525 None None] DHCP port deletion for 34d09178-363c-4d31-8b8e-9ca0eb25a587 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:10.357111 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.383060 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] For port 5225b69e-8e5b-4c95-a9b5-2636e4da770d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5225b69e-8e5b-4c95-a9b5-2636e4da770d,segment=NetworkSegment(d116ede4-4b15-43ac-8474-27ff8e718188),segment_id=d116ede4-4b15-43ac-8474-27ff8e718188)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:10.390028 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.405305 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-557aeec8-597f-4c5b-9d7a-f5c85aa2e525 None None] Deleting port 5225b69e-8e5b-4c95-a9b5-2636e4da770d {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:10.405305 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-557aeec8-597f-4c5b-9d7a-f5c85aa2e525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.443985 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ecd8fb25-9252-43d1-9765-49da24293544 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 0693cc2d-2e82-4fa0-8769-2d9e9cd9ab47 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:10.467418 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Network 9d57409e-13a3-4673-a1a9-37c6ca40504b is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:10.482484 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:10.489071 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:10.494067 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Pushing event updated for resources: {'Port': ['ID=baecd5e5-7352-483e-b95d-3fd1fcb709c1,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:10.543062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Calling delete_port for 5225b69e-8e5b-4c95-a9b5-2636e4da770d owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:10.681393 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Attempting to bind port baecd5e5-7352-483e-b95d-3fd1fcb709c1 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:10.681393 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Attempting to bind port baecd5e5-7352-483e-b95d-3fd1fcb709c1 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'c089b71b-87f2-473d-ad4a-05ad5ad3730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9d57409e-13a3-4673-a1a9-37c6ca40504b'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:10.681393 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Attempting to bind port baecd5e5-7352-483e-b95d-3fd1fcb709c1 on network 9d57409e-13a3-4673-a1a9-37c6ca40504b {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:10.688988 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.695184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Allocated IP 172.20.0.8 (36ef1b69-804c-404d-ad45-01e38655668a/b7c42c30-37c4-4da3-82e1-c746a6f22d32/2b439b44-3cd0-4880-b179-f0524d4609c6) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:10.713726 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:10.714097 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Checking segment: {'id': 'c089b71b-87f2-473d-ad4a-05ad5ad3730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9d57409e-13a3-4673-a1a9-37c6ca40504b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:10.714493 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.714886 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Bound using segment: {'id': 'c089b71b-87f2-473d-ad4a-05ad5ad3730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9d57409e-13a3-4673-a1a9-37c6ca40504b'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:10.715381 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Bound port: baecd5e5-7352-483e-b95d-3fd1fcb709c1, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c089b71b-87f2-473d-ad4a-05ad5ad3730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9d57409e-13a3-4673-a1a9-37c6ca40504b'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:10.715727 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.750624 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event deleted for resources: {'Port': ['ID=5225b69e-8e5b-4c95-a9b5-2636e4da770d,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:10.754698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] No DVR routers for this DVR port 5225b69e-8e5b-4c95-a9b5-2636e4da770d on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:10.852238 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-557aeec8-597f-4c5b-9d7a-f5c85aa2e525 None None] For port 5225b69e-8e5b-4c95-a9b5-2636e4da770d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5225b69e-8e5b-4c95-a9b5-2636e4da770d,segment=NetworkSegment(d116ede4-4b15-43ac-8474-27ff8e718188),segment_id=d116ede4-4b15-43ac-8474-27ff8e718188)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:10.852626 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-557aeec8-597f-4c5b-9d7a-f5c85aa2e525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.935879 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.977467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d09178-363c-4d31-8b8e-9ca0eb25a587']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:10.984969 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Allocated IP 2001:db8::1 (9d57409e-13a3-4673-a1a9-37c6ca40504b/abbb5040-c818-4cd9-9eb9-a157ca29bab7/79a4d7df-d609-4c96-b74f-48a5eda48d1e) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:10.997047 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd116ede4-4b15-43ac-8474-27ff8e718188') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:10.998529 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd116ede4-4b15-43ac-8474-27ff8e718188') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:11.008273 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e3fe8dcc-2d85-4e69-b60b-10254afab8af None None] Provisioning for port be62f71c-85b0-42e0-8b4d-d93036afa33d completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:11.011494 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ecd8fb25-9252-43d1-9765-49da24293544 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.019425 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-557aeec8-597f-4c5b-9d7a-f5c85aa2e525 None None] Calling delete_port for 5225b69e-8e5b-4c95-a9b5-2636e4da770d owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:11.057121 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.058986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e3fe8dcc-2d85-4e69-b60b-10254afab8af None None] Provisioning complete for port be62f71c-85b0-42e0-8b4d-d93036afa33d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:11.059472 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e3fe8dcc-2d85-4e69-b60b-10254afab8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.097664 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8fb25-9252-43d1-9765-49da24293544 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=0693cc2d-2e82-4fa0-8769-2d9e9cd9ab47,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:11.118804 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] For port baecd5e5-7352-483e-b95d-3fd1fcb709c1, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:11.135485 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] For port baecd5e5-7352-483e-b95d-3fd1fcb709c1, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=baecd5e5-7352-483e-b95d-3fd1fcb709c1,segment=NetworkSegment(c089b71b-87f2-473d-ad4a-05ad5ad3730b),segment_id=c089b71b-87f2-473d-ad4a-05ad5ad3730b)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:11.148776 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.249107 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-557aeec8-597f-4c5b-9d7a-f5c85aa2e525 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:11.249515 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-557aeec8-597f-4c5b-9d7a-f5c85aa2e525 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:11.274021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.294657 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:11.295563 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.301408 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f439c-81ae-4f6d-9908-788dd419c628 None None] Pushing event updated for resources: {'Port': ['ID=baecd5e5-7352-483e-b95d-3fd1fcb709c1,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:11.415842 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ecd8fb25-9252-43d1-9765-49da24293544 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:11.417742 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:11.422715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.433353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.448283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-94f42560-125c-4f9f-bcf1-dfcf953ac894 None None] Could not find standard attr ID for object 0693cc2d-2e82-4fa0-8769-2d9e9cd9ab47. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:56:11.454252 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ecd8fb25-9252-43d1-9765-49da24293544 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/0693cc2d-2e82-4fa0-8769-2d9e9cd9ab47 HTTP/1.1" status: 204 len: 168 time: 2.3477242 Mar 16 10:56:11.456062 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Transition to ACTIVE for port object 79a4d7df-d609-4c96-b74f-48a5eda48d1e will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:11.457253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49878) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:11.488320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.504754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Pushing event deleted for resources: {'Network': ['ID=34d09178-363c-4d31-8b8e-9ca0eb25a587,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:11.526609 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device be62f71c-85b0-42e0-8b4d-d93036afa33d up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:11.543802 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.559230 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5e46a4-3258-455a-bdf4-b4b750e0fee0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:11.561173 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5e46a4-3258-455a-bdf4-b4b750e0fee0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:11.563059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5e46a4-3258-455a-bdf4-b4b750e0fee0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:11.563247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Transition to ACTIVE for port object 2b439b44-3cd0-4880-b179-f0524d4609c6 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:11.563720 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dc5e46a4-3258-455a-bdf4-b4b750e0fee0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1055791 Mar 16 10:56:11.566903 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49882) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:11.595078 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f302ebfd-f2c5-4ff6-b873-833cfcbc05d3 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "DELETE /v2.0/networks/34d09178-363c-4d31-8b8e-9ca0eb25a587 HTTP/1.1" status: 204 len: 168 time: 1.8711798 Mar 16 10:56:11.597364 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49886) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:11.633858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.641141 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.662450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port be62f71c-85b0-42e0-8b4d-d93036afa33d triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:11.662835 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.695690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d892f1a3-e1d1-4008-8999-0ea0a49ef5a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Synchronizing usage tracker for tenant:e99736259c3e41bfbb98f6e7a4a4bf86 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:11.706229 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Network 36ef1b69-804c-404d-ad45-01e38655668a is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:11.715493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:11.717922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:11.744103 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7f776f-46ee-44fd-9e84-5cf2bb83cae0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 583d2f47-5cd8-4d5b-8550-b4b86a1788f0 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:11.757066 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 9d57409e-13a3-4673-a1a9-37c6ca40504b is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:11.764238 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ee7f776f-46ee-44fd-9e84-5cf2bb83cae0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.798623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-557aeec8-597f-4c5b-9d7a-f5c85aa2e525 None None] Deleting port 5225b69e-8e5b-4c95-a9b5-2636e4da770d {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:11.799132 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-557aeec8-597f-4c5b-9d7a-f5c85aa2e525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.808798 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Pushing event updated for resources: {'Port': ['ID=2b439b44-3cd0-4880-b179-f0524d4609c6,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:11.814546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d892f1a3-e1d1-4008-8999-0ea0a49ef5a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Unset dirty status for tenant:e99736259c3e41bfbb98f6e7a4a4bf86 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:11.815738 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d892f1a3-e1d1-4008-8999-0ea0a49ef5a1 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ca33c48-3af9-47c9-ad69-c6cb59fd9819 HTTP/1.1" status: 200 len: 205 time: 0.2171154 Mar 16 10:56:11.818164 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49890) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:11.825877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:11.826411 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.840532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:11.862768 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:11.863381 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.878276 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=79a4d7df-d609-4c96-b74f-48a5eda48d1e,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:11.893695 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-557aeec8-597f-4c5b-9d7a-f5c85aa2e525 None None] The port '5225b69e-8e5b-4c95-a9b5-2636e4da770d' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:56:11.921010 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ee7f776f-46ee-44fd-9e84-5cf2bb83cae0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.971632 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-82743995-a613-4150-9a74-91e924cf2655 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1882672 Mar 16 10:56:11.975836 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5225b69e-8e5b-4c95-a9b5-2636e4da770d no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:11.980850 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49894) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:11.991776 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-19ad70e1-396f-4c29-bd6a-854c0f124352 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.017513 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 5225b69e-8e5b-4c95-a9b5-2636e4da770d {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:12.018641 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5225b69e-8e5b-4c95-a9b5-2636e4da770d not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:12.117840 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ee7f776f-46ee-44fd-9e84-5cf2bb83cae0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.151082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.184899 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c49026f5-f0d8-43da-b665-66e2de49d35e None None] Provisioning for port 2b439b44-3cd0-4880-b179-f0524d4609c6 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:12.194156 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c49026f5-f0d8-43da-b665-66e2de49d35e None None] Provisioning complete for port 2b439b44-3cd0-4880-b179-f0524d4609c6 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:12.194806 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c49026f5-f0d8-43da-b665-66e2de49d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.259923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'project_id': '8978bb67d3184c7aa0b78103f463cbe7', 'port_id': '2b439b44-3cd0-4880-b179-f0524d4609c6'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:12.264737 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:12.269320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Usage tracker for resource:floatingip and tenant:8978bb67d3184c7aa0b78103f463cbe7 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:12.273430 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:12.280512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:12.303654 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-c49026f5-f0d8-43da-b665-66e2de49d35e None None] Port 2b439b44-3cd0-4880-b179-f0524d4609c6 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:12.350368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.373101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-19ad70e1-396f-4c29-bd6a-854c0f124352 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.377058 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-19ad70e1-396f-4c29-bd6a-854c0f124352 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.401543 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ee7f776f-46ee-44fd-9e84-5cf2bb83cae0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.458582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f776f-46ee-44fd-9e84-5cf2bb83cae0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=583d2f47-5cd8-4d5b-8550-b4b86a1788f0,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:12.461753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ee7f776f-46ee-44fd-9e84-5cf2bb83cae0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.462786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-19ad70e1-396f-4c29-bd6a-854c0f124352 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.463319 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ad70e1-396f-4c29-bd6a-854c0f124352 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Fanout notify agent at l3_agent the message router_deleted on router 5ca33c48-3af9-47c9-ad69-c6cb59fd9819 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:56:12.469428 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa55758-2ff1-467b-9091-f2d8dbd23794 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:12.491803 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-19ad70e1-396f-4c29-bd6a-854c0f124352 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.492500 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ee7f776f-46ee-44fd-9e84-5cf2bb83cae0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/583d2f47-5cd8-4d5b-8550-b4b86a1788f0 HTTP/1.1" status: 204 len: 168 time: 0.9246988 Mar 16 10:56:12.495811 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-19ad70e1-396f-4c29-bd6a-854c0f124352 tempest-RoutersNegativeTest-1548723319 tempest-RoutersNegativeTest-1548723319-project] 10.222.0.44 "DELETE /v2.0/routers/5ca33c48-3af9-47c9-ad69-c6cb59fd9819 HTTP/1.1" status: 204 len: 168 time: 0.6765122 Mar 16 10:56:12.499266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49900) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:12.603540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-306d8cbb-6b7f-42c3-981d-815b882ae9a2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 9c3a1a25-5a9c-4ff7-82be-65c712135e10 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:12.610760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-306d8cbb-6b7f-42c3-981d-815b882ae9a2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.692393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.734010 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.740430 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c054633a-c687-430c-93ce-989f65f0bea6 None None] Network 9d57409e-13a3-4673-a1a9-37c6ca40504b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:12.742685 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.744173 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.744561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-306d8cbb-6b7f-42c3-981d-815b882ae9a2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.912843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-306d8cbb-6b7f-42c3-981d-815b882ae9a2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.931528 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49908) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:12.941930 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=79a4d7df-d609-4c96-b74f-48a5eda48d1e,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:12.957998 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Allocated IP 172.26.3.163 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/3b34a7ea-63a6-43b7-bb88-6584f383f64d) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:13.009865 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 9d57409e-13a3-4673-a1a9-37c6ca40504b is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:13.011427 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:13.049355 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-84037a6e-de12-419e-98f5-8cd11ff40fef None None] Provisioning for port baecd5e5-7352-483e-b95d-3fd1fcb709c1 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:13.224329 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-306d8cbb-6b7f-42c3-981d-815b882ae9a2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.274925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d8cbb-6b7f-42c3-981d-815b882ae9a2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3a1a25-5a9c-4ff7-82be-65c712135e10,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:13.297450 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-306d8cbb-6b7f-42c3-981d-815b882ae9a2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.322899 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-306d8cbb-6b7f-42c3-981d-815b882ae9a2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/9c3a1a25-5a9c-4ff7-82be-65c712135e10 HTTP/1.1" status: 204 len: 168 time: 0.8223891 Mar 16 10:56:13.344218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.349684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49914) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:13.427770 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-60574f25-ae5e-41f4-97fd-4b02f4a9e2a5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745072 Mar 16 10:56:13.427982 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-81f269f8-66a3-4f1f-bfc1-f9bca4955bb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e99736259c3e41bfbb98f6e7a4a4bf86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4915359 Mar 16 10:56:13.428419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49918) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:13.429248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49920) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:13.453551 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-b3125f51-c2e1-41e6-aa49-5a7d5feadb79 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:13.502035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-24e1ca7f-148e-464c-91df-7dfec5f8ef39 None None] Provisioning for port 79a4d7df-d609-4c96-b74f-48a5eda48d1e completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:13.509742 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-24e1ca7f-148e-464c-91df-7dfec5f8ef39 None None] Provisioning complete for port 79a4d7df-d609-4c96-b74f-48a5eda48d1e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:13.510127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-24e1ca7f-148e-464c-91df-7dfec5f8ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.516944 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router cd744e67-05a7-4ac3-b4f3-8210dd1c106e is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:56:13.591172 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device baecd5e5-7352-483e-b95d-3fd1fcb709c1 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:13.654323 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-24e1ca7f-148e-464c-91df-7dfec5f8ef39 None None] Port 79a4d7df-d609-4c96-b74f-48a5eda48d1e cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:13.683209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b3125f51-c2e1-41e6-aa49-5a7d5feadb79 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:13.694799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.697856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port baecd5e5-7352-483e-b95d-3fd1fcb709c1 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:13.704026 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port baecd5e5-7352-483e-b95d-3fd1fcb709c1 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:13.704636 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.745483 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:13.747131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b3125f51-c2e1-41e6-aa49-5a7d5feadb79 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:13.752028 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f8d15007-0f10-4243-8646-ab98b9a69822 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/cd744e67-05a7-4ac3-b4f3-8210dd1c106e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6478581 Mar 16 10:56:13.754904 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49926) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:13.758928 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b3125f51-c2e1-41e6-aa49-5a7d5feadb79 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:13.769164 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220117ae-9e36-454f-b1ea-9f187773feb1 None None] Sync routers for ids ['cd744e67-05a7-4ac3-b4f3-8210dd1c106e'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:13.793874 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220117ae-9e36-454f-b1ea-9f187773feb1 None None] Routers {'cd744e67-05a7-4ac3-b4f3-8210dd1c106e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:13.794435 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-220117ae-9e36-454f-b1ea-9f187773feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cd744e67-05a7-4ac3-b4f3-8210dd1c106e'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:13.812033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:13.813047 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Pushing event updated for resources: {'Port': ['ID=3b34a7ea-63a6-43b7-bb88-6584f383f64d,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:13.845651 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:13.848284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b3125f51-c2e1-41e6-aa49-5a7d5feadb79 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:13.850545 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3e4557d9-0f48-4a4f-9b92-779a30274045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.853422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:13.856565 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd62f30-058f-420c-b6dc-1771b12bf0cb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:13.867651 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1cd62f30-058f-420c-b6dc-1771b12bf0cb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Synchronizing usage tracker for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:13.874137 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-220117ae-9e36-454f-b1ea-9f187773feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:13.890895 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220117ae-9e36-454f-b1ea-9f187773feb1 None None] Routers {'cd744e67-05a7-4ac3-b4f3-8210dd1c106e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:13.891767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-220117ae-9e36-454f-b1ea-9f187773feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cd744e67-05a7-4ac3-b4f3-8210dd1c106e'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:13.896876 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1cd62f30-058f-420c-b6dc-1771b12bf0cb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Unset dirty status for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:13.901060 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1cd62f30-058f-420c-b6dc-1771b12bf0cb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports/79a4d7df-d609-4c96-b74f-48a5eda48d1e HTTP/1.1" status: 200 len: 911 time: 0.1421092 Mar 16 10:56:13.901280 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49930) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:13.916644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3125f51-c2e1-41e6-aa49-5a7d5feadb79 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:13.919605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b3125f51-c2e1-41e6-aa49-5a7d5feadb79 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.980598 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3e4557d9-0f48-4a4f-9b92-779a30274045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.008519 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-220117ae-9e36-454f-b1ea-9f187773feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:14.008929 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220117ae-9e36-454f-b1ea-9f187773feb1 None None] The sync data for ids ['cd744e67-05a7-4ac3-b4f3-8210dd1c106e'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:14.029237 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9cc4bb78-15ef-4874-b429-9a7f25b0c9fb None None] Provisioning complete for port 79a4d7df-d609-4c96-b74f-48a5eda48d1e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:14.029609 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9cc4bb78-15ef-4874-b429-9a7f25b0c9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.083822 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b6857f-3998-4e69-95f2-d54b3e11801e None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:14.099021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.191097 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3e4557d9-0f48-4a4f-9b92-779a30274045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.199202 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9cc4bb78-15ef-4874-b429-9a7f25b0c9fb None None] Port 79a4d7df-d609-4c96-b74f-48a5eda48d1e cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:14.210489 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port baecd5e5-7352-483e-b95d-3fd1fcb709c1, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=baecd5e5-7352-483e-b95d-3fd1fcb709c1,segment=NetworkSegment(c089b71b-87f2-473d-ad4a-05ad5ad3730b),segment_id=c089b71b-87f2-473d-ad4a-05ad5ad3730b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:14.222485 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.270374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4557d9-0f48-4a4f-9b92-779a30274045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1881f77-0511-400f-a08a-ea093c3f3188,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:14.385203 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=baecd5e5-7352-483e-b95d-3fd1fcb709c1,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:14.390745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e82aeac0-e85c-4113-9ff2-53af0411238a None None] Provisioning complete for port be62f71c-85b0-42e0-8b4d-d93036afa33d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:14.391124 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e82aeac0-e85c-4113-9ff2-53af0411238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.405264 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3e4557d9-0f48-4a4f-9b92-779a30274045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.406196 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3e4557d9-0f48-4a4f-9b92-779a30274045 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1881f77-0511-400f-a08a-ea093c3f3188 HTTP/1.1" status: 204 len: 168 time: 0.9751320 Mar 16 10:56:14.553739 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f0ffff8-5983-4256-9bc0-04dd128a4346 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.559329 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e82aeac0-e85c-4113-9ff2-53af0411238a None None] Provisioning complete for port 79a4d7df-d609-4c96-b74f-48a5eda48d1e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:14.559720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e82aeac0-e85c-4113-9ff2-53af0411238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.597317 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e871bd48-57eb-4f3e-b980-bbe3e8e9a9ab None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:14.597538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b3125f51-c2e1-41e6-aa49-5a7d5feadb79 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.608031 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e871bd48-57eb-4f3e-b980-bbe3e8e9a9ab None None] Deleting port be62f71c-85b0-42e0-8b4d-d93036afa33d {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:14.608514 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e871bd48-57eb-4f3e-b980-bbe3e8e9a9ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.650410 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3125f51-c2e1-41e6-aa49-5a7d5feadb79 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:14.666103 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-b3125f51-c2e1-41e6-aa49-5a7d5feadb79 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:14.671887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3125f51-c2e1-41e6-aa49-5a7d5feadb79 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:14.672519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b3125f51-c2e1-41e6-aa49-5a7d5feadb79 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.677464 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e82aeac0-e85c-4113-9ff2-53af0411238a None None] Port 79a4d7df-d609-4c96-b74f-48a5eda48d1e cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:14.716545 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b3125f51-c2e1-41e6-aa49-5a7d5feadb79 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2836092 Mar 16 10:56:14.717616 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3125f51-c2e1-41e6-aa49-5a7d5feadb79 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=387ade1a-16e4-48d3-899c-febe7aef6599,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:14.719634 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49938) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:14.732908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-8a9ac5d3-4b82-4464-9468-55cd0fb9aa8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:14.874913 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.894402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8a9ac5d3-4b82-4464-9468-55cd0fb9aa8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:14.899912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8a9ac5d3-4b82-4464-9468-55cd0fb9aa8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:14.904073 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8a9ac5d3-4b82-4464-9468-55cd0fb9aa8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:14.909489 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-e871bd48-57eb-4f3e-b980-bbe3e8e9a9ab None None] For port be62f71c-85b0-42e0-8b4d-d93036afa33d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=be62f71c-85b0-42e0-8b4d-d93036afa33d,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:14.910527 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e871bd48-57eb-4f3e-b980-bbe3e8e9a9ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.912159 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8a9ac5d3-4b82-4464-9468-55cd0fb9aa8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:14.949365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9ac5d3-4b82-4464-9468-55cd0fb9aa8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:14.952922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8a9ac5d3-4b82-4464-9468-55cd0fb9aa8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.005663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-6f0ffff8-5983-4256-9bc0-04dd128a4346 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port 79a4d7df-d609-4c96-b74f-48a5eda48d1e {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:15.006021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f0ffff8-5983-4256-9bc0-04dd128a4346 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.055187 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e871bd48-57eb-4f3e-b980-bbe3e8e9a9ab None None] Calling delete_port for be62f71c-85b0-42e0-8b4d-d93036afa33d owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:15.145979 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e871bd48-57eb-4f3e-b980-bbe3e8e9a9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.206065 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.209661 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e871bd48-57eb-4f3e-b980-bbe3e8e9a9ab None None] No DVR routers for this DVR port be62f71c-85b0-42e0-8b4d-d93036afa33d on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:15.214882 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871bd48-57eb-4f3e-b980-bbe3e8e9a9ab None None] Pushing event deleted for resources: {'Port': ['ID=be62f71c-85b0-42e0-8b4d-d93036afa33d,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:15.226669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9229c73d-e109-40dd-b1c5-5968c08f4d75 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:15.431273 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f0ffff8-5983-4256-9bc0-04dd128a4346 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.452396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49958) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:15.468049 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.486448 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.577830 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device baecd5e5-7352-483e-b95d-3fd1fcb709c1 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:15.617606 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': '387ade1a-16e4-48d3-899c-febe7aef6599'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:15.617997 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.622462 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-6f0ffff8-5983-4256-9bc0-04dd128a4346 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Calling delete_port for 79a4d7df-d609-4c96-b74f-48a5eda48d1e owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:15.625957 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1665947334'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:15.654012 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:15.660294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Pushing event updated for resources: {'Port': ['ID=3b34a7ea-63a6-43b7-bb88-6584f383f64d,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:15.667830 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Usage tracker for resource:network and tenant:c6a0ed349b5249d7b77e9436b3681408 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:15.674061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:15.682124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:15.690477 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.745527 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port baecd5e5-7352-483e-b95d-3fd1fcb709c1 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:15.745527 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.764244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Made reservation on behalf of c6a0ed349b5249d7b77e9436b3681408 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:15.768243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.786457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.818702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:15.819967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f0ffff8-5983-4256-9bc0-04dd128a4346 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.837539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Usage tracker for resource:security_group_rule and tenant:c6a0ed349b5249d7b77e9436b3681408 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:15.842641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:15.873773 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ffff8-5983-4256-9bc0-04dd128a4346 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Port': ['ID=79a4d7df-d609-4c96-b74f-48a5eda48d1e,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:15.878890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Allocated IP 172.20.0.2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/387ade1a-16e4-48d3-899c-febe7aef6599/0f38381f-d5de-4177-a95b-2ebe2337dfb7) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:15.906636 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:16.025777 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Floating IP b250efa0-3a55-457f-ab2e-3b7995827f82 associated. External IP: 172.26.3.163, port: 2b439b44-3cd0-4880-b179-f0524d4609c6. Mar 16 10:56:16.071046 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device be62f71c-85b0-42e0-8b4d-d93036afa33d no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:16.079303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f0ffff8-5983-4256-9bc0-04dd128a4346 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.117103 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: be62f71c-85b0-42e0-8b4d-d93036afa33d {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:16.117103 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device be62f71c-85b0-42e0-8b4d-d93036afa33d not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:16.174864 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.objects.ports [None req-8a9ac5d3-4b82-4464-9468-55cd0fb9aa8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87969) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:56:16.178656 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8a9ac5d3-4b82-4464-9468-55cd0fb9aa8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.248153 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.261826 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Transition to ACTIVE for port object 0f38381f-d5de-4177-a95b-2ebe2337dfb7 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:16.286719 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Transition to ACTIVE for port object 0f38381f-d5de-4177-a95b-2ebe2337dfb7 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:16.295023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.321338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9ac5d3-4b82-4464-9468-55cd0fb9aa8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:16.328465 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-8a9ac5d3-4b82-4464-9468-55cd0fb9aa8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:16.345178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ac5d3-4b82-4464-9468-55cd0fb9aa8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:16.345429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8a9ac5d3-4b82-4464-9468-55cd0fb9aa8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.368304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ac5d3-4b82-4464-9468-55cd0fb9aa8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=40282a7d-127d-49f7-a2fd-729338dc3f67,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:16.385951 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:16.389514 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:16.391918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0ffff8-5983-4256-9bc0-04dd128a4346 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router cd744e67-05a7-4ac3-b4f3-8210dd1c106e has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:16.394162 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:16.396725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Pushing event updated for resources: {'Port': ['ID=0f38381f-d5de-4177-a95b-2ebe2337dfb7,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:16.399917 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.466475 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.486243 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8a9ac5d3-4b82-4464-9468-55cd0fb9aa8d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7655368 Mar 16 10:56:16.492687 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49966) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:16.492882 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Attempting to bind port 0f38381f-d5de-4177-a95b-2ebe2337dfb7 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:16.493141 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Attempting to bind port 0f38381f-d5de-4177-a95b-2ebe2337dfb7 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:16.493509 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Attempting to bind port 0f38381f-d5de-4177-a95b-2ebe2337dfb7 on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:16.499549 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:16.499850 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:16.500250 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.500642 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:16.501102 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Bound port: 0f38381f-d5de-4177-a95b-2ebe2337dfb7, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:16.501471 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.507248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'mac_address': 'fa:16:3e:88:bb:6e', 'name': 'tempest-NetworksTestDHCPv6-1088181343'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:16.526723 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:16.555966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0ffff8-5983-4256-9bc0-04dd128a4346 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:16.570673 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.571055 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Added segment e7c0b982-945d-4697-8706-b7be91278406 of type vlan for network c73054b5-20e0-4a86-979b-8dd03124a091 Mar 16 10:56:16.572311 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747b27c-689d-47de-8222-c269d72e336f None None] Sync routers for ids ['cd744e67-05a7-4ac3-b4f3-8210dd1c106e'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:16.576986 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6f0ffff8-5983-4256-9bc0-04dd128a4346 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/cd744e67-05a7-4ac3-b4f3-8210dd1c106e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6746454 Mar 16 10:56:16.579727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49970) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:16.582892 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f747b27c-689d-47de-8222-c269d72e336f None None] Routers {'cd744e67-05a7-4ac3-b4f3-8210dd1c106e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:16.583708 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f747b27c-689d-47de-8222-c269d72e336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cd744e67-05a7-4ac3-b4f3-8210dd1c106e'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:16.608757 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] For port 0f38381f-d5de-4177-a95b-2ebe2337dfb7, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:16.613588 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] For port 0f38381f-d5de-4177-a95b-2ebe2337dfb7, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0f38381f-d5de-4177-a95b-2ebe2337dfb7,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:16.618042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.619552 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6045c43-e7cc-4bb7-9041-a6acb6e949c9,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:16.636510 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-da610f61-3f6f-4754-afbf-f71705ed782b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Synchronizing usage tracker for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:16.648359 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f747b27c-689d-47de-8222-c269d72e336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:16.655277 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-da610f61-3f6f-4754-afbf-f71705ed782b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Unset dirty status for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:16.656859 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-da610f61-3f6f-4754-afbf-f71705ed782b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd744e67-05a7-4ac3-b4f3-8210dd1c106e HTTP/1.1" status: 200 len: 205 time: 0.0753195 Mar 16 10:56:16.659029 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f747b27c-689d-47de-8222-c269d72e336f None None] Routers {'cd744e67-05a7-4ac3-b4f3-8210dd1c106e'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:16.659659 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f747b27c-689d-47de-8222-c269d72e336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cd744e67-05a7-4ac3-b4f3-8210dd1c106e'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:16.660205 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49974) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:16.721490 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f747b27c-689d-47de-8222-c269d72e336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:16.721887 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747b27c-689d-47de-8222-c269d72e336f None None] The sync data for ids ['cd744e67-05a7-4ac3-b4f3-8210dd1c106e'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:16.746809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfbdee-e3aa-4aad-8d78-cb596f327303 None None] Pushing event updated for resources: {'Port': ['ID=0f38381f-d5de-4177-a95b-2ebe2337dfb7,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:16.918656 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.963994 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Router 6c3cb06c-f9c7-4bd3-857f-e12931e8ddad has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:16.965939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:16.984829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:port and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:16.989612 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8e879d80-c26f-4546-b8b0-92b7d8fe8fa5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.992149 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:17.001109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:17.061562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.067262 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:17.067878 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.124681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:17.224729 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7700562 Mar 16 10:56:17.243433 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49978) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:17.323070 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8e879d80-c26f-4546-b8b0-92b7d8fe8fa5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.325253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8e879d80-c26f-4546-b8b0-92b7d8fe8fa5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.351185 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8e879d80-c26f-4546-b8b0-92b7d8fe8fa5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.351667 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e879d80-c26f-4546-b8b0-92b7d8fe8fa5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Fanout notify agent at l3_agent the message router_deleted on router cd744e67-05a7-4ac3-b4f3-8210dd1c106e {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:56:17.354331 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-18c6eacc-8915-4e99-a8c3-bd7bcf2aad6b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Request body: {'subnet': {'network_id': 'c73054b5-20e0-4a86-979b-8dd03124a091', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:17.362782 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8e879d80-c26f-4546-b8b0-92b7d8fe8fa5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.363914 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8e879d80-c26f-4546-b8b0-92b7d8fe8fa5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/routers/cd744e67-05a7-4ac3-b4f3-8210dd1c106e HTTP/1.1" status: 204 len: 168 time: 0.7023644 Mar 16 10:56:17.366551 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49982) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:17.386500 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dc4b1-8322-41c0-a171-6ed9089c9ebb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Pushing event updated for resources: {'Network': ['ID=c73054b5-20e0-4a86-979b-8dd03124a091,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:17.398809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network c73054b5-20e0-4a86-979b-8dd03124a091 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:17.434627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ace795-1c4b-4bfe-9f69-5c8ebc3a8c6f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting subnet abbb5040-c818-4cd9-9eb9-a157ca29bab7 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:17.437780 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-34ace795-1c4b-4bfe-9f69-5c8ebc3a8c6f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.530097 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:17.532911 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.541810 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-34ace795-1c4b-4bfe-9f69-5c8ebc3a8c6f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.558690 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803bfe24-69b2-46c3-bbb9-d42e85834b7a None None] Sync routers for ids ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:17.569693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803bfe24-69b2-46c3-bbb9-d42e85834b7a None None] Routers {'6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:17.570677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-803bfe24-69b2-46c3-bbb9-d42e85834b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:17.607962 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.649281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-18c6eacc-8915-4e99-a8c3-bd7bcf2aad6b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:17.651685 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-34ace795-1c4b-4bfe-9f69-5c8ebc3a8c6f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.655308 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.656016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-803bfe24-69b2-46c3-bbb9-d42e85834b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:17.658589 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0f38381f-d5de-4177-a95b-2ebe2337dfb7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:17.675751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-18c6eacc-8915-4e99-a8c3-bd7bcf2aad6b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Usage tracker for resource:subnet and tenant:c6a0ed349b5249d7b77e9436b3681408 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:17.685373 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-18c6eacc-8915-4e99-a8c3-bd7bcf2aad6b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:17.702430 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-18c6eacc-8915-4e99-a8c3-bd7bcf2aad6b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:17.716164 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803bfe24-69b2-46c3-bbb9-d42e85834b7a None None] Routers {'6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:17.717035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-803bfe24-69b2-46c3-bbb9-d42e85834b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:17.736089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port 85fd3e18-e920-470d-84c6-1acec8d61f68 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:17.748833 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-34ace795-1c4b-4bfe-9f69-5c8ebc3a8c6f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.785549 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d9578ab1-1a99-4bc0-9c42-ec04d6e365be tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.8036244 Mar 16 10:56:17.789531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 49988) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:17.828704 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-803bfe24-69b2-46c3-bbb9-d42e85834b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:17.829299 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803bfe24-69b2-46c3-bbb9-d42e85834b7a None None] The sync data for ids ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:17.835763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425707ca-6ebe-4e2c-97fb-4bc9fe111e07 None None] Network 9d57409e-13a3-4673-a1a9-37c6ca40504b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:17.837217 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ace795-1c4b-4bfe-9f69-5c8ebc3a8c6f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Subnet': ['ID=abbb5040-c818-4cd9-9eb9-a157ca29bab7,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:17.843635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-34ace795-1c4b-4bfe-9f69-5c8ebc3a8c6f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.851055 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-34ace795-1c4b-4bfe-9f69-5c8ebc3a8c6f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/abbb5040-c818-4cd9-9eb9-a157ca29bab7 HTTP/1.1" status: 204 len: 168 time: 0.4834194 Mar 16 10:56:17.854266 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 49992) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:17.904796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c6eacc-8915-4e99-a8c3-bd7bcf2aad6b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Made reservation on behalf of c6a0ed349b5249d7b77e9436b3681408 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:17.909829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18c6eacc-8915-4e99-a8c3-bd7bcf2aad6b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.988761 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d5ec63-f0fc-44db-be3a-be108a8ce435 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:18.006477 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.017295 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port baecd5e5-7352-483e-b95d-3fd1fcb709c1 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:18.017732 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.070732 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ec393d4c-1ac7-4016-9653-7d8b835152d5 tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] 10.222.0.44 "GET /v2.0/floatingips/b250efa0-3a55-457f-ab2e-3b7995827f82 HTTP/1.1" status: 200 len: 982 time: 0.2738431 Mar 16 10:56:18.071359 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50000) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:18.114809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 0f38381f-d5de-4177-a95b-2ebe2337dfb7 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:18.117758 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ae489107-4837-4a44-b8e2-ecb80b2e281b None None] Provisioning for port 0f38381f-d5de-4177-a95b-2ebe2337dfb7 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:18.124894 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ae489107-4837-4a44-b8e2-ecb80b2e281b None None] Provisioning complete for port 0f38381f-d5de-4177-a95b-2ebe2337dfb7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:18.125275 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ae489107-4837-4a44-b8e2-ecb80b2e281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.218776 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 0f38381f-d5de-4177-a95b-2ebe2337dfb7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:18.219051 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.242374 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] For port baecd5e5-7352-483e-b95d-3fd1fcb709c1, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=baecd5e5-7352-483e-b95d-3fd1fcb709c1,segment=NetworkSegment(c089b71b-87f2-473d-ad4a-05ad5ad3730b),segment_id=c089b71b-87f2-473d-ad4a-05ad5ad3730b)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:18.243080 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.255620 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50004) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:18.255971 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7dcdcc7f-eb94-46e4-9de4-f6176041ce9c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1782591 Mar 16 10:56:18.375298 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 172.20.0.11 (6fb457af-0d86-4c52-b4cf-f12d297a5983/387ade1a-16e4-48d3-899c-febe7aef6599/85fd3e18-e920-470d-84c6-1acec8d61f68) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:18.393491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::f816:3eff:fe88:bb6e (6fb457af-0d86-4c52-b4cf-f12d297a5983/40282a7d-127d-49f7-a2fd-729338dc3f67/85fd3e18-e920-470d-84c6-1acec8d61f68) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:18.431023 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Calling delete_port for baecd5e5-7352-483e-b95d-3fd1fcb709c1 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:18.438765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18c6eacc-8915-4e99-a8c3-bd7bcf2aad6b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.556141 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.571427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ae489107-4837-4a44-b8e2-ecb80b2e281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.582534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6eacc-8915-4e99-a8c3-bd7bcf2aad6b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Pushing event updated for resources: {'Subnet': ['ID=889913f7-17b8-47d9-943b-0c72c35ee3a8,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:18.614839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c6eacc-8915-4e99-a8c3-bd7bcf2aad6b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Checking segment: {'id': 'e7c0b982-945d-4697-8706-b7be91278406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c73054b5-20e0-4a86-979b-8dd03124a091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:18.615271 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c6eacc-8915-4e99-a8c3-bd7bcf2aad6b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Network hostable DHCP agents. Network: c73054b5-20e0-4a86-979b-8dd03124a091, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:18.621834 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-ae489107-4837-4a44-b8e2-ecb80b2e281b None None] For port 0f38381f-d5de-4177-a95b-2ebe2337dfb7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0f38381f-d5de-4177-a95b-2ebe2337dfb7,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:18.629698 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ae489107-4837-4a44-b8e2-ecb80b2e281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.707262 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8faadd-4f31-42bd-80e1-3119022ee75c None None] DHCP port deletion for 9d57409e-13a3-4673-a1a9-37c6ca40504b request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:18.762490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.767561 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-0a8faadd-4f31-42bd-80e1-3119022ee75c None None] Deleting port baecd5e5-7352-483e-b95d-3fd1fcb709c1 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:18.768381 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0a8faadd-4f31-42bd-80e1-3119022ee75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.805344 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-94d9b62d-1aaa-48a4-86cb-30cfe67df1bb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Deleting port 3b34a7ea-63a6-43b7-bb88-6584f383f64d {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:18.805597 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94d9b62d-1aaa-48a4-86cb-30cfe67df1bb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.837109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c6eacc-8915-4e99-a8c3-bd7bcf2aad6b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Network c73054b5-20e0-4a86-979b-8dd03124a091 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:18.844521 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Port': ['ID=baecd5e5-7352-483e-b95d-3fd1fcb709c1,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:18.853794 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] No DVR routers for this DVR port baecd5e5-7352-483e-b95d-3fd1fcb709c1 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:18.875901 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:18.876245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:18.883198 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-18c6eacc-8915-4e99-a8c3-bd7bcf2aad6b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, c73054b5-20e0-4a86-979b-8dd03124a091) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:18.883861 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-0a8faadd-4f31-42bd-80e1-3119022ee75c None None] The port 'baecd5e5-7352-483e-b95d-3fd1fcb709c1' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:56:18.898828 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae489107-4837-4a44-b8e2-ecb80b2e281b None None] Pushing event updated for resources: {'Port': ['ID=0f38381f-d5de-4177-a95b-2ebe2337dfb7,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:18.916437 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c6eacc-8915-4e99-a8c3-bd7bcf2aad6b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.918416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18c6eacc-8915-4e99-a8c3-bd7bcf2aad6b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.928382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59a0892-e1da-47f9-b2aa-f84122615681 None None] Network c73054b5-20e0-4a86-979b-8dd03124a091 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:18.944558 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bd638c-24c0-49c0-8342-53a20747048d None None] Update dhcp port {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'fixed_ips': [{'subnet_id': '387ade1a-16e4-48d3-899c-febe7aef6599', 'ip_address': '172.20.0.2'}, {'subnet_id': '40282a7d-127d-49f7-a2fd-729338dc3f67'}], 'binding:host_id': 'dv-neutron-833859-1-hyperv'}, 'id': '0f38381f-d5de-4177-a95b-2ebe2337dfb7'} from dv-neutron-833859-1-hyperv. {{(pid=87970) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:56:18.991868 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.014122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object 85fd3e18-e920-470d-84c6-1acec8d61f68 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:19.020313 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-18c6eacc-8915-4e99-a8c3-bd7bcf2aad6b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7758653 Mar 16 10:56:19.021033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50008) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:19.030543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Request body: {'port': {'network_id': 'c73054b5-20e0-4a86-979b-8dd03124a091', 'name': 'tempest-TagsExtTest-1845815342'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:19.074190 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.080669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-85bd638c-24c0-49c0-8342-53a20747048d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.164441 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d57409e-13a3-4673-a1a9-37c6ca40504b']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:19.180921 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94d9b62d-1aaa-48a4-86cb-30cfe67df1bb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.183640 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94d9b62d-1aaa-48a4-86cb-30cfe67df1bb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.192998 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.203743 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c089b71b-87f2-473d-ad4a-05ad5ad3730b') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:19.204590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c089b71b-87f2-473d-ad4a-05ad5ad3730b') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:19.251379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:19.262833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Usage tracker for resource:port and tenant:c6a0ed349b5249d7b77e9436b3681408 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:19.273482 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:19.274398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:19.279453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:19.285999 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:19.312924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:19.316851 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.362677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=85fd3e18-e920-470d-84c6-1acec8d61f68,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:19.365037 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Made reservation on behalf of c6a0ed349b5249d7b77e9436b3681408 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:19.368484 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.371377 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-c73054b5-20e0-4a86-979b-8dd03124a091', 'network_id': 'c73054b5-20e0-4a86-979b-8dd03124a091', 'tenant_id': 'c6a0ed349b5249d7b77e9436b3681408', 'fixed_ips': [{'subnet_id': '889913f7-17b8-47d9-943b-0c72c35ee3a8'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:19.372184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.397359 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:19.397975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.402127 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-94d9b62d-1aaa-48a4-86cb-30cfe67df1bb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Calling delete_port for 3b34a7ea-63a6-43b7-bb88-6584f383f64d owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:19.411436 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] device_id is not set on port 8cdafd15-7f6f-4a74-897a-83ec9c106f01 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:19.443456 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.458167 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3bf3a955-4927-4264-96eb-92f08bb5688d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9629278 Mar 16 10:56:19.464527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50012) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:19.467229 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:19.467639 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:19.495733 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:19.550361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-85bd638c-24c0-49c0-8342-53a20747048d None None] Allocated IP 2001:db8::f816:3eff:fede:5571 (6fb457af-0d86-4c52-b4cf-f12d297a5983/40282a7d-127d-49f7-a2fd-729338dc3f67/0f38381f-d5de-4177-a95b-2ebe2337dfb7) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:19.624605 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.648146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Allocated IP 172.20.0.12 (c73054b5-20e0-4a86-979b-8dd03124a091/889913f7-17b8-47d9-943b-0c72c35ee3a8/8cdafd15-7f6f-4a74-897a-83ec9c106f01) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:19.656526 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.659893 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bad151c-8dcc-4ebb-b99d-c4218d956295 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:19.664061 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Network': ['ID=9d57409e-13a3-4673-a1a9-37c6ca40504b,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:19.668806 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bad151c-8dcc-4ebb-b99d-c4218d956295 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:19.671081 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0bad151c-8dcc-4ebb-b99d-c4218d956295 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:19.703115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0bad151c-8dcc-4ebb-b99d-c4218d956295 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:19.706774 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0bad151c-8dcc-4ebb-b99d-c4218d956295 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1766 time: 0.2387302 Mar 16 10:56:19.708367 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50016) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:19.708899 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0f38381f-d5de-4177-a95b-2ebe2337dfb7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:19.747788 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-36e48a92-4e58-466e-98a6-0e860a52e21c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/networks/9d57409e-13a3-4673-a1a9-37c6ca40504b HTTP/1.1" status: 204 len: 168 time: 1.8888588 Mar 16 10:56:19.749276 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50020) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:19.755226 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-132647871', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:19.761804 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:19.764041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94d9b62d-1aaa-48a4-86cb-30cfe67df1bb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.798081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:router and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:19.813226 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:19.817883 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9b62d-1aaa-48a4-86cb-30cfe67df1bb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Pushing event deleted for resources: {'Port': ['ID=3b34a7ea-63a6-43b7-bb88-6584f383f64d,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:19.823608 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:19.831223 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bd6391dc-7efb-4732-a518-96967f62919d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 85fd3e18-e920-470d-84c6-1acec8d61f68 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:19.831556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd6391dc-7efb-4732-a518-96967f62919d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.832371 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-85bd638c-24c0-49c0-8342-53a20747048d None None] For port 0f38381f-d5de-4177-a95b-2ebe2337dfb7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0f38381f-d5de-4177-a95b-2ebe2337dfb7,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:19.834525 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 0f38381f-d5de-4177-a95b-2ebe2337dfb7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:19.835206 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.907488 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.909105 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.911949 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-85bd638c-24c0-49c0-8342-53a20747048d None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.938335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94d9b62d-1aaa-48a4-86cb-30cfe67df1bb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.938713 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-94d9b62d-1aaa-48a4-86cb-30cfe67df1bb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Floating IP b250efa0-3a55-457f-ab2e-3b7995827f82 disassociated (deleted). External IP: 172.26.3.163, port: 2b439b44-3cd0-4880-b179-f0524d4609c6. Mar 16 10:56:19.959328 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-85bd638c-24c0-49c0-8342-53a20747048d None None] Transition to ACTIVE for port object 0f38381f-d5de-4177-a95b-2ebe2337dfb7 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:19.970674 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-85bd638c-24c0-49c0-8342-53a20747048d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.986717 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.035942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.061255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Transition to ACTIVE for port object 8cdafd15-7f6f-4a74-897a-83ec9c106f01 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:20.135762 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd638c-24c0-49c0-8342-53a20747048d None None] Pushing event updated for resources: {'Port': ['ID=0f38381f-d5de-4177-a95b-2ebe2337dfb7,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:20.194655 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device baecd5e5-7352-483e-b95d-3fd1fcb709c1 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:20.224156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd6391dc-7efb-4732-a518-96967f62919d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.232601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.287039 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: baecd5e5-7352-483e-b95d-3fd1fcb709c1 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:20.287432 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device baecd5e5-7352-483e-b95d-3fd1fcb709c1 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:20.352480 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Allocated IP 172.20.0.2 (c73054b5-20e0-4a86-979b-8dd03124a091/889913f7-17b8-47d9-943b-0c72c35ee3a8/c6185849-248c-4e50-b4b7-f310e8930993) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:20.424314 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bd6391dc-7efb-4732-a518-96967f62919d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 85fd3e18-e920-470d-84c6-1acec8d61f68 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:20.471743 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Network c73054b5-20e0-4a86-979b-8dd03124a091 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:20.477101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:20.479372 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:20.557241 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Pushing event updated for resources: {'Port': ['ID=8cdafd15-7f6f-4a74-897a-83ec9c106f01,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:20.566357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.595225 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:20.596686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.629981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.641650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Transition to ACTIVE for port object c6185849-248c-4e50-b4b7-f310e8930993 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:20.662069 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4be44ac0-d689-407b-9951-0d73565dade3 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6389120 Mar 16 10:56:20.669192 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50026) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.670186 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Transition to ACTIVE for port object c6185849-248c-4e50-b4b7-f310e8930993 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:20.681280 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.753336 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Network c73054b5-20e0-4a86-979b-8dd03124a091 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:20.756379 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:20.764986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:20.797790 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a660fbf4-5e48-4d55-8077-ba9bd5f0627c tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1625515289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:20.801854 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Pushing event updated for resources: {'Port': ['ID=c6185849-248c-4e50-b4b7-f310e8930993,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:20.818174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a660fbf4-5e48-4d55-8077-ba9bd5f0627c tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:20.829090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a660fbf4-5e48-4d55-8077-ba9bd5f0627c tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Usage tracker for resource:router and tenant:c6a0ed349b5249d7b77e9436b3681408 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:20.840535 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a660fbf4-5e48-4d55-8077-ba9bd5f0627c tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:20.879080 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Attempting to bind port c6185849-248c-4e50-b4b7-f310e8930993 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:20.879627 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Attempting to bind port c6185849-248c-4e50-b4b7-f310e8930993 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'e7c0b982-945d-4697-8706-b7be91278406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c73054b5-20e0-4a86-979b-8dd03124a091'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:20.880058 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Attempting to bind port c6185849-248c-4e50-b4b7-f310e8930993 on network c73054b5-20e0-4a86-979b-8dd03124a091 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:20.889114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:20.889939 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Checking segment: {'id': 'e7c0b982-945d-4697-8706-b7be91278406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c73054b5-20e0-4a86-979b-8dd03124a091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:20.890068 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.891611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Bound using segment: {'id': 'e7c0b982-945d-4697-8706-b7be91278406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c73054b5-20e0-4a86-979b-8dd03124a091'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:20.891611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Bound port: c6185849-248c-4e50-b4b7-f310e8930993, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c0b982-945d-4697-8706-b7be91278406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c73054b5-20e0-4a86-979b-8dd03124a091'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:20.891611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.901386 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a660fbf4-5e48-4d55-8077-ba9bd5f0627c tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:20.914436 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d9b62d-1aaa-48a4-86cb-30cfe67df1bb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Router 6c3cb06c-f9c7-4bd3-857f-e12931e8ddad has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:20.920116 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd6391dc-7efb-4732-a518-96967f62919d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.970819 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-77d0e2f8-97f6-40dd-8dc2-22545725acc0 None None] Provisioning for port 0f38381f-d5de-4177-a95b-2ebe2337dfb7 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:20.979033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-77d0e2f8-97f6-40dd-8dc2-22545725acc0 None None] Provisioning complete for port 0f38381f-d5de-4177-a95b-2ebe2337dfb7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:20.979033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-77d0e2f8-97f6-40dd-8dc2-22545725acc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.004241 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a660fbf4-5e48-4d55-8077-ba9bd5f0627c tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.005447 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a660fbf4-5e48-4d55-8077-ba9bd5f0627c tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.037772 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6391dc-7efb-4732-a518-96967f62919d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=85fd3e18-e920-470d-84c6-1acec8d61f68,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:21.054045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7025f999-9277-450e-9334-388cefe80a72 None None] For port c6185849-248c-4e50-b4b7-f310e8930993, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:21.061075 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a660fbf4-5e48-4d55-8077-ba9bd5f0627c tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.066935 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7025f999-9277-450e-9334-388cefe80a72 None None] For port c6185849-248c-4e50-b4b7-f310e8930993, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c6185849-248c-4e50-b4b7-f310e8930993,segment=NetworkSegment(e7c0b982-945d-4697-8706-b7be91278406),segment_id=e7c0b982-945d-4697-8706-b7be91278406)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:21.072574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.172940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd6391dc-7efb-4732-a518-96967f62919d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.177824 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bd6391dc-7efb-4732-a518-96967f62919d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/85fd3e18-e920-470d-84c6-1acec8d61f68 HTTP/1.1" status: 204 len: 168 time: 1.4664118 Mar 16 10:56:21.178090 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50030) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.211854 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025f999-9277-450e-9334-388cefe80a72 None None] Pushing event updated for resources: {'Port': ['ID=c6185849-248c-4e50-b4b7-f310e8930993,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:21.298342 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d0968-d533-4565-b0af-26fc0951cab2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:21.300510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d0968-d533-4565-b0af-26fc0951cab2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:21.302753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d0968-d533-4565-b0af-26fc0951cab2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:21.303676 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-992d0968-d533-4565-b0af-26fc0951cab2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:21.320576 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fe43edac-4cbc-4847-ba09-1e57efcce52b None None] Could not find standard attr ID for object 85fd3e18-e920-470d-84c6-1acec8d61f68. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:56:21.331583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-992d0968-d533-4565-b0af-26fc0951cab2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:21.335473 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-992d0968-d533-4565-b0af-26fc0951cab2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1532106 Mar 16 10:56:21.336124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50034) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.349004 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a660fbf4-5e48-4d55-8077-ba9bd5f0627c tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.357261 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d9b62d-1aaa-48a4-86cb-30cfe67df1bb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:21.370088 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71060e99-aa6c-49d3-9600-16d9da993046 None None] Sync routers for ids ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:21.389378 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71060e99-aa6c-49d3-9600-16d9da993046 None None] Routers {'6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:21.389988 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-71060e99-aa6c-49d3-9600-16d9da993046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:21.421478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63955c5-9848-4b9a-b4d9-07241a708f65 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 387ade1a-16e4-48d3-899c-febe7aef6599 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:21.425077 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e63955c5-9848-4b9a-b4d9-07241a708f65 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.430866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-94d9b62d-1aaa-48a4-86cb-30cfe67df1bb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.484460 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-71060e99-aa6c-49d3-9600-16d9da993046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:21.495957 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71060e99-aa6c-49d3-9600-16d9da993046 None None] Routers {'6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:21.496557 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-71060e99-aa6c-49d3-9600-16d9da993046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:21.499178 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a660fbf4-5e48-4d55-8077-ba9bd5f0627c tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.500556 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a660fbf4-5e48-4d55-8077-ba9bd5f0627c tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8302951 Mar 16 10:56:21.514568 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50038) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.516841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.523032 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-be0ccc87-0b18-4581-8277-73b29cf34ddc tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1678151351', 'prefixes': ['172.20.0.0/16']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:21.529762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e63955c5-9848-4b9a-b4d9-07241a708f65 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.560344 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.560593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-be0ccc87-0b18-4581-8277-73b29cf34ddc tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:21.563572 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-71060e99-aa6c-49d3-9600-16d9da993046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:21.564169 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71060e99-aa6c-49d3-9600-16d9da993046 None None] The sync data for ids ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:21.654351 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-94d9b62d-1aaa-48a4-86cb-30cfe67df1bb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] 10.222.0.44 "DELETE /v2.0/floatingips/b250efa0-3a55-457f-ab2e-3b7995827f82 HTTP/1.1" status: 204 len: 168 time: 3.3975234 Mar 16 10:56:21.663014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50042) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.673622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e63955c5-9848-4b9a-b4d9-07241a708f65 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.675764 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:21.693935 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:21.702017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Usage tracker for resource:floatingip and tenant:a58d8dde3f964f58bcf335fc6790e492 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:21.709983 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:21.724105 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:21.776116 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-be0ccc87-0b18-4581-8277-73b29cf34ddc tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks [] for subnetpool, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.778278 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-be0ccc87-0b18-4581-8277-73b29cf34ddc tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2617176 Mar 16 10:56:21.782323 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50046) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.788189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.tag.tag_plugin [None req-36661ad4-7df9-4480-b341-b3d748f19406 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '889913f7-17b8-47d9-943b-0c72c35ee3a8', 'tempest-TagsExtTest-Tag-242731826') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:21.798427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c6185849-248c-4e50-b4b7-f310e8930993 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:21.802689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e63955c5-9848-4b9a-b4d9-07241a708f65 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.823276 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.844844 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63955c5-9848-4b9a-b4d9-07241a708f65 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=387ade1a-16e4-48d3-899c-febe7aef6599,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:21.850815 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e63955c5-9848-4b9a-b4d9-07241a708f65 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.852127 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Allocated IP 172.26.3.138 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/d0179995-6895-4e80-b596-9bc6001229c4) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:21.861405 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fd5457-5edc-4c3e-bbc7-fba4f20d2948 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:21.869154 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e63955c5-9848-4b9a-b4d9-07241a708f65 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/387ade1a-16e4-48d3-899c-febe7aef6599 HTTP/1.1" status: 204 len: 168 time: 0.5317676 Mar 16 10:56:21.869951 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50050) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.938704 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fe4838-ee96-489c-96bc-4bb4d616668e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 40282a7d-127d-49f7-a2fd-729338dc3f67 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:21.942369 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f7fe4838-ee96-489c-96bc-4bb4d616668e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.982982 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port c6185849-248c-4e50-b4b7-f310e8930993 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:21.993739 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0f38381f-d5de-4177-a95b-2ebe2337dfb7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:22.008732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f7fe4838-ee96-489c-96bc-4bb4d616668e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.099590 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f7fe4838-ee96-489c-96bc-4bb4d616668e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.192254 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f7fe4838-ee96-489c-96bc-4bb4d616668e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.222985 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 0f38381f-d5de-4177-a95b-2ebe2337dfb7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:22.223474 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.262017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe4838-ee96-489c-96bc-4bb4d616668e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=40282a7d-127d-49f7-a2fd-729338dc3f67,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:22.278682 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f7fe4838-ee96-489c-96bc-4bb4d616668e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.292048 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f7fe4838-ee96-489c-96bc-4bb4d616668e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/40282a7d-127d-49f7-a2fd-729338dc3f67 HTTP/1.1" status: 204 len: 168 time: 0.4210732 Mar 16 10:56:22.294510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50054) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.320526 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-36661ad4-7df9-4480-b341-b3d748f19406 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "PUT /v2.0/subnets/889913f7-17b8-47d9-943b-0c72c35ee3a8/tags/tempest-TagsExtTest-Tag-242731826 HTTP/1.1" status: 201 len: 201 time: 0.5371168 Mar 16 10:56:22.321047 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50058) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.329357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.336178 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.tag.tag_plugin [None req-c928dba0-feb9-4e30-b606-196de846e65b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8cdafd15-7f6f-4a74-897a-83ec9c106f01', 'tempest-TagsExtTest-Tag-1451624087') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:22.387010 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-49fdb725-99ad-40a8-b9f7-5238ab6c9c4a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912592 Mar 16 10:56:22.389817 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50062) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.403097 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.491791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a776b65-f6a6-42bc-b298-105a8457cc2e None None] Update dhcp port {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'fixed_ips': [{'subnet_id': '40282a7d-127d-49f7-a2fd-729338dc3f67'}], 'binding:host_id': 'dv-neutron-833859-1-hyperv'}, 'id': '0f38381f-d5de-4177-a95b-2ebe2337dfb7'} from dv-neutron-833859-1-hyperv. {{(pid=87970) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:56:22.508807 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc194f-2443-4abc-b022-e845c46a931d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:22.509921 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-29fc194f-2443-4abc-b022-e845c46a931d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:22.534155 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-29fc194f-2443-4abc-b022-e845c46a931d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:22.537744 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-29fc194f-2443-4abc-b022-e845c46a931d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1443074 Mar 16 10:56:22.538192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50066) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.552673 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0a776b65-f6a6-42bc-b298-105a8457cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.574362 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.615753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c17ec4-f4de-4e18-a0dd-11997bccebfd None None] Network c73054b5-20e0-4a86-979b-8dd03124a091 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:22.636210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4252678a-cca5-4ab0-82b1-01cc631f74a3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:22.637057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4252678a-cca5-4ab0-82b1-01cc631f74a3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:22.658443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4252678a-cca5-4ab0-82b1-01cc631f74a3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:22.660261 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4252678a-cca5-4ab0-82b1-01cc631f74a3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1213782 Mar 16 10:56:22.663352 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50070) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.670767 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:22.682710 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:22.685352 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:22.746642 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-11d10837-21ec-4778-b26d-115ea1f3dcdf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777810 Mar 16 10:56:22.748694 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50074) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.754554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-f4277eeb-c009-4524-9e88-a12341903379 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:22.773667 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8145ab17-6be7-4955-b84b-427cb1f0da6d None None] Provisioning for port c6185849-248c-4e50-b4b7-f310e8930993 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:22.780432 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8145ab17-6be7-4955-b84b-427cb1f0da6d None None] Provisioning complete for port c6185849-248c-4e50-b4b7-f310e8930993 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:22.781422 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8145ab17-6be7-4955-b84b-427cb1f0da6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.883444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-f4277eeb-c009-4524-9e88-a12341903379 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:22.890653 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e751c9-ebea-454d-a51f-e042a54f8e6c None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:22.894832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-f4277eeb-c009-4524-9e88-a12341903379 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:22.905256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4277eeb-c009-4524-9e88-a12341903379 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:22.909702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4277eeb-c009-4524-9e88-a12341903379 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.911283 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4277eeb-c009-4524-9e88-a12341903379 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:22.911844 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4277eeb-c009-4524-9e88-a12341903379 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:22.923233 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c928dba0-feb9-4e30-b606-196de846e65b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "PUT /v2.0/ports/8cdafd15-7f6f-4a74-897a-83ec9c106f01/tags/tempest-TagsExtTest-Tag-1451624087 HTTP/1.1" status: 201 len: 201 time: 0.5952182 Mar 16 10:56:22.923822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50078) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.931332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-ad82781a-717b-47ba-9238-531305ac8dad tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3c1b3205-ebca-405d-8dec-d5e01351c70c', 'tempest-TagsExtTest-Tag-1787869692') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:22.933199 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=d0179995-6895-4e80-b596-9bc6001229c4,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:22.937539 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Allocated IP 172.26.3.247 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/ab64164b-5e61-470e-950f-bc237c6898bf) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:23.005709 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f4277eeb-c009-4524-9e88-a12341903379 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2558179 Mar 16 10:56:23.006005 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50082) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.014126 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-b86ed63e-1e67-4eca-b262-35a7dd577d72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:23.180267 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8145ab17-6be7-4955-b84b-427cb1f0da6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.203207 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ad82781a-717b-47ba-9238-531305ac8dad tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "PUT /v2.0/routers/3c1b3205-ebca-405d-8dec-d5e01351c70c/tags/tempest-TagsExtTest-Tag-1787869692 HTTP/1.1" status: 201 len: 201 time: 0.2783229 Mar 16 10:56:23.207800 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50086) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.213977 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-f10ea50e-e8ad-45cd-a32d-c7cf2fcf5283 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7956edd1-1408-4323-b3d8-978b5791107b', 'tempest-TagsExtTest-Tag-104322419') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:23.235754 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-8145ab17-6be7-4955-b84b-427cb1f0da6d None None] For port c6185849-248c-4e50-b4b7-f310e8930993, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c6185849-248c-4e50-b4b7-f310e8930993,segment=NetworkSegment(e7c0b982-945d-4697-8706-b7be91278406),segment_id=e7c0b982-945d-4697-8706-b7be91278406)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:23.247028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8145ab17-6be7-4955-b84b-427cb1f0da6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.271476 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f10ea50e-e8ad-45cd-a32d-c7cf2fcf5283 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "PUT /v2.0/subnetpools/7956edd1-1408-4323-b3d8-978b5791107b/tags/tempest-TagsExtTest-Tag-104322419 HTTP/1.1" status: 201 len: 201 time: 0.0611846 Mar 16 10:56:23.272020 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50090) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.279689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-cc844659-81d7-467d-b2c7-d41b20e981cf tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '889913f7-17b8-47d9-943b-0c72c35ee3a8') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:23.294083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b2a5ec-5ad9-488d-81c2-2a1e732463e9 None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:23.311294 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e3b2a5ec-5ad9-488d-81c2-2a1e732463e9 None None] Deleting port 0f38381f-d5de-4177-a95b-2ebe2337dfb7 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:23.311589 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a5ec-5ad9-488d-81c2-2a1e732463e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.367387 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cc844659-81d7-467d-b2c7-d41b20e981cf tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/subnets/889913f7-17b8-47d9-943b-0c72c35ee3a8/tags HTTP/1.1" status: 200 len: 240 time: 0.0910399 Mar 16 10:56:23.367387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50094) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.374133 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-86013825-5400-4fed-be8d-d437443cc4f2 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '889913f7-17b8-47d9-943b-0c72c35ee3a8', 'tempest-TagsExtTest-Tag-242731826') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:23.380699 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b86ed63e-1e67-4eca-b262-35a7dd577d72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:23.398154 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.403207 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145ab17-6be7-4955-b84b-427cb1f0da6d None None] Pushing event updated for resources: {'Port': ['ID=c6185849-248c-4e50-b4b7-f310e8930993,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:23.424352 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b86ed63e-1e67-4eca-b262-35a7dd577d72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:23.444045 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.465077 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-47147061-c61d-4321-bbd8-40b7e2cda712 None None] Provisioning complete for port 0f38381f-d5de-4177-a95b-2ebe2337dfb7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:23.465500 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-47147061-c61d-4321-bbd8-40b7e2cda712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.475237 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-86013825-5400-4fed-be8d-d437443cc4f2 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/subnets/889913f7-17b8-47d9-943b-0c72c35ee3a8/tags/tempest-TagsExtTest-Tag-242731826 HTTP/1.1" status: 204 len: 168 time: 0.1065154 Mar 16 10:56:23.476950 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50098) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.482532 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-cba50ec0-a707-4ffa-9b8f-7f54083dcbcd tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '889913f7-17b8-47d9-943b-0c72c35ee3a8', 'tempest-TagsExtTest-Tag-242731826') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:23.509484 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86ed63e-1e67-4eca-b262-35a7dd577d72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:23.512963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b86ed63e-1e67-4eca-b262-35a7dd577d72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.514372 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86ed63e-1e67-4eca-b262-35a7dd577d72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:23.514793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86ed63e-1e67-4eca-b262-35a7dd577d72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:23.547313 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b86ed63e-1e67-4eca-b262-35a7dd577d72 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5403283 Mar 16 10:56:23.551021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50102) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.559856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-b8c006a1-82b4-4df8-8575-29ef1f6dae7e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:23.582518 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cba50ec0-a707-4ffa-9b8f-7f54083dcbcd tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/subnets/889913f7-17b8-47d9-943b-0c72c35ee3a8/tags/tempest-TagsExtTest-Tag-242731826 HTTP/1.1" status: 204 len: 168 time: 0.1023064 Mar 16 10:56:23.582874 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50106) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.593983 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-49b81c4e-914d-488d-ab0d-29ac190f8948 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '889913f7-17b8-47d9-943b-0c72c35ee3a8') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:23.700121 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-49b81c4e-914d-488d-ab0d-29ac190f8948 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/subnets/889913f7-17b8-47d9-943b-0c72c35ee3a8/tags HTTP/1.1" status: 200 len: 205 time: 0.1135957 Mar 16 10:56:23.702399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50110) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.703877 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c6185849-248c-4e50-b4b7-f310e8930993 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:23.707595 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-b337ff8d-873c-4584-9b7b-57b98fc5ee07 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8cdafd15-7f6f-4a74-897a-83ec9c106f01') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:23.789561 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-e3b2a5ec-5ad9-488d-81c2-2a1e732463e9 None None] For port 0f38381f-d5de-4177-a95b-2ebe2337dfb7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0f38381f-d5de-4177-a95b-2ebe2337dfb7,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:23.789959 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a5ec-5ad9-488d-81c2-2a1e732463e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.804155 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b337ff8d-873c-4584-9b7b-57b98fc5ee07 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/ports/8cdafd15-7f6f-4a74-897a-83ec9c106f01/tags HTTP/1.1" status: 200 len: 241 time: 0.1001444 Mar 16 10:56:23.805263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50114) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.811008 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-d2898266-aea7-4999-90b4-fd3d42e76162 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8cdafd15-7f6f-4a74-897a-83ec9c106f01', 'tempest-TagsExtTest-Tag-1451624087') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:23.892695 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d2898266-aea7-4999-90b4-fd3d42e76162 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/ports/8cdafd15-7f6f-4a74-897a-83ec9c106f01/tags/tempest-TagsExtTest-Tag-1451624087 HTTP/1.1" status: 204 len: 168 time: 0.0863333 Mar 16 10:56:23.892914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.895073 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50118) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.900168 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-d723a314-6c20-4e1b-975f-b7da4fa1e6b6 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8cdafd15-7f6f-4a74-897a-83ec9c106f01', 'tempest-TagsExtTest-Tag-1451624087') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:23.974962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b8c006a1-82b4-4df8-8575-29ef1f6dae7e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:23.978948 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e3b2a5ec-5ad9-488d-81c2-2a1e732463e9 None None] Calling delete_port for 0f38381f-d5de-4177-a95b-2ebe2337dfb7 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:23.989220 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:23.995217 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d723a314-6c20-4e1b-975f-b7da4fa1e6b6 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/ports/8cdafd15-7f6f-4a74-897a-83ec9c106f01/tags/tempest-TagsExtTest-Tag-1451624087 HTTP/1.1" status: 204 len: 168 time: 0.0989780 Mar 16 10:56:23.995902 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50122) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.000814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-1036a731-925c-470f-a630-4abfebeb6237 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8cdafd15-7f6f-4a74-897a-83ec9c106f01') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:24.048332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:24.051485 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:24.052364 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c504a1e4-b3ac-445d-af88-23da7170e2b2 None None] Provisioning for port 8cdafd15-7f6f-4a74-897a-83ec9c106f01 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:24.068563 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port c6185849-248c-4e50-b4b7-f310e8930993 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:24.069240 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.072178 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1036a731-925c-470f-a630-4abfebeb6237 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/ports/8cdafd15-7f6f-4a74-897a-83ec9c106f01/tags HTTP/1.1" status: 200 len: 205 time: 0.0751619 Mar 16 10:56:24.072733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50128) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.077526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-54d8dc00-a9c9-44f8-81ae-7962b9144aba tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3c1b3205-ebca-405d-8dec-d5e01351c70c') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:24.092865 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b8c006a1-82b4-4df8-8575-29ef1f6dae7e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:24.103342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c504a1e4-b3ac-445d-af88-23da7170e2b2 None None] Provisioning complete for port 8cdafd15-7f6f-4a74-897a-83ec9c106f01 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:24.103701 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c504a1e4-b3ac-445d-af88-23da7170e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.122462 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Pushing event updated for resources: {'Port': ['ID=ab64164b-5e61-470e-950f-bc237c6898bf,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:24.146525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c006a1-82b4-4df8-8575-29ef1f6dae7e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:24.150310 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8c006a1-82b4-4df8-8575-29ef1f6dae7e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.152065 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c006a1-82b4-4df8-8575-29ef1f6dae7e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:24.152494 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c006a1-82b4-4df8-8575-29ef1f6dae7e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:24.167284 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a5ec-5ad9-488d-81c2-2a1e732463e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.219376 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-54d8dc00-a9c9-44f8-81ae-7962b9144aba tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/routers/3c1b3205-ebca-405d-8dec-d5e01351c70c/tags HTTP/1.1" status: 200 len: 241 time: 0.1455967 Mar 16 10:56:24.220012 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50132) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.227769 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2a5ec-5ad9-488d-81c2-2a1e732463e9 None None] Pushing event deleted for resources: {'Port': ['ID=0f38381f-d5de-4177-a95b-2ebe2337dfb7,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:24.229833 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-c504a1e4-b3ac-445d-af88-23da7170e2b2 None None] Port 8cdafd15-7f6f-4a74-897a-83ec9c106f01 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:24.242062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-f70d0351-8c13-4e63-8dac-8ef36567f32c tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c1b3205-ebca-405d-8dec-d5e01351c70c', 'tempest-TagsExtTest-Tag-1787869692') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:24.247864 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2a5ec-5ad9-488d-81c2-2a1e732463e9 None None] No DVR routers for this DVR port 0f38381f-d5de-4177-a95b-2ebe2337dfb7 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:24.270399 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b8c006a1-82b4-4df8-8575-29ef1f6dae7e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7183373 Mar 16 10:56:24.273927 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c504a1e4-b3ac-445d-af88-23da7170e2b2 None None] Provisioning complete for port c6185849-248c-4e50-b4b7-f310e8930993 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:24.274524 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c504a1e4-b3ac-445d-af88-23da7170e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.275377 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50136) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.283859 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-53d2e8cc-6e5d-4459-bf8f-39fe6090bdfa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:24.396522 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f70d0351-8c13-4e63-8dac-8ef36567f32c tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/routers/3c1b3205-ebca-405d-8dec-d5e01351c70c/tags/tempest-TagsExtTest-Tag-1787869692 HTTP/1.1" status: 204 len: 168 time: 0.1748209 Mar 16 10:56:24.397100 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50140) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.402939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-a5039bf7-35f8-4fd7-b657-0f32672c96cd tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3c1b3205-ebca-405d-8dec-d5e01351c70c', 'tempest-TagsExtTest-Tag-1787869692') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:24.411097 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.415710 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.488091 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-53d2e8cc-6e5d-4459-bf8f-39fe6090bdfa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:24.511030 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0f38381f-d5de-4177-a95b-2ebe2337dfb7 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:24.535941 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-53d2e8cc-6e5d-4459-bf8f-39fe6090bdfa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:24.546371 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 0f38381f-d5de-4177-a95b-2ebe2337dfb7 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:24.546812 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0f38381f-d5de-4177-a95b-2ebe2337dfb7 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:24.564667 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a5039bf7-35f8-4fd7-b657-0f32672c96cd tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/routers/3c1b3205-ebca-405d-8dec-d5e01351c70c/tags/tempest-TagsExtTest-Tag-1787869692 HTTP/1.1" status: 204 len: 168 time: 0.1665270 Mar 16 10:56:24.567098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50144) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.572178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-d7231f3a-fd54-4161-ab94-265ff765edb1 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3c1b3205-ebca-405d-8dec-d5e01351c70c') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:24.585650 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d2e8cc-6e5d-4459-bf8f-39fe6090bdfa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:24.589081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-53d2e8cc-6e5d-4459-bf8f-39fe6090bdfa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.590421 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d2e8cc-6e5d-4459-bf8f-39fe6090bdfa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:24.590835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d2e8cc-6e5d-4459-bf8f-39fe6090bdfa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:24.655088 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.704393 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d7231f3a-fd54-4161-ab94-265ff765edb1 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/routers/3c1b3205-ebca-405d-8dec-d5e01351c70c/tags HTTP/1.1" status: 200 len: 205 time: 0.1338167 Mar 16 10:56:24.704647 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50148) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.709912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-6ba83123-c429-4107-8dea-46daf15230f5 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7956edd1-1408-4323-b3d8-978b5791107b') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:24.725991 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-53d2e8cc-6e5d-4459-bf8f-39fe6090bdfa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4495568 Mar 16 10:56:24.730299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50152) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.736764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-187fed7a-de1e-4328-af00-a7783a3ea80f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:24.753637 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6ba83123-c429-4107-8dea-46daf15230f5 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/subnetpools/7956edd1-1408-4323-b3d8-978b5791107b/tags HTTP/1.1" status: 200 len: 240 time: 0.0442047 Mar 16 10:56:24.754063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50156) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.764038 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.tag.tag_plugin [None req-2c68ce9c-d337-45f7-bbc5-4fc1d8936719 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7956edd1-1408-4323-b3d8-978b5791107b', 'tempest-TagsExtTest-Tag-104322419') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:24.844460 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-187fed7a-de1e-4328-af00-a7783a3ea80f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:24.853712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-187fed7a-de1e-4328-af00-a7783a3ea80f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:24.863671 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187fed7a-de1e-4328-af00-a7783a3ea80f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:24.867036 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-187fed7a-de1e-4328-af00-a7783a3ea80f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.868371 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-187fed7a-de1e-4328-af00-a7783a3ea80f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:24.868786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187fed7a-de1e-4328-af00-a7783a3ea80f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:24.888480 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-187fed7a-de1e-4328-af00-a7783a3ea80f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1571150 Mar 16 10:56:24.891484 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50160) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.897343 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-45105293-40fe-44ac-abb8-0da0274ca0b8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:24.899716 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2c68ce9c-d337-45f7-bbc5-4fc1d8936719 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/subnetpools/7956edd1-1408-4323-b3d8-978b5791107b/tags/tempest-TagsExtTest-Tag-104322419 HTTP/1.1" status: 204 len: 168 time: 0.1444526 Mar 16 10:56:24.904820 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50164) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.911786 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.tag.tag_plugin [None req-1f5b1018-ff2f-4495-bbbd-3df09acc62a0 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7956edd1-1408-4323-b3d8-978b5791107b', 'tempest-TagsExtTest-Tag-104322419') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:24.923115 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router fd32ff8f-1d4b-4f41-807a-657a7aa27eba is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:56:25.081354 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1f5b1018-ff2f-4495-bbbd-3df09acc62a0 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/subnetpools/7956edd1-1408-4323-b3d8-978b5791107b/tags/tempest-TagsExtTest-Tag-104322419 HTTP/1.1" status: 204 len: 168 time: 0.1752892 Mar 16 10:56:25.097904 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50168) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.107435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-1bef686c-0c19-468c-9d63-8890095cbacf tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7956edd1-1408-4323-b3d8-978b5791107b') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:25.141915 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.145706 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-45105293-40fe-44ac-abb8-0da0274ca0b8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:25.148779 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.148949 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1bef686c-0c19-468c-9d63-8890095cbacf tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/subnetpools/7956edd1-1408-4323-b3d8-978b5791107b/tags HTTP/1.1" status: 200 len: 205 time: 0.0500460 Mar 16 10:56:25.151643 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50172) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.159178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-8ec1d4ac-a828-45f1-a94d-8699c8aae65a tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7956edd1-1408-4323-b3d8-978b5791107b') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:25.170918 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-45105293-40fe-44ac-abb8-0da0274ca0b8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:25.185550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45105293-40fe-44ac-abb8-0da0274ca0b8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:25.189118 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-45105293-40fe-44ac-abb8-0da0274ca0b8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.191716 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-45105293-40fe-44ac-abb8-0da0274ca0b8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:25.192147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45105293-40fe-44ac-abb8-0da0274ca0b8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:25.211431 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8ec1d4ac-a828-45f1-a94d-8699c8aae65a tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/subnetpools/7956edd1-1408-4323-b3d8-978b5791107b/tags HTTP/1.1" status: 204 len: 168 time: 0.0588098 Mar 16 10:56:25.213986 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-45105293-40fe-44ac-abb8-0da0274ca0b8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3215501 Mar 16 10:56:25.214685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50176) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.216987 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50178) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.222267 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-e94070cf-2e72-446f-be91-14302e5eb38b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c1b3205-ebca-405d-8dec-d5e01351c70c') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:25.264275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:25.274211 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eefe4c7-af0a-42a4-974b-79a9dcfab445 None None] Sync routers for ids ['fd32ff8f-1d4b-4f41-807a-657a7aa27eba'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:25.285145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eefe4c7-af0a-42a4-974b-79a9dcfab445 None None] Routers {'fd32ff8f-1d4b-4f41-807a-657a7aa27eba'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:25.286129 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-1eefe4c7-af0a-42a4-974b-79a9dcfab445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fd32ff8f-1d4b-4f41-807a-657a7aa27eba'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:25.297834 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Pushing event updated for resources: {'Port': ['ID=ab64164b-5e61-470e-950f-bc237c6898bf,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:25.322809 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.323513 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9b205df8-1c49-4cfe-8720-ed507cd0a604 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1049776 Mar 16 10:56:25.326188 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50184) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.327138 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f1dd229b-f1b5-47f0-a151-a61011f76233 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.5776792 Mar 16 10:56:25.328261 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.334577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50186) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.361791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-1eefe4c7-af0a-42a4-974b-79a9dcfab445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:25.372045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eefe4c7-af0a-42a4-974b-79a9dcfab445 None None] Routers {'fd32ff8f-1d4b-4f41-807a-657a7aa27eba'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:25.372793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-1eefe4c7-af0a-42a4-974b-79a9dcfab445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fd32ff8f-1d4b-4f41-807a-657a7aa27eba'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:25.424394 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.426490 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7424ee81-f6b6-4fe6-812f-ac78e21ce59c tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7623572 Mar 16 10:56:25.429423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50192) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.434016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-1eefe4c7-af0a-42a4-974b-79a9dcfab445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:25.434448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eefe4c7-af0a-42a4-974b-79a9dcfab445 None None] The sync data for ids ['fd32ff8f-1d4b-4f41-807a-657a7aa27eba'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:25.462543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7915c9-9518-46af-96b8-b08c1a5217c2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:25.466652 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0f7915c9-9518-46af-96b8-b08c1a5217c2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1341319 Mar 16 10:56:25.466652 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e94070cf-2e72-446f-be91-14302e5eb38b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/routers/3c1b3205-ebca-405d-8dec-d5e01351c70c/tags HTTP/1.1" status: 204 len: 168 time: 0.2495160 Mar 16 10:56:25.466652 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50198) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.468822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50200) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.473288 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-60ee712b-f3d0-401e-ab1d-906e1b20b7c9 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8cdafd15-7f6f-4a74-897a-83ec9c106f01') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:25.579040 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-178880df-f8c2-4fbc-b75a-7ae74daadcc8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055648 Mar 16 10:56:25.579040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50206) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.585800 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-e1af2f3f-5142-4ea2-a8e7-478a7560deca tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:25.646098 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:25.660359 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:25.667335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Usage tracker for resource:floatingip and tenant:f03bb7260a5c4e209519101251e254ea is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:25.671572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:25.687679 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:25.701864 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8487acaa-60be-4b0d-9d1c-8aebcc1b0d72 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/routers/fd32ff8f-1d4b-4f41-807a-657a7aa27eba HTTP/1.1" status: 200 len: 884 time: 0.3660781 Mar 16 10:56:25.704817 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50210) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.710871 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e1af2f3f-5142-4ea2-a8e7-478a7560deca tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:25.719320 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-60ee712b-f3d0-401e-ab1d-906e1b20b7c9 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/ports/8cdafd15-7f6f-4a74-897a-83ec9c106f01/tags HTTP/1.1" status: 204 len: 168 time: 0.2496123 Mar 16 10:56:25.722742 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50214) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.724996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e1af2f3f-5142-4ea2-a8e7-478a7560deca tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:25.729353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-18fe2b68-a3b2-42eb-85ea-66aa648e8441 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '889913f7-17b8-47d9-943b-0c72c35ee3a8') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:25.772155 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.773588 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1af2f3f-5142-4ea2-a8e7-478a7560deca tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:25.776973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e1af2f3f-5142-4ea2-a8e7-478a7560deca tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.910992 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-18fe2b68-a3b2-42eb-85ea-66aa648e8441 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/subnets/889913f7-17b8-47d9-943b-0c72c35ee3a8/tags HTTP/1.1" status: 204 len: 168 time: 0.1830411 Mar 16 10:56:25.911557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50218) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.917350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-0738ebd7-016b-4379-9417-312528dab8f8 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '889913f7-17b8-47d9-943b-0c72c35ee3a8', 'tempest-TagsExtTest-Tag-1381282972') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:26.010977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.074190 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a84fe2fe-8767-4b99-b3f1-ef92e79af510 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Synchronizing usage tracker for tenant:6c913de8da6647e79229dcb069fabd69 on resource:router {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:26.116557 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0738ebd7-016b-4379-9417-312528dab8f8 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "PUT /v2.0/subnets/889913f7-17b8-47d9-943b-0c72c35ee3a8/tags/tempest-TagsExtTest-Tag-1381282972 HTTP/1.1" status: 201 len: 201 time: 0.2015529 Mar 16 10:56:26.116793 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50222) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:26.123574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-b89c87d6-bbb0-415b-89a4-b38894e110eb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8cdafd15-7f6f-4a74-897a-83ec9c106f01', 'tempest-TagsExtTest-Tag-1204448078') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:26.136191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a84fe2fe-8767-4b99-b3f1-ef92e79af510 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Unset dirty status for tenant:6c913de8da6647e79229dcb069fabd69 on resource:router {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:26.137347 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a84fe2fe-8767-4b99-b3f1-ef92e79af510 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4316123 Mar 16 10:56:26.143575 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50226) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:26.150394 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-e0469603-c751-4076-91ec-656738778342 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-132647871'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:26.207603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.objects.ports [None req-e1af2f3f-5142-4ea2-a8e7-478a7560deca tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87969) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:56:26.211910 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e1af2f3f-5142-4ea2-a8e7-478a7560deca tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.243956 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Allocated IP 172.26.3.2 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/0bb6c7d4-ffe6-40c1-9ccb-022e6fc27ee0) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:26.279413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1af2f3f-5142-4ea2-a8e7-478a7560deca tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:26.290443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-e1af2f3f-5142-4ea2-a8e7-478a7560deca tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:26.293267 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af2f3f-5142-4ea2-a8e7-478a7560deca tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=7df5bb1d-be2a-4d6f-bdac-685bec3c40df,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:26.298248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1af2f3f-5142-4ea2-a8e7-478a7560deca tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:26.298248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e1af2f3f-5142-4ea2-a8e7-478a7560deca tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.314458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5923c8c-d367-423a-a9f8-cdd44fa5e753 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:26.333531 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e1af2f3f-5142-4ea2-a8e7-478a7560deca tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7544723 Mar 16 10:56:26.336773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50230) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:26.343446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-cce3c010-b022-4784-8132-6635b7e589d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'mac_address': 'fa:16:3e:c2:d5:8e', 'name': 'tempest-NetworksTestDHCPv6-670785202'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:26.362747 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b89c87d6-bbb0-415b-89a4-b38894e110eb tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "PUT /v2.0/ports/8cdafd15-7f6f-4a74-897a-83ec9c106f01/tags/tempest-TagsExtTest-Tag-1204448078 HTTP/1.1" status: 201 len: 201 time: 0.2449813 Mar 16 10:56:26.365866 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50234) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:26.382797 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-d86e37e4-0b1f-4616-96cc-1ad032413150 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3c1b3205-ebca-405d-8dec-d5e01351c70c', 'tempest-TagsExtTest-Tag-1247649603') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:26.553057 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': '7df5bb1d-be2a-4d6f-bdac-685bec3c40df'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:26.554333 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.646552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.721134 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Allocated IP 2001:db8::f816:3eff:fe35:7ed5 (6fb457af-0d86-4c52-b4cf-f12d297a5983/7df5bb1d-be2a-4d6f-bdac-685bec3c40df/5a175175-73d7-4c4c-8a83-d5b214d8a6e3) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:26.745295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cce3c010-b022-4784-8132-6635b7e589d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:26.756289 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d86e37e4-0b1f-4616-96cc-1ad032413150 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "PUT /v2.0/routers/3c1b3205-ebca-405d-8dec-d5e01351c70c/tags/tempest-TagsExtTest-Tag-1247649603 HTTP/1.1" status: 201 len: 201 time: 0.3864388 Mar 16 10:56:26.756577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50238) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:26.759598 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cce3c010-b022-4784-8132-6635b7e589d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:26.764059 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-89df5253-9029-4172-bd1a-d5e084eef7d1 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7956edd1-1408-4323-b3d8-978b5791107b', 'tempest-TagsExtTest-Tag-120584327') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:26.786755 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce3c010-b022-4784-8132-6635b7e589d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:26.841731 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.891979 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e0469603-c751-4076-91ec-656738778342 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.897553 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-89df5253-9029-4172-bd1a-d5e084eef7d1 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "PUT /v2.0/subnetpools/7956edd1-1408-4323-b3d8-978b5791107b/tags/tempest-TagsExtTest-Tag-120584327 HTTP/1.1" status: 201 len: 201 time: 0.1373248 Mar 16 10:56:26.897720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50242) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:26.907215 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-56dcd690-ba33-44d3-b1bd-56f349db584a tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '889913f7-17b8-47d9-943b-0c72c35ee3a8', {'tags': ['tempest-TagsExtTest-Tag-1455661769', 'tempest-TagsExtTest-Tag-731372342', 'tempest-TagsExtTest-Tag-1396734166']}) {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:26.929743 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:26.933564 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e0469603-c751-4076-91ec-656738778342 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.936521 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:26.941888 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:26.945468 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.957552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Transition to ACTIVE for port object 5a175175-73d7-4c4c-8a83-d5b214d8a6e3 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:26.968526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cce3c010-b022-4784-8132-6635b7e589d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.969267 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Pushing event updated for resources: {'Port': ['ID=0bb6c7d4-ffe6-40c1-9ccb-022e6fc27ee0,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:26.981239 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Transition to ACTIVE for port object 5a175175-73d7-4c4c-8a83-d5b214d8a6e3 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:26.989028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.005953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-cce3c010-b022-4784-8132-6635b7e589d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port 5a133b95-acd8-43ba-8036-985acd8325b8 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:27.054526 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:27.057179 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:27.060355 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:27.069292 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-56dcd690-ba33-44d3-b1bd-56f349db584a tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "PUT /v2.0/subnets/889913f7-17b8-47d9-943b-0c72c35ee3a8/tags HTTP/1.1" status: 200 len: 317 time: 0.1705194 Mar 16 10:56:27.072851 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50246) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:27.080661 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-88795773-cada-468d-9b1c-e3d6457c3ea5 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '889913f7-17b8-47d9-943b-0c72c35ee3a8') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:27.110040 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Pushing event updated for resources: {'Port': ['ID=5a175175-73d7-4c4c-8a83-d5b214d8a6e3,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:27.169635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Attempting to bind port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:27.170162 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Attempting to bind port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:27.170625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Attempting to bind port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3 on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:27.177452 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:27.177452 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:27.178271 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.178791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:27.179401 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Bound port: 5a175175-73d7-4c4c-8a83-d5b214d8a6e3, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:27.179877 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.216086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-cce3c010-b022-4784-8132-6635b7e589d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::f816:3eff:fec2:d58e (6fb457af-0d86-4c52-b4cf-f12d297a5983/7df5bb1d-be2a-4d6f-bdac-685bec3c40df/5a133b95-acd8-43ba-8036-985acd8325b8) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:27.272460 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-88795773-cada-468d-9b1c-e3d6457c3ea5 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/subnets/889913f7-17b8-47d9-943b-0c72c35ee3a8/tags HTTP/1.1" status: 204 len: 168 time: 0.1960583 Mar 16 10:56:27.273281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50250) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:27.279988 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-c6a95c54-c08a-447c-85c9-d8ab215ee9af tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '889913f7-17b8-47d9-943b-0c72c35ee3a8', 'tempest-TagsExtTest-Tag-1455661769') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:27.340040 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0469603-c751-4076-91ec-656738778342 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router fd32ff8f-1d4b-4f41-807a-657a7aa27eba has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:27.348772 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.357892 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] For port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:27.361856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] For port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5a175175-73d7-4c4c-8a83-d5b214d8a6e3,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:27.367725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.454965 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-c6a95c54-c08a-447c-85c9-d8ab215ee9af tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] show failed (client error): The resource could not be found. Mar 16 10:56:27.459045 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c6a95c54-c08a-447c-85c9-d8ab215ee9af tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/subnets/889913f7-17b8-47d9-943b-0c72c35ee3a8/tags/tempest-TagsExtTest-Tag-1455661769 HTTP/1.1" status: 404 len: 329 time: 0.1818287 Mar 16 10:56:27.459045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50254) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:27.459999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2c312-3617-4ff8-819d-eeb696f7f9ee None None] Pushing event updated for resources: {'Port': ['ID=5a175175-73d7-4c4c-8a83-d5b214d8a6e3,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:27.465422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-7f5e0ef2-97f5-4dd7-84de-37864c574193 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '889913f7-17b8-47d9-943b-0c72c35ee3a8', 'tempest-TagsExtTest-Tag-731372342') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:27.500803 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.559192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cce3c010-b022-4784-8132-6635b7e589d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.581656 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-cce3c010-b022-4784-8132-6635b7e589d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object 5a133b95-acd8-43ba-8036-985acd8325b8 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:27.593709 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-7f5e0ef2-97f5-4dd7-84de-37864c574193 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] show failed (client error): The resource could not be found. Mar 16 10:56:27.597750 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7f5e0ef2-97f5-4dd7-84de-37864c574193 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/subnets/889913f7-17b8-47d9-943b-0c72c35ee3a8/tags/tempest-TagsExtTest-Tag-731372342 HTTP/1.1" status: 404 len: 328 time: 0.1353087 Mar 16 10:56:27.598021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50258) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:27.603954 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-bb929340-a292-48ec-a2a3-8e173b7050d4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '889913f7-17b8-47d9-943b-0c72c35ee3a8', 'tempest-TagsExtTest-Tag-1396734166') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:27.636402 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0469603-c751-4076-91ec-656738778342 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:27.652288 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508f7131-5afc-4c76-8d04-902396f94c4f None None] Sync routers for ids ['fd32ff8f-1d4b-4f41-807a-657a7aa27eba'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:27.675587 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508f7131-5afc-4c76-8d04-902396f94c4f None None] Routers {'fd32ff8f-1d4b-4f41-807a-657a7aa27eba'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:27.676788 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-508f7131-5afc-4c76-8d04-902396f94c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fd32ff8f-1d4b-4f41-807a-657a7aa27eba'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:27.691602 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cce3c010-b022-4784-8132-6635b7e589d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.703588 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e0469603-c751-4076-91ec-656738778342 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.707246 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e0469603-c751-4076-91ec-656738778342 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/fd32ff8f-1d4b-4f41-807a-657a7aa27eba HTTP/1.1" status: 200 len: 891 time: 1.5602760 Mar 16 10:56:27.708224 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50262) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:27.764187 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-508f7131-5afc-4c76-8d04-902396f94c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:27.775285 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508f7131-5afc-4c76-8d04-902396f94c4f None None] Routers {'fd32ff8f-1d4b-4f41-807a-657a7aa27eba'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:27.776185 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-508f7131-5afc-4c76-8d04-902396f94c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fd32ff8f-1d4b-4f41-807a-657a7aa27eba'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:27.796471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce3c010-b022-4784-8132-6635b7e589d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:27.809431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-cce3c010-b022-4784-8132-6635b7e589d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:27.817853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce3c010-b022-4784-8132-6635b7e589d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:27.823544 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce3c010-b022-4784-8132-6635b7e589d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:27.824381 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cce3c010-b022-4784-8132-6635b7e589d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.847975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3c010-b022-4784-8132-6635b7e589d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=5a133b95-acd8-43ba-8036-985acd8325b8,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:27.856728 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cce3c010-b022-4784-8132-6635b7e589d6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5186281 Mar 16 10:56:27.859903 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50266) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:27.863397 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-508f7131-5afc-4c76-8d04-902396f94c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:27.863662 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508f7131-5afc-4c76-8d04-902396f94c4f None None] The sync data for ids ['fd32ff8f-1d4b-4f41-807a-657a7aa27eba'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:27.914649 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-bb929340-a292-48ec-a2a3-8e173b7050d4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] show failed (client error): The resource could not be found. Mar 16 10:56:27.915629 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bb929340-a292-48ec-a2a3-8e173b7050d4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/subnets/889913f7-17b8-47d9-943b-0c72c35ee3a8/tags/tempest-TagsExtTest-Tag-1396734166 HTTP/1.1" status: 404 len: 329 time: 0.3167200 Mar 16 10:56:27.919801 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50270) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:27.925877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-e4ab91ed-6550-49fa-bada-1cc62d018edf tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8cdafd15-7f6f-4a74-897a-83ec9c106f01', {'tags': ['tempest-TagsExtTest-Tag-2142193215', 'tempest-TagsExtTest-Tag-1614352216', 'tempest-TagsExtTest-Tag-421112938']}) {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:27.996558 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a217470d-c80b-44db-ae0f-fdb15001ed28 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/routers/fd32ff8f-1d4b-4f41-807a-657a7aa27eba HTTP/1.1" status: 200 len: 891 time: 0.2850440 Mar 16 10:56:27.997446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50274) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.009591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.014881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.056914 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-06e7c6a3-08a9-4329-ac4d-1c175d70d219 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd32ff8f-1d4b-4f41-807a-657a7aa27eba HTTP/1.1" status: 200 len: 205 time: 0.0587087 Mar 16 10:56:28.065511 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a7135-be82-435c-8131-247f1ceb6780 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:28.069689 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50278) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.071777 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a7135-be82-435c-8131-247f1ceb6780 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:28.072550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ce9a7135-be82-435c-8131-247f1ceb6780 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:28.077496 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e4ab91ed-6550-49fa-bada-1cc62d018edf tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "PUT /v2.0/ports/8cdafd15-7f6f-4a74-897a-83ec9c106f01/tags HTTP/1.1" status: 200 len: 317 time: 0.1570852 Mar 16 10:56:28.082390 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50282) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.090948 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-29d93a61-f39b-41f9-bd07-319c6fb95d9b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8cdafd15-7f6f-4a74-897a-83ec9c106f01') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:28.121336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ce9a7135-be82-435c-8131-247f1ceb6780 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:28.122471 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ce9a7135-be82-435c-8131-247f1ceb6780 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2573245 Mar 16 10:56:28.128356 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50286) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.206751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-8a852301-7b27-46a2-8887-baabc277b8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 5a133b95-acd8-43ba-8036-985acd8325b8 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:28.206751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8a852301-7b27-46a2-8887-baabc277b8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.207034 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Pushing event updated for resources: {'Port': ['ID=0bb6c7d4-ffe6-40c1-9ccb-022e6fc27ee0,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:28.223256 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.315260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.320051 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2e3a02a2-28cc-4b35-8d26-dff47902deda tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8893580 Mar 16 10:56:28.323503 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50290) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.377864 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-29d93a61-f39b-41f9-bd07-319c6fb95d9b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/ports/8cdafd15-7f6f-4a74-897a-83ec9c106f01/tags HTTP/1.1" status: 204 len: 168 time: 0.2919648 Mar 16 10:56:28.383962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50294) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.424084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.tag.tag_plugin [None req-614b37f3-00f4-46e4-a981-09db44eafe01 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8cdafd15-7f6f-4a74-897a-83ec9c106f01', 'tempest-TagsExtTest-Tag-2142193215') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:28.450903 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ec3cee01-c0c2-44c7-82fa-472eaa1dea35 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.497780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8a852301-7b27-46a2-8887-baabc277b8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.629826 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6983b4de-ef63-4e74-b717-f77fc6db3291 None None] Provisioning for port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:28.721518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-00d2cead-5ad2-4f04-a75d-000a2461051b tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Synchronizing usage tracker for tenant:a58d8dde3f964f58bcf335fc6790e492 on resource:floatingip {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:28.761642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-8a852301-7b27-46a2-8887-baabc277b8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 5a133b95-acd8-43ba-8036-985acd8325b8 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:28.828011 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-00d2cead-5ad2-4f04-a75d-000a2461051b tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Unset dirty status for tenant:a58d8dde3f964f58bcf335fc6790e492 on resource:floatingip {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:28.829251 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-00d2cead-5ad2-4f04-a75d-000a2461051b tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.5049205 Mar 16 10:56:28.842147 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50300) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.904885 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-614b37f3-00f4-46e4-a981-09db44eafe01 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] show failed (client error): The resource could not be found. Mar 16 10:56:28.905824 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-614b37f3-00f4-46e4-a981-09db44eafe01 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/ports/8cdafd15-7f6f-4a74-897a-83ec9c106f01/tags/tempest-TagsExtTest-Tag-2142193215 HTTP/1.1" status: 404 len: 329 time: 0.5188823 Mar 16 10:56:28.908708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50304) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.915409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-6139e4fc-1ae2-40fc-a943-92ec430d320e tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8cdafd15-7f6f-4a74-897a-83ec9c106f01', 'tempest-TagsExtTest-Tag-1614352216') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:28.930195 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ec3cee01-c0c2-44c7-82fa-472eaa1dea35 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.934590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fea90661-949e-45d8-97d9-57d709f68ff2 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Synchronizing usage tracker for tenant:8978bb67d3184c7aa0b78103f463cbe7 on resource:floatingip {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:28.947120 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ec3cee01-c0c2-44c7-82fa-472eaa1dea35 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port d0179995-6895-4e80-b596-9bc6001229c4 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:28.947522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ec3cee01-c0c2-44c7-82fa-472eaa1dea35 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.964605 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d55edcfa-badf-48c5-a32f-2b3caae4dac2 None None] Provisioning for port 5a133b95-acd8-43ba-8036-985acd8325b8 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:28.968092 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8a852301-7b27-46a2-8887-baabc277b8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.970319 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d55edcfa-badf-48c5-a32f-2b3caae4dac2 None None] Provisioning complete for port 5a133b95-acd8-43ba-8036-985acd8325b8 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:28.970717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d55edcfa-badf-48c5-a32f-2b3caae4dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.997015 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fea90661-949e-45d8-97d9-57d709f68ff2 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Unset dirty status for tenant:8978bb67d3184c7aa0b78103f463cbe7 on resource:floatingip {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:29.000900 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fea90661-949e-45d8-97d9-57d709f68ff2 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1552083 Mar 16 10:56:29.007878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50308) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:29.009307 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d55edcfa-badf-48c5-a32f-2b3caae4dac2 None None] Port 5a133b95-acd8-43ba-8036-985acd8325b8 was deleted so its status cannot be updated. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 16 10:56:29.065745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a852301-7b27-46a2-8887-baabc277b8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=5a133b95-acd8-43ba-8036-985acd8325b8,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:29.073330 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8a852301-7b27-46a2-8887-baabc277b8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.098326 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8a852301-7b27-46a2-8887-baabc277b8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/5a133b95-acd8-43ba-8036-985acd8325b8 HTTP/1.1" status: 204 len: 168 time: 0.9661922 Mar 16 10:56:29.098700 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50312) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:29.101918 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-6139e4fc-1ae2-40fc-a943-92ec430d320e tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] show failed (client error): The resource could not be found. Mar 16 10:56:29.105789 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6139e4fc-1ae2-40fc-a943-92ec430d320e tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/ports/8cdafd15-7f6f-4a74-897a-83ec9c106f01/tags/tempest-TagsExtTest-Tag-1614352216 HTTP/1.1" status: 404 len: 329 time: 0.1932764 Mar 16 10:56:29.107822 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50316) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:29.126731 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.tag.tag_plugin [None req-c170fc5c-d95b-433d-9ada-6cbfe065a38b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8cdafd15-7f6f-4a74-897a-83ec9c106f01', 'tempest-TagsExtTest-Tag-421112938') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:29.175117 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d52e244-527c-4135-b00c-7584dcaf04d2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:29.176643 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d52e244-527c-4135-b00c-7584dcaf04d2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:29.177392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4d52e244-527c-4135-b00c-7584dcaf04d2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:29.194339 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4d52e244-527c-4135-b00c-7584dcaf04d2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:29.195561 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4d52e244-527c-4135-b00c-7584dcaf04d2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0960383 Mar 16 10:56:29.198256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50320) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:29.269784 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f156759-e204-44ff-a93f-e0e38007e079 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 7df5bb1d-be2a-4d6f-bdac-685bec3c40df {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:29.272869 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9f156759-e204-44ff-a93f-e0e38007e079 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.310472 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a91ac-4055-44b9-95e5-cbeeb1bb1ad0 tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Deleting port 0bb6c7d4-ffe6-40c1-9ccb-022e6fc27ee0 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:29.310813 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c3a91ac-4055-44b9-95e5-cbeeb1bb1ad0 tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.329614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9f156759-e204-44ff-a93f-e0e38007e079 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.401172 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ec3cee01-c0c2-44c7-82fa-472eaa1dea35 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.416872 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9f156759-e204-44ff-a93f-e0e38007e079 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.488465 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9f156759-e204-44ff-a93f-e0e38007e079 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.526533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f156759-e204-44ff-a93f-e0e38007e079 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=7df5bb1d-be2a-4d6f-bdac-685bec3c40df,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:29.534027 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9f156759-e204-44ff-a93f-e0e38007e079 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.540799 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf6cef8-721e-4ddc-a284-56de60587682 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:29.547221 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ec3cee01-c0c2-44c7-82fa-472eaa1dea35 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Calling delete_port for d0179995-6895-4e80-b596-9bc6001229c4 owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:29.551995 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9f156759-e204-44ff-a93f-e0e38007e079 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/7df5bb1d-be2a-4d6f-bdac-685bec3c40df HTTP/1.1" status: 204 len: 168 time: 0.3497586 Mar 16 10:56:29.552152 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50324) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:29.630838 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bd310fea-c040-46db-91a9-513975c7e781 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738089 Mar 16 10:56:29.630838 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50328) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:29.637235 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:29.654379 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-c170fc5c-d95b-433d-9ada-6cbfe065a38b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] show failed (client error): The resource could not be found. Mar 16 10:56:29.657899 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c170fc5c-d95b-433d-9ada-6cbfe065a38b tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/ports/8cdafd15-7f6f-4a74-897a-83ec9c106f01/tags/tempest-TagsExtTest-Tag-421112938 HTTP/1.1" status: 404 len: 328 time: 0.5392432 Mar 16 10:56:29.663991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50332) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:29.674646 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.tag.tag_plugin [None req-5fc4671e-b1c8-49fe-8e15-b3d15096d983 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3c1b3205-ebca-405d-8dec-d5e01351c70c', {'tags': ['tempest-TagsExtTest-Tag-1899341013', 'tempest-TagsExtTest-Tag-2040697920', 'tempest-TagsExtTest-Tag-1434126049']}) {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:29.730763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5a175175-73d7-4c4c-8a83-d5b214d8a6e3 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:29.768866 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:29.773741 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:29.776903 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:29.782825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:29.793539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:29.797239 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.840099 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:29.855564 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c3a91ac-4055-44b9-95e5-cbeeb1bb1ad0 tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.855978 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c3a91ac-4055-44b9-95e5-cbeeb1bb1ad0 tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.862980 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:29.864881 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.934925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:29.941934 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Deleting port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:29.942386 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.995538 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a91ac-4055-44b9-95e5-cbeeb1bb1ad0 tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Calling delete_port for 0bb6c7d4-ffe6-40c1-9ccb-022e6fc27ee0 owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:30.099929 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.167893 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5fc4671e-b1c8-49fe-8e15-b3d15096d983 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "PUT /v2.0/routers/3c1b3205-ebca-405d-8dec-d5e01351c70c/tags HTTP/1.1" status: 200 len: 318 time: 0.5007436 Mar 16 10:56:30.171097 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50336) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:30.179431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-9bb4250a-3b9e-4fc0-9520-bff5c85030e6 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c1b3205-ebca-405d-8dec-d5e01351c70c') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:30.228945 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5a175175-73d7-4c4c-8a83-d5b214d8a6e3,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:30.239073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.319792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] For port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5a175175-73d7-4c4c-8a83-d5b214d8a6e3,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:30.320263 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.326877 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c3a91ac-4055-44b9-95e5-cbeeb1bb1ad0 tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.330749 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.objects.ports [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87969) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:56:30.418577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a91ac-4055-44b9-95e5-cbeeb1bb1ad0 tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Pushing event deleted for resources: {'Port': ['ID=0bb6c7d4-ffe6-40c1-9ccb-022e6fc27ee0,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:30.442251 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9bb4250a-3b9e-4fc0-9520-bff5c85030e6 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/routers/3c1b3205-ebca-405d-8dec-d5e01351c70c/tags HTTP/1.1" status: 204 len: 168 time: 0.2700701 Mar 16 10:56:30.446927 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=5a175175-73d7-4c4c-8a83-d5b214d8a6e3,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:30.447700 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50340) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:30.454761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-2d4bb3f3-1f56-44da-b173-efaf988046d2 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c1b3205-ebca-405d-8dec-d5e01351c70c', 'tempest-TagsExtTest-Tag-1899341013') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:30.456117 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Calling delete_port for 5a175175-73d7-4c4c-8a83-d5b214d8a6e3 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:30.481454 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ec3cee01-c0c2-44c7-82fa-472eaa1dea35 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.534662 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:30.535061 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:30.535453 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cee01-c0c2-44c7-82fa-472eaa1dea35 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Port': ['ID=d0179995-6895-4e80-b596-9bc6001229c4,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:30.572842 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c3a91ac-4055-44b9-95e5-cbeeb1bb1ad0 tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.647769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c3a91ac-4055-44b9-95e5-cbeeb1bb1ad0 tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.648915 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1c3a91ac-4055-44b9-95e5-cbeeb1bb1ad0 tempest-FloatingIPAdminTestJSON-1150214585 tempest-FloatingIPAdminTestJSON-1150214585-project] 10.222.0.44 "DELETE /v2.0/floatingips/9cf2b673-dc6b-4fce-87c6-f0420de15d84 HTTP/1.1" status: 204 len: 168 time: 1.6401155 Mar 16 10:56:30.651570 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50344) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:30.737518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ec3cee01-c0c2-44c7-82fa-472eaa1dea35 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.754436 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-2d4bb3f3-1f56-44da-b173-efaf988046d2 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] show failed (client error): The resource could not be found. Mar 16 10:56:30.755472 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2d4bb3f3-1f56-44da-b173-efaf988046d2 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/routers/3c1b3205-ebca-405d-8dec-d5e01351c70c/tags/tempest-TagsExtTest-Tag-1899341013 HTTP/1.1" status: 404 len: 329 time: 0.3068454 Mar 16 10:56:30.758240 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50348) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:30.769577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-bdcec773-0d53-4c70-bb0d-a5d99c2f7322 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c1b3205-ebca-405d-8dec-d5e01351c70c', 'tempest-TagsExtTest-Tag-2040697920') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:30.801406 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bd269830-ab67-474d-a820-86e2c89675b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.833031 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.925883 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-d5a54068-71ba-4f74-9b2d-f79e792ece4f tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Deleting port ab64164b-5e61-470e-950f-bc237c6898bf {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:30.926216 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d5a54068-71ba-4f74-9b2d-f79e792ece4f tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.956168 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-bdcec773-0d53-4c70-bb0d-a5d99c2f7322 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] show failed (client error): The resource could not be found. Mar 16 10:56:30.957183 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bdcec773-0d53-4c70-bb0d-a5d99c2f7322 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/routers/3c1b3205-ebca-405d-8dec-d5e01351c70c/tags/tempest-TagsExtTest-Tag-2040697920 HTTP/1.1" status: 404 len: 329 time: 0.1980791 Mar 16 10:56:30.963700 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50352) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:30.970690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-939659db-bc40-4c99-a716-fb78f53b0d37 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c1b3205-ebca-405d-8dec-d5e01351c70c', 'tempest-TagsExtTest-Tag-1434126049') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:31.020422 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ec3cee01-c0c2-44c7-82fa-472eaa1dea35 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.024065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ec3cee01-c0c2-44c7-82fa-472eaa1dea35 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.036731 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Deleting port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:31.037795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.126606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ec3cee01-c0c2-44c7-82fa-472eaa1dea35 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.128335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3cee01-c0c2-44c7-82fa-472eaa1dea35 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Fanout notify agent at l3_agent the message router_deleted on router fd32ff8f-1d4b-4f41-807a-657a7aa27eba {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:56:31.162436 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ec3cee01-c0c2-44c7-82fa-472eaa1dea35 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.166951 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ec3cee01-c0c2-44c7-82fa-472eaa1dea35 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/routers/fd32ff8f-1d4b-4f41-807a-657a7aa27eba HTTP/1.1" status: 204 len: 168 time: 3.0929379 Mar 16 10:56:31.168164 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50356) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:31.176801 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5558bac0-212e-4a0d-af48-c692e991777f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1888705071'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:31.191380 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5558bac0-212e-4a0d-af48-c692e991777f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:31.199322 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5558bac0-212e-4a0d-af48-c692e991777f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:network and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:31.202716 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d5a54068-71ba-4f74-9b2d-f79e792ece4f tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.202890 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-939659db-bc40-4c99-a716-fb78f53b0d37 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] show failed (client error): The resource could not be found. Mar 16 10:56:31.203399 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d5a54068-71ba-4f74-9b2d-f79e792ece4f tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.203882 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-939659db-bc40-4c99-a716-fb78f53b0d37 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/routers/3c1b3205-ebca-405d-8dec-d5e01351c70c/tags/tempest-TagsExtTest-Tag-1434126049 HTTP/1.1" status: 404 len: 329 time: 0.2393103 Mar 16 10:56:31.206540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50360) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:31.210551 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5558bac0-212e-4a0d-af48-c692e991777f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:31.213511 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-a0d8fad8-3dbc-4adf-b4b9-45987dfcdaec tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7956edd1-1408-4323-b3d8-978b5791107b', {'tags': ['tempest-TagsExtTest-Tag-2032128065', 'tempest-TagsExtTest-Tag-1144678258', 'tempest-TagsExtTest-Tag-1730226757']}) {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:31.220116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5558bac0-212e-4a0d-af48-c692e991777f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:31.261766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] For port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5a175175-73d7-4c4c-8a83-d5b214d8a6e3,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:31.290117 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a0d8fad8-3dbc-4adf-b4b9-45987dfcdaec tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "PUT /v2.0/subnetpools/7956edd1-1408-4323-b3d8-978b5791107b/tags HTTP/1.1" status: 200 len: 318 time: 0.0802360 Mar 16 10:56:31.291066 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50364) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:31.296822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-cb44cff2-e2b4-4e1e-8960-4574e6dcd363 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7956edd1-1408-4323-b3d8-978b5791107b') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:31.306627 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.312866 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.313554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.337413 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-d5a54068-71ba-4f74-9b2d-f79e792ece4f tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Calling delete_port for ab64164b-5e61-470e-950f-bc237c6898bf owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:31.343286 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] For port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5a175175-73d7-4c4c-8a83-d5b214d8a6e3,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:31.343797 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.379285 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5558bac0-212e-4a0d-af48-c692e991777f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:31.383128 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5558bac0-212e-4a0d-af48-c692e991777f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.435599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:31.442179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:31.444925 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5558bac0-212e-4a0d-af48-c692e991777f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:31.450192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:31.450777 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.458974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5558bac0-212e-4a0d-af48-c692e991777f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.459761 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-5558bac0-212e-4a0d-af48-c692e991777f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Added segment 0827e54c-624c-4055-99be-741442a66787 of type vlan for network 7245ebdd-ff17-4a02-bad7-ad8205fa0588 Mar 16 10:56:31.472826 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=5e8abae9-178d-4d2d-8e6c-646c5bdf1b21,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:31.474858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=5a175175-73d7-4c4c-8a83-d5b214d8a6e3,revision_number=6']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:31.499739 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b0270c96-8fc4-4e64-bc57-286ea0ee2a81 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8654103 Mar 16 10:56:31.499935 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50368) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:31.506817 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'mac_address': 'fa:16:3e:09:40:86', 'name': 'tempest-NetworksTestDHCPv6-1095919096'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:31.516542 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Calling delete_port for 5a175175-73d7-4c4c-8a83-d5b214d8a6e3 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:31.526461 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cb44cff2-e2b4-4e1e-8960-4574e6dcd363 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/subnetpools/7956edd1-1408-4323-b3d8-978b5791107b/tags HTTP/1.1" status: 204 len: 168 time: 0.2324467 Mar 16 10:56:31.530782 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50372) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:31.536215 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5558bac0-212e-4a0d-af48-c692e991777f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.545686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.tag.tag_plugin [None req-8a0cf72f-854a-4e50-9e3e-0c62aa5460b5 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7956edd1-1408-4323-b3d8-978b5791107b', 'tempest-TagsExtTest-Tag-2032128065') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:31.599045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:31.599579 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:31.604964 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-8a0cf72f-854a-4e50-9e3e-0c62aa5460b5 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] show failed (client error): The resource could not be found. Mar 16 10:56:31.607195 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8a0cf72f-854a-4e50-9e3e-0c62aa5460b5 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/subnetpools/7956edd1-1408-4323-b3d8-978b5791107b/tags/tempest-TagsExtTest-Tag-2032128065 HTTP/1.1" status: 404 len: 329 time: 0.0728269 Mar 16 10:56:31.607195 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d5a54068-71ba-4f74-9b2d-f79e792ece4f tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.609119 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50376) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:31.619465 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-50727b46-43de-4a65-8164-e21356292555 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7956edd1-1408-4323-b3d8-978b5791107b', 'tempest-TagsExtTest-Tag-1144678258') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:31.665249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5a175175-73d7-4c4c-8a83-d5b214d8a6e3 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:31.668642 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-50727b46-43de-4a65-8164-e21356292555 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] show failed (client error): The resource could not be found. Mar 16 10:56:31.672329 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-50727b46-43de-4a65-8164-e21356292555 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/subnetpools/7956edd1-1408-4323-b3d8-978b5791107b/tags/tempest-TagsExtTest-Tag-1144678258 HTTP/1.1" status: 404 len: 329 time: 0.0562286 Mar 16 10:56:31.673091 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50380) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:31.679495 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-b00c4447-f442-48b2-8a8f-f52881132c25 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7956edd1-1408-4323-b3d8-978b5791107b', 'tempest-TagsExtTest-Tag-1730226757') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:31.688181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:31.695294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:port and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:31.701153 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:31.707993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:31.720114 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-b00c4447-f442-48b2-8a8f-f52881132c25 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] show failed (client error): The resource could not be found. Mar 16 10:56:31.724277 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b00c4447-f442-48b2-8a8f-f52881132c25 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/subnetpools/7956edd1-1408-4323-b3d8-978b5791107b/tags/tempest-TagsExtTest-Tag-1730226757 HTTP/1.1" status: 404 len: 329 time: 0.0478649 Mar 16 10:56:31.724468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50384) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:31.727167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:31.731105 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.743641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-1f0e40fe-65f2-4133-ae53-9e31b5d2c53a tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7956edd1-1408-4323-b3d8-978b5791107b') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:31.768380 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5558bac0-212e-4a0d-af48-c692e991777f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.773702 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5558bac0-212e-4a0d-af48-c692e991777f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:31.774736 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5558bac0-212e-4a0d-af48-c692e991777f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.776103 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port 7d3e7d38-09d4-4997-b0b5-4251f36e39c3 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:31.790431 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.808632 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a54068-71ba-4f74-9b2d-f79e792ece4f tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab64164b-5e61-470e-950f-bc237c6898bf,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:31.828888 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5a175175-73d7-4c4c-8a83-d5b214d8a6e3,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:31.835715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.849234 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1f0e40fe-65f2-4133-ae53-9e31b5d2c53a tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/subnetpools/7956edd1-1408-4323-b3d8-978b5791107b/tags HTTP/1.1" status: 204 len: 168 time: 0.1214554 Mar 16 10:56:31.850009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50388) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:31.857365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-a5d7ae57-42e6-4f40-9ff7-f987b3a7adf1 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c1b3205-ebca-405d-8dec-d5e01351c70c') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:31.901451 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Deleting port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:31.901978 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.978846 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558bac0-212e-4a0d-af48-c692e991777f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Network': ['ID=7245ebdd-ff17-4a02-bad7-ad8205fa0588,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:31.992799 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5558bac0-212e-4a0d-af48-c692e991777f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8205330 Mar 16 10:56:31.994464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50392) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.001623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 7245ebdd-ff17-4a02-bad7-ad8205fa0588 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:32.001952 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5b40b688-8e75-44a9-99c9-083be25d853c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'subnet': {'network_id': '7245ebdd-ff17-4a02-bad7-ad8205fa0588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:32.043886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::f816:3eff:fe09:4086 (6fb457af-0d86-4c52-b4cf-f12d297a5983/5e8abae9-178d-4d2d-8e6c-646c5bdf1b21/7d3e7d38-09d4-4997-b0b5-4251f36e39c3) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:32.049664 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=5a175175-73d7-4c4c-8a83-d5b214d8a6e3,revision_number=7']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:32.068030 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a5d7ae57-42e6-4f40-9ff7-f987b3a7adf1 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/routers/3c1b3205-ebca-405d-8dec-d5e01351c70c/tags HTTP/1.1" status: 204 len: 168 time: 0.2139630 Mar 16 10:56:32.068030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50396) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.085335 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.tag.tag_plugin [None req-e851610a-0288-4005-9725-fffe256b951c tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8cdafd15-7f6f-4a74-897a-83ec9c106f01') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:32.091205 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d5a54068-71ba-4f74-9b2d-f79e792ece4f tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.093530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d5a54068-71ba-4f74-9b2d-f79e792ece4f tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.098821 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d5a54068-71ba-4f74-9b2d-f79e792ece4f tempest-FloatingIPAdminTestJSON-626236039 tempest-FloatingIPAdminTestJSON-626236039-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/9e4a7c02-87ba-4a43-a118-1a3e143d3e24 HTTP/1.1" status: 204 len: 168 time: 1.4421999 Mar 16 10:56:32.103793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50400) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.178475 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5b40b688-8e75-44a9-99c9-083be25d853c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:32.191733 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5b40b688-8e75-44a9-99c9-083be25d853c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:subnet and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:32.196112 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5b40b688-8e75-44a9-99c9-083be25d853c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:32.201809 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-68dfc5f5-3061-488f-a85d-ef3c34217ebb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Deleting port 2b439b44-3cd0-4880-b179-f0524d4609c6 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:32.202148 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68dfc5f5-3061-488f-a85d-ef3c34217ebb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.236555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5b40b688-8e75-44a9-99c9-083be25d853c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:32.270752 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b40b688-8e75-44a9-99c9-083be25d853c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:32.274576 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5b40b688-8e75-44a9-99c9-083be25d853c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.305821 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] For port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5a175175-73d7-4c4c-8a83-d5b214d8a6e3,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:32.306517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.416474 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e851610a-0288-4005-9725-fffe256b951c tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/ports/8cdafd15-7f6f-4a74-897a-83ec9c106f01/tags HTTP/1.1" status: 204 len: 168 time: 0.3454769 Mar 16 10:56:32.417867 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50404) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.445750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.449568 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Calling delete_port for 5a175175-73d7-4c4c-8a83-d5b214d8a6e3 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:32.450720 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.tag.tag_plugin [None req-eb0cf105-ab96-46bd-b814-fa22e45eb196 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '889913f7-17b8-47d9-943b-0c72c35ee3a8') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:32.463550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object 7d3e7d38-09d4-4997-b0b5-4251f36e39c3 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:32.488441 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.559106 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:32.567193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:32.571700 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:32.577273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:32.577876 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.589740 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=7d3e7d38-09d4-4997-b0b5-4251f36e39c3,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:32.602023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.607771 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-55173363-dfe8-46f7-bb3d-8bb6393e389b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1066985 Mar 16 10:56:32.612541 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50408) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.660763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] Pushing event deleted for resources: {'Port': ['ID=5a175175-73d7-4c4c-8a83-d5b214d8a6e3,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:32.697816 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68dfc5f5-3061-488f-a85d-ef3c34217ebb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.701635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3656c4e-d027-4af4-be91-12be21b50210 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:32.702408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d3656c4e-d027-4af4-be91-12be21b50210 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:32.719251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d3656c4e-d027-4af4-be91-12be21b50210 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:32.723104 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d3656c4e-d027-4af4-be91-12be21b50210 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1070750 Mar 16 10:56:32.723532 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50412) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.742476 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655c99e-e180-481b-85fa-960e64d5ab55 None None] No DVR routers for this DVR port 5a175175-73d7-4c4c-8a83-d5b214d8a6e3 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:32.758522 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4420cd9-ea88-4297-8e52-5a9907aed348 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:32.796187 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f3be89e4-dd88-4d41-818e-fdb88d2c5f69 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 7d3e7d38-09d4-4997-b0b5-4251f36e39c3 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:32.796617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f3be89e4-dd88-4d41-818e-fdb88d2c5f69 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.838248 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-68dfc5f5-3061-488f-a85d-ef3c34217ebb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Calling delete_port for 2b439b44-3cd0-4880-b179-f0524d4609c6 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:32.915478 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-eb0cf105-ab96-46bd-b814-fa22e45eb196 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/subnets/889913f7-17b8-47d9-943b-0c72c35ee3a8/tags HTTP/1.1" status: 204 len: 168 time: 0.4861112 Mar 16 10:56:32.915924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50416) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.930490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5b40b688-8e75-44a9-99c9-083be25d853c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.018466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ec0e679d-837b-4238-bd56-f82346dea06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.051016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': '5e8abae9-178d-4d2d-8e6c-646c5bdf1b21'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:33.051861 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.073072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40b688-8e75-44a9-99c9-083be25d853c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Subnet': ['ID=0de068d8-bc04-467b-8fb1-cc9a5cc1a6cc,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:33.083446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b40b688-8e75-44a9-99c9-083be25d853c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Checking segment: {'id': '0827e54c-624c-4055-99be-741442a66787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7245ebdd-ff17-4a02-bad7-ad8205fa0588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:33.083446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40b688-8e75-44a9-99c9-083be25d853c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network hostable DHCP agents. Network: 7245ebdd-ff17-4a02-bad7-ad8205fa0588, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:33.112377 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68dfc5f5-3061-488f-a85d-ef3c34217ebb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.119009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f3be89e4-dd88-4d41-818e-fdb88d2c5f69 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.165026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40b688-8e75-44a9-99c9-083be25d853c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 7245ebdd-ff17-4a02-bad7-ad8205fa0588 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:33.168901 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfc5f5-3061-488f-a85d-ef3c34217ebb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Pushing event deleted for resources: {'Port': ['ID=2b439b44-3cd0-4880-b179-f0524d4609c6,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:33.185071 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a33031e-109c-4999-9943-40c62bcd9191 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks [] for subnetpool, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.186312 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4a33031e-109c-4999-9943-40c62bcd9191 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/subnetpools/7956edd1-1408-4323-b3d8-978b5791107b HTTP/1.1" status: 204 len: 168 time: 0.2693980 Mar 16 10:56:33.201429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50420) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:33.254582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-5b40b688-8e75-44a9-99c9-083be25d853c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 7245ebdd-ff17-4a02-bad7-ad8205fa0588) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:33.262458 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f3be89e4-dd88-4d41-818e-fdb88d2c5f69 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 7d3e7d38-09d4-4997-b0b5-4251f36e39c3 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:33.268476 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5140bfd-6f10-4c09-afc3-9f4e83a8a0a2 None None] Network 7245ebdd-ff17-4a02-bad7-ad8205fa0588 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:33.438909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f3be89e4-dd88-4d41-818e-fdb88d2c5f69 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.466400 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8d6aaa86-677f-4363-a95e-03859496c1db tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c1b3205-ebca-405d-8dec-d5e01351c70c HTTP/1.1" status: 200 len: 205 time: 0.2637293 Mar 16 10:56:33.468310 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b40b688-8e75-44a9-99c9-083be25d853c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:33.469037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5b40b688-8e75-44a9-99c9-083be25d853c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.471665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Allocated IP 2001:db8::f816:3eff:fe28:231 (6fb457af-0d86-4c52-b4cf-f12d297a5983/5e8abae9-178d-4d2d-8e6c-646c5bdf1b21/74aed23b-064a-4792-917e-24835fbbd1f4) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:33.476644 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50424) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:33.502492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be89e4-dd88-4d41-818e-fdb88d2c5f69 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=7d3e7d38-09d4-4997-b0b5-4251f36e39c3,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:33.557473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f3be89e4-dd88-4d41-818e-fdb88d2c5f69 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.574357 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f3be89e4-dd88-4d41-818e-fdb88d2c5f69 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/7d3e7d38-09d4-4997-b0b5-4251f36e39c3 HTTP/1.1" status: 204 len: 168 time: 0.8475175 Mar 16 10:56:33.574659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50428) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:33.617690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68dfc5f5-3061-488f-a85d-ef3c34217ebb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.634385 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a94330c-908e-4527-9788-4f444f5f5816 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.645823 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd1aa9e-eaff-4d71-82a8-190c09570d00 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:33.647451 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd1aa9e-eaff-4d71-82a8-190c09570d00 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:33.648189 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fcd1aa9e-eaff-4d71-82a8-190c09570d00 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:33.665113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fcd1aa9e-eaff-4d71-82a8-190c09570d00 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:33.668965 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fcd1aa9e-eaff-4d71-82a8-190c09570d00 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0907156 Mar 16 10:56:33.669303 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50432) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:33.693108 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-68dfc5f5-3061-488f-a85d-ef3c34217ebb tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] 10.222.0.44 "DELETE /v2.0/ports/2b439b44-3cd0-4880-b179-f0524d4609c6 HTTP/1.1" status: 204 len: 168 time: 1.5862656 Mar 16 10:56:33.702073 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5b40b688-8e75-44a9-99c9-083be25d853c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7042358 Mar 16 10:56:33.702073 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50436) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:33.703964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50438) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:33.748970 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e8c3d2-1f7c-47d3-8610-fc3781535a74 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 5e8abae9-178d-4d2d-8e6c-646c5bdf1b21 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:33.776623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-7245ebdd-ff17-4a02-bad7-ad8205fa0588', 'network_id': '7245ebdd-ff17-4a02-bad7-ad8205fa0588', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'fixed_ips': [{'subnet_id': '0de068d8-bc04-467b-8fb1-cc9a5cc1a6cc'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:33.777450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.799885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-4573156f-6626-4107-bf18-0ba6dbdac9b0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-681863675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:33.812473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4573156f-6626-4107-bf18-0ba6dbdac9b0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:33.848138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.862760 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4573156f-6626-4107-bf18-0ba6dbdac9b0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:router and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:33.871550 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Transition to ACTIVE for port object 74aed23b-064a-4792-917e-24835fbbd1f4 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:33.907303 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Transition to ACTIVE for port object 74aed23b-064a-4792-917e-24835fbbd1f4 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:33.914546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c3d2-1f7c-47d3-8610-fc3781535a74 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.917087 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.921813 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4573156f-6626-4107-bf18-0ba6dbdac9b0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:33.937025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4573156f-6626-4107-bf18-0ba6dbdac9b0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:33.976966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c3d2-1f7c-47d3-8610-fc3781535a74 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.006439 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a94330c-908e-4527-9788-4f444f5f5816 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.010561 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a94330c-908e-4527-9788-4f444f5f5816 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.018589 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4573156f-6626-4107-bf18-0ba6dbdac9b0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.019854 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4573156f-6626-4107-bf18-0ba6dbdac9b0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.030722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:34.036732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:34.041569 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:34.046465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Pushing event updated for resources: {'Port': ['ID=74aed23b-064a-4792-917e-24835fbbd1f4,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:34.055714 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a94330c-908e-4527-9788-4f444f5f5816 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.056204 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a94330c-908e-4527-9788-4f444f5f5816 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Fanout notify agent at l3_agent the message router_deleted on router 3c1b3205-ebca-405d-8dec-d5e01351c70c {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:56:34.058249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4573156f-6626-4107-bf18-0ba6dbdac9b0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.084232 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1a94330c-908e-4527-9788-4f444f5f5816 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.085551 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1a94330c-908e-4527-9788-4f444f5f5816 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/routers/3c1b3205-ebca-405d-8dec-d5e01351c70c HTTP/1.1" status: 204 len: 168 time: 0.6081476 Mar 16 10:56:34.085922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c3d2-1f7c-47d3-8610-fc3781535a74 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.093184 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5e8248-5a05-4936-bc30-77a91e3c72a2 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:34.093863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3a5e8248-5a05-4936-bc30-77a91e3c72a2 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Synchronizing usage tracker for tenant:8978bb67d3184c7aa0b78103f463cbe7 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:34.096281 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50446) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:34.128989 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Allocated IP 2001:db8::2 (7245ebdd-ff17-4a02-bad7-ad8205fa0588/0de068d8-bc04-467b-8fb1-cc9a5cc1a6cc/ad07df98-4905-4112-8d1d-74a6d98106c6) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:34.142483 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4573156f-6626-4107-bf18-0ba6dbdac9b0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.157749 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Attempting to bind port 74aed23b-064a-4792-917e-24835fbbd1f4 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:34.158154 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Attempting to bind port 74aed23b-064a-4792-917e-24835fbbd1f4 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:34.158521 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Attempting to bind port 74aed23b-064a-4792-917e-24835fbbd1f4 on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:34.175690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c3d2-1f7c-47d3-8610-fc3781535a74 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.186239 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3a5e8248-5a05-4936-bc30-77a91e3c72a2 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Unset dirty status for tenant:8978bb67d3184c7aa0b78103f463cbe7 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:34.187412 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3a5e8248-5a05-4936-bc30-77a91e3c72a2 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c3cb06c-f9c7-4bd3-857f-e12931e8ddad HTTP/1.1" status: 200 len: 913 time: 0.4846923 Mar 16 10:56:34.190991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50450) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:34.194641 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0713b-9fa7-415e-a160-b738fbc4b14e tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Deleting port 8cdafd15-7f6f-4a74-897a-83ec9c106f01 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:34.194974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ddd0713b-9fa7-415e-a160-b738fbc4b14e tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.195607 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:34.195985 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:34.196403 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.196785 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:34.197256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Bound port: 74aed23b-064a-4792-917e-24835fbbd1f4, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:34.197640 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.222682 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c3d2-1f7c-47d3-8610-fc3781535a74 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.225561 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4573156f-6626-4107-bf18-0ba6dbdac9b0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.226858 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4573156f-6626-4107-bf18-0ba6dbdac9b0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5198255 Mar 16 10:56:34.241386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8c3d2-1f7c-47d3-8610-fc3781535a74 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=5e8abae9-178d-4d2d-8e6c-646c5bdf1b21,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:34.248212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50454) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:34.396629 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.412497 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.428571 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] For port 74aed23b-064a-4792-917e-24835fbbd1f4, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:34.463286 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c6e8c3d2-1f7c-47d3-8610-fc3781535a74 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/5e8abae9-178d-4d2d-8e6c-646c5bdf1b21 HTTP/1.1" status: 204 len: 168 time: 0.7904844 Mar 16 10:56:34.463849 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50458) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:34.475473 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] For port 74aed23b-064a-4792-917e-24835fbbd1f4, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=74aed23b-064a-4792-917e-24835fbbd1f4,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:34.485427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.556183 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.588088 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Transition to ACTIVE for port object ad07df98-4905-4112-8d1d-74a6d98106c6 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:34.596619 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3985f720-dfb3-4fb7-9ecc-de7e4a994c1d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1292152 Mar 16 10:56:34.596910 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50462) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:34.649556 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec0faf-d740-4b6c-ad4d-4f2aef1fba20 None None] Pushing event updated for resources: {'Port': ['ID=74aed23b-064a-4792-917e-24835fbbd1f4,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:34.652467 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Transition to ACTIVE for port object ad07df98-4905-4112-8d1d-74a6d98106c6 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:34.667825 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.697275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ddd0713b-9fa7-415e-a160-b738fbc4b14e tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.745293 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Network 7245ebdd-ff17-4a02-bad7-ad8205fa0588 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:34.748310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:34.756673 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:34.766648 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Pushing event updated for resources: {'Port': ['ID=ad07df98-4905-4112-8d1d-74a6d98106c6,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:34.855624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Attempting to bind port ad07df98-4905-4112-8d1d-74a6d98106c6 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:34.855981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Attempting to bind port ad07df98-4905-4112-8d1d-74a6d98106c6 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '0827e54c-624c-4055-99be-741442a66787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7245ebdd-ff17-4a02-bad7-ad8205fa0588'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:34.856266 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Attempting to bind port ad07df98-4905-4112-8d1d-74a6d98106c6 on network 7245ebdd-ff17-4a02-bad7-ad8205fa0588 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:34.862287 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:34.862669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Checking segment: {'id': '0827e54c-624c-4055-99be-741442a66787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7245ebdd-ff17-4a02-bad7-ad8205fa0588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:34.863066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.863509 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Bound using segment: {'id': '0827e54c-624c-4055-99be-741442a66787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7245ebdd-ff17-4a02-bad7-ad8205fa0588'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:34.863981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Bound port: ad07df98-4905-4112-8d1d-74a6d98106c6, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0827e54c-624c-4055-99be-741442a66787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7245ebdd-ff17-4a02-bad7-ad8205fa0588'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:34.864359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.971073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] For port ad07df98-4905-4112-8d1d-74a6d98106c6, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:34.974250 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] For port ad07df98-4905-4112-8d1d-74a6d98106c6, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ad07df98-4905-4112-8d1d-74a6d98106c6,segment=NetworkSegment(0827e54c-624c-4055-99be-741442a66787),segment_id=0827e54c-624c-4055-99be-741442a66787)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:34.979889 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.984436 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590a24c4-5385-4cee-ac50-40f7590d5991 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:34.985120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-590a24c4-5385-4cee-ac50-40f7590d5991 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:35.006004 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0713b-9fa7-415e-a160-b738fbc4b14e tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Calling delete_port for 8cdafd15-7f6f-4a74-897a-83ec9c106f01 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:35.046737 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.057842 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-590a24c4-5385-4cee-ac50-40f7590d5991 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:35.061450 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-590a24c4-5385-4cee-ac50-40f7590d5991 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4612408 Mar 16 10:56:35.061691 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50466) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:35.068420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf3cfc-25e1-47d6-870d-c46598396b1c None None] Pushing event updated for resources: {'Port': ['ID=ad07df98-4905-4112-8d1d-74a6d98106c6,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:35.259561 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ddd0713b-9fa7-415e-a160-b738fbc4b14e tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.328570 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0713b-9fa7-415e-a160-b738fbc4b14e tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Pushing event deleted for resources: {'Port': ['ID=8cdafd15-7f6f-4a74-897a-83ec9c106f01,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:35.331402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149589a0-c98c-4fe4-b8fa-23efccdb86aa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:35.332336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-149589a0-c98c-4fe4-b8fa-23efccdb86aa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:35.389717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-149589a0-c98c-4fe4-b8fa-23efccdb86aa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:35.393954 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-149589a0-c98c-4fe4-b8fa-23efccdb86aa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3313553 Mar 16 10:56:35.398209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50470) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:35.495078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ddd0713b-9fa7-415e-a160-b738fbc4b14e tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.509615 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ddd0713b-9fa7-415e-a160-b738fbc4b14e tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/ports/8cdafd15-7f6f-4a74-897a-83ec9c106f01 HTTP/1.1" status: 204 len: 168 time: 1.4096589 Mar 16 10:56:35.509615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50474) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:35.509933 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50476) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:35.510424 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-640318f3-63f1-45b3-b7b4-ab5880b4837e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115339 Mar 16 10:56:35.519095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:35.621576 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Allocated IP 2001:db8::1 (7245ebdd-ff17-4a02-bad7-ad8205fa0588/0de068d8-bc04-467b-8fb1-cc9a5cc1a6cc/1974ece6-17dc-4a06-9b91-9364329b9d30) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:35.628856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c753b4-dcbb-4194-9ba3-278d72be1ac5 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Deleting subnet 889913f7-17b8-47d9-943b-0c72c35ee3a8 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:35.682339 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58c753b4-dcbb-4194-9ba3-278d72be1ac5 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.702913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ad07df98-4905-4112-8d1d-74a6d98106c6 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:35.740736 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-665ac2ec-1a05-4f21-aa8a-d45168f66894 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.776274 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port ad07df98-4905-4112-8d1d-74a6d98106c6 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:35.803038 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.813244 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.820597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Transition to ACTIVE for port object 1974ece6-17dc-4a06-9b91-9364329b9d30 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:35.828024 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58c753b4-dcbb-4194-9ba3-278d72be1ac5 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.844463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.855859 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:35.883077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:35.977886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:35.981488 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.055407 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 7245ebdd-ff17-4a02-bad7-ad8205fa0588 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:36.058953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:36.061625 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:36.062526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.069121 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=1974ece6-17dc-4a06-9b91-9364329b9d30,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:36.179226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.211991 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ea1d39-58af-48c8-978e-c1f292b5bd13 None None] Network 7245ebdd-ff17-4a02-bad7-ad8205fa0588 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:36.234924 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58c753b4-dcbb-4194-9ba3-278d72be1ac5 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.375580 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-dff260bb-08a7-4aa4-b3e5-cac1d30a94ea None None] Provisioning for port ad07df98-4905-4112-8d1d-74a6d98106c6 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:36.390940 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-dff260bb-08a7-4aa4-b3e5-cac1d30a94ea None None] Provisioning complete for port ad07df98-4905-4112-8d1d-74a6d98106c6 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:36.391626 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dff260bb-08a7-4aa4-b3e5-cac1d30a94ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.571026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58c753b4-dcbb-4194-9ba3-278d72be1ac5 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.605286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.609589 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dff260bb-08a7-4aa4-b3e5-cac1d30a94ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.610767 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.611665 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.638963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c753b4-dcbb-4194-9ba3-278d72be1ac5 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Pushing event deleted for resources: {'Subnet': ['ID=889913f7-17b8-47d9-943b-0c72c35ee3a8,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:36.653382 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-58c753b4-dcbb-4194-9ba3-278d72be1ac5 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.656954 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-dff260bb-08a7-4aa4-b3e5-cac1d30a94ea None None] For port ad07df98-4905-4112-8d1d-74a6d98106c6, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ad07df98-4905-4112-8d1d-74a6d98106c6,segment=NetworkSegment(0827e54c-624c-4055-99be-741442a66787),segment_id=0827e54c-624c-4055-99be-741442a66787)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:36.663744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dff260bb-08a7-4aa4-b3e5-cac1d30a94ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.686762 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-58c753b4-dcbb-4194-9ba3-278d72be1ac5 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/subnets/889913f7-17b8-47d9-943b-0c72c35ee3a8 HTTP/1.1" status: 204 len: 168 time: 1.1757545 Mar 16 10:56:36.690512 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50482) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:36.697746 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-665ac2ec-1a05-4f21-aa8a-d45168f66894 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Deleting port ec1a8e38-9661-4240-80cc-9375201c59b2 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:36.698053 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-665ac2ec-1a05-4f21-aa8a-d45168f66894 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.700141 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbd760f-a4f0-45a5-9590-6fc410f2c6fc None None] Network c73054b5-20e0-4a86-979b-8dd03124a091 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:36.768020 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=1974ece6-17dc-4a06-9b91-9364329b9d30,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:36.822918 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 7245ebdd-ff17-4a02-bad7-ad8205fa0588 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:36.824195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:36.824404 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff260bb-08a7-4aa4-b3e5-cac1d30a94ea None None] Pushing event updated for resources: {'Port': ['ID=ad07df98-4905-4112-8d1d-74a6d98106c6,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:37.025545 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebe6d3a-c22a-41f6-b06f-6243f8876482 None None] DHCP port deletion for c73054b5-20e0-4a86-979b-8dd03124a091 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:37.030162 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7ebe6d3a-c22a-41f6-b06f-6243f8876482 None None] Deleting port c6185849-248c-4e50-b4b7-f310e8930993 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:37.030760 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7ebe6d3a-c22a-41f6-b06f-6243f8876482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.048358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 055062e5-34d8-482f-8a3e-d5c67e476d1f is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:56:37.087397 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.118849 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.objects.ports [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87968) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:56:37.162582 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-501447d7-0023-419f-8e43-0efa918e84dd None None] Provisioning for port 1974ece6-17dc-4a06-9b91-9364329b9d30 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:37.186283 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Deleting port c6185849-248c-4e50-b4b7-f310e8930993 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:37.186626 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.196300 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-501447d7-0023-419f-8e43-0efa918e84dd None None] Provisioning complete for port 1974ece6-17dc-4a06-9b91-9364329b9d30 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:37.197023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-501447d7-0023-419f-8e43-0efa918e84dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.245363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-665ac2ec-1a05-4f21-aa8a-d45168f66894 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.279546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:37.298330 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221715a-7e90-4684-80e6-24e28c69afac None None] Sync routers for ids ['055062e5-34d8-482f-8a3e-d5c67e476d1f'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:37.305179 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d9ec7720-c4ab-4ff9-8286-af0ead7defc4 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/055062e5-34d8-482f-8a3e-d5c67e476d1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0559559 Mar 16 10:56:37.310874 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50486) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:37.348610 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-501447d7-0023-419f-8e43-0efa918e84dd None None] Port 1974ece6-17dc-4a06-9b91-9364329b9d30 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:37.351778 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7ebe6d3a-c22a-41f6-b06f-6243f8876482 None None] For port c6185849-248c-4e50-b4b7-f310e8930993, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c6185849-248c-4e50-b4b7-f310e8930993,segment=NetworkSegment(e7c0b982-945d-4697-8706-b7be91278406),segment_id=e7c0b982-945d-4697-8706-b7be91278406)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:37.352483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7ebe6d3a-c22a-41f6-b06f-6243f8876482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.368602 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221715a-7e90-4684-80e6-24e28c69afac None None] Routers {'055062e5-34d8-482f-8a3e-d5c67e476d1f'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:37.370170 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-d221715a-7e90-4684-80e6-24e28c69afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['055062e5-34d8-482f-8a3e-d5c67e476d1f'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:37.405277 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ef5899-4c9f-43a6-9b03-e796a19e46f8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:37.406112 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d3ef5899-4c9f-43a6-9b03-e796a19e46f8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Synchronizing usage tracker for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:37.426219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d3ef5899-4c9f-43a6-9b03-e796a19e46f8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Unset dirty status for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:37.431661 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d3ef5899-4c9f-43a6-9b03-e796a19e46f8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports/1974ece6-17dc-4a06-9b91-9364329b9d30 HTTP/1.1" status: 200 len: 911 time: 0.1155276 Mar 16 10:56:37.431661 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50490) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:37.437753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-e1c8b44b-42cb-4721-8d7a-474abc395aed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0de068d8-bc04-467b-8fb1-cc9a5cc1a6cc'}]}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:37.460679 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-665ac2ec-1a05-4f21-aa8a-d45168f66894 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Calling delete_port for ec1a8e38-9661-4240-80cc-9375201c59b2 owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:37.545268 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7ebe6d3a-c22a-41f6-b06f-6243f8876482 None None] Calling delete_port for c6185849-248c-4e50-b4b7-f310e8930993 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:37.578985 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-d221715a-7e90-4684-80e6-24e28c69afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:37.607536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-501447d7-0023-419f-8e43-0efa918e84dd None None] Provisioning complete for port ad07df98-4905-4112-8d1d-74a6d98106c6 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:37.607970 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-501447d7-0023-419f-8e43-0efa918e84dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.641974 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221715a-7e90-4684-80e6-24e28c69afac None None] Routers {'055062e5-34d8-482f-8a3e-d5c67e476d1f'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:37.644994 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-d221715a-7e90-4684-80e6-24e28c69afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['055062e5-34d8-482f-8a3e-d5c67e476d1f'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:37.729102 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ad07df98-4905-4112-8d1d-74a6d98106c6 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:37.767697 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-d221715a-7e90-4684-80e6-24e28c69afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:37.768192 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221715a-7e90-4684-80e6-24e28c69afac None None] The sync data for ids ['055062e5-34d8-482f-8a3e-d5c67e476d1f'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:37.771855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e1c8b44b-42cb-4721-8d7a-474abc395aed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.795891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.823942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7ebe6d3a-c22a-41f6-b06f-6243f8876482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.830891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] For port c6185849-248c-4e50-b4b7-f310e8930993, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c6185849-248c-4e50-b4b7-f310e8930993,segment=NetworkSegment(e7c0b982-945d-4697-8706-b7be91278406),segment_id=e7c0b982-945d-4697-8706-b7be91278406)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:37.831282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.876175 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe6d3a-c22a-41f6-b06f-6243f8876482 None None] Pushing event deleted for resources: {'Port': ['ID=c6185849-248c-4e50-b4b7-f310e8930993,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:37.906108 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe6d3a-c22a-41f6-b06f-6243f8876482 None None] No DVR routers for this DVR port c6185849-248c-4e50-b4b7-f310e8930993 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:37.977989 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45685ca0-6305-4f57-bcf4-68fcac5b07d1 None None] get_active_networks_info from dv-neutron-833859-1-hyperv {{(pid=87970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:56:38.043708 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port ad07df98-4905-4112-8d1d-74a6d98106c6 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:38.044080 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.138653 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Calling delete_port for c6185849-248c-4e50-b4b7-f310e8930993 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:38.218713 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45685ca0-6305-4f57-bcf4-68fcac5b07d1 None None] Resources bound (agent type, host, resource id): {{(pid=87970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:56:38.228018 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-767c1877-b4d2-4f96-9710-ae77c68cd7c9 None None] Provisioning complete for port 1974ece6-17dc-4a06-9b91-9364329b9d30 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:38.228647 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-767c1877-b4d2-4f96-9710-ae77c68cd7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.381220 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:38.381886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:38.414688 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-767c1877-b4d2-4f96-9710-ae77c68cd7c9 None None] Port 1974ece6-17dc-4a06-9b91-9364329b9d30 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:38.434112 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] For port 74aed23b-064a-4792-917e-24835fbbd1f4, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=74aed23b-064a-4792-917e-24835fbbd1f4,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:38.436737 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-665ac2ec-1a05-4f21-aa8a-d45168f66894 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.440430 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c6185849-248c-4e50-b4b7-f310e8930993 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:38.460971 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e1c8b44b-42cb-4721-8d7a-474abc395aed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.469071 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e1c8b44b-42cb-4721-8d7a-474abc395aed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.475610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c8b44b-42cb-4721-8d7a-474abc395aed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:38.476697 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e1c8b44b-42cb-4721-8d7a-474abc395aed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.480890 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e1c8b44b-42cb-4721-8d7a-474abc395aed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/ports/1974ece6-17dc-4a06-9b91-9364329b9d30 HTTP/1.1" status: 200 len: 911 time: 1.0492799 Mar 16 10:56:38.481578 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50494) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:38.484977 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: c6185849-248c-4e50-b4b7-f310e8930993 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:38.484977 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c6185849-248c-4e50-b4b7-f310e8930993 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:38.518737 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ac2ec-1a05-4f21-aa8a-d45168f66894 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Pushing event deleted for resources: {'Port': ['ID=ec1a8e38-9661-4240-80cc-9375201c59b2,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:38.588110 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.596679 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.597381 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.687311 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8b44b-42cb-4721-8d7a-474abc395aed tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=1974ece6-17dc-4a06-9b91-9364329b9d30,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:38.772270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:38.785112 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:38.793065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:38.793799 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.821243 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=74aed23b-064a-4792-917e-24835fbbd1f4,revision_number=5']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:38.823849 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=a3c41cea-f6f5-487b-acfa-bf813021db74,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:38.907227 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Deleting port c6185849-248c-4e50-b4b7-f310e8930993 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:38.908615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.946369 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-71bcf6ea-996d-477f-b683-bc8c0f753a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.4338162 Mar 16 10:56:38.949303 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50498) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:38.957219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a577c7a8-518e-4cd7-9802-cae05a570aa6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'mac_address': 'fa:16:3e:4f:e1:56', 'name': 'tempest-NetworksTestDHCPv6-1092359021'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:38.996622 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] The port 'c6185849-248c-4e50-b4b7-f310e8930993' was deleted {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:56:39.071408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-665ac2ec-1a05-4f21-aa8a-d45168f66894 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.152643 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a577c7a8-518e-4cd7-9802-cae05a570aa6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:39.192648 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.193263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a577c7a8-518e-4cd7-9802-cae05a570aa6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:39.210526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a577c7a8-518e-4cd7-9802-cae05a570aa6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:39.235607 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73054b5-20e0-4a86-979b-8dd03124a091']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:39.258961 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c0b982-945d-4697-8706-b7be91278406') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:39.259273 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c0b982-945d-4697-8706-b7be91278406') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:39.328768 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.332690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.357669 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.370501 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:39.370887 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:39.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:39.556612 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.609935 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a577c7a8-518e-4cd7-9802-cae05a570aa6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.687778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-a577c7a8-518e-4cd7-9802-cae05a570aa6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port 5dbf674f-81a7-4e89-ac41-6227388e1dac yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:39.744760 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 74aed23b-064a-4792-917e-24835fbbd1f4 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:39.857205 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 74aed23b-064a-4792-917e-24835fbbd1f4 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:39.883107 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.894324 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] Pushing event deleted for resources: {'Network': ['ID=c73054b5-20e0-4a86-979b-8dd03124a091,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:39.908447 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b20148d6-81d8-4bdc-a89a-f6d44614f4c4 tempest-TagsExtTest-1057326071 tempest-TagsExtTest-1057326071-project] 10.222.0.44 "DELETE /v2.0/networks/c73054b5-20e0-4a86-979b-8dd03124a091 HTTP/1.1" status: 204 len: 168 time: 3.2113609 Mar 16 10:56:39.949259 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665ac2ec-1a05-4f21-aa8a-d45168f66894 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Router 6c3cb06c-f9c7-4bd3-857f-e12931e8ddad has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:39.958498 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f361b8-797b-4231-8f27-c49a7deb8f2a None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:40.062739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-a577c7a8-518e-4cd7-9802-cae05a570aa6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::f816:3eff:fe4f:e156 (6fb457af-0d86-4c52-b4cf-f12d297a5983/a3c41cea-f6f5-487b-acfa-bf813021db74/5dbf674f-81a7-4e89-ac41-6227388e1dac) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:40.144597 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2d081ec7-56fd-43d6-aee9-250ac72d2dcc None None] Provisioning for port 74aed23b-064a-4792-917e-24835fbbd1f4 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:40.162980 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2d081ec7-56fd-43d6-aee9-250ac72d2dcc None None] Provisioning complete for port 74aed23b-064a-4792-917e-24835fbbd1f4 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:40.163394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2d081ec7-56fd-43d6-aee9-250ac72d2dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.305341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665ac2ec-1a05-4f21-aa8a-d45168f66894 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:40.315618 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-665ac2ec-1a05-4f21-aa8a-d45168f66894 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] 10.222.0.44 "PUT /v2.0/routers/6c3cb06c-f9c7-4bd3-857f-e12931e8ddad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0965116 Mar 16 10:56:40.317089 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d5e54a-889d-4045-9e36-691ccec55e19 None None] Sync routers for ids ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:40.322732 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50506) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:40.337959 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d5e54a-889d-4045-9e36-691ccec55e19 None None] Routers {'6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:40.341157 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c1d5e54a-889d-4045-9e36-691ccec55e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:40.374657 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port 1974ece6-17dc-4a06-9b91-9364329b9d30 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:40.375024 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.456439 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2d081ec7-56fd-43d6-aee9-250ac72d2dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.477624 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50510) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:40.509354 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c1d5e54a-889d-4045-9e36-691ccec55e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:40.523134 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2d081ec7-56fd-43d6-aee9-250ac72d2dcc None None] For port 74aed23b-064a-4792-917e-24835fbbd1f4, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=74aed23b-064a-4792-917e-24835fbbd1f4,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:40.529025 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d5e54a-889d-4045-9e36-691ccec55e19 None None] Routers {'6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:40.529718 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c1d5e54a-889d-4045-9e36-691ccec55e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:40.541706 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2d081ec7-56fd-43d6-aee9-250ac72d2dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.663983 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c1d5e54a-889d-4045-9e36-691ccec55e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:40.664390 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d5e54a-889d-4045-9e36-691ccec55e19 None None] The sync data for ids ['6c3cb06c-f9c7-4bd3-857f-e12931e8ddad'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:40.681570 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d081ec7-56fd-43d6-aee9-250ac72d2dcc None None] Pushing event updated for resources: {'Port': ['ID=74aed23b-064a-4792-917e-24835fbbd1f4,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:40.706695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-158c5954-ae9d-4762-84df-1797ede8c495 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.850561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a577c7a8-518e-4cd7-9802-cae05a570aa6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.880365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.890683 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-a577c7a8-518e-4cd7-9802-cae05a570aa6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object 5dbf674f-81a7-4e89-ac41-6227388e1dac will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:40.911796 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-158c5954-ae9d-4762-84df-1797ede8c495 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.921175 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-158c5954-ae9d-4762-84df-1797ede8c495 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Deleting port 05da30c5-dbd7-490b-81b9-39424585e640 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:40.921505 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-158c5954-ae9d-4762-84df-1797ede8c495 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.957547 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6be52a0e-86e0-4732-8674-21f1fab73a9d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6a0ed349b5249d7b77e9436b3681408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4617801 Mar 16 10:56:40.958094 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50518) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:40.968659 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a31ccd1a-0439-428e-99ee-51c30d8ea4bd None None] Provisioning complete for port 74aed23b-064a-4792-917e-24835fbbd1f4 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:40.969230 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a31ccd1a-0439-428e-99ee-51c30d8ea4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.015896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Calling delete_port for 1974ece6-17dc-4a06-9b91-9364329b9d30 owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:41.119240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.168723 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.175753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-158c5954-ae9d-4762-84df-1797ede8c495 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.224021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a577c7a8-518e-4cd7-9802-cae05a570aa6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.316728 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-158c5954-ae9d-4762-84df-1797ede8c495 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Calling delete_port for 05da30c5-dbd7-490b-81b9-39424585e640 owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:41.332111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a577c7a8-518e-4cd7-9802-cae05a570aa6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:41.333023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577c7a8-518e-4cd7-9802-cae05a570aa6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=5dbf674f-81a7-4e89-ac41-6227388e1dac,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:41.336112 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-a577c7a8-518e-4cd7-9802-cae05a570aa6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:41.338602 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a577c7a8-518e-4cd7-9802-cae05a570aa6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:41.344239 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a577c7a8-518e-4cd7-9802-cae05a570aa6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:41.344825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a577c7a8-518e-4cd7-9802-cae05a570aa6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.400887 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.419907 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a577c7a8-518e-4cd7-9802-cae05a570aa6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4683022 Mar 16 10:56:41.423188 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50522) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:41.437602 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6045c43-e7cc-4bb7-9041-a6acb6e949c9,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:41.441742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.442868 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6045c43-e7cc-4bb7-9041-a6acb6e949c9 HTTP/1.1" status: 204 len: 168 time: 0.4839029 Mar 16 10:56:41.451322 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.451668 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.452008 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.452336 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.452669 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.452991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.453308 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.453630 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.453946 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.454260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.454574 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.454959 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9bc1ee-fbe7-441f-8450-ab745a492df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.563946 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-158c5954-ae9d-4762-84df-1797ede8c495 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.625357 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8d320ed9-2536-4f0f-9528-5161585abd0b None None] Provisioning for port 5dbf674f-81a7-4e89-ac41-6227388e1dac completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:41.630171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.636933 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8d320ed9-2536-4f0f-9528-5161585abd0b None None] Provisioning complete for port 5dbf674f-81a7-4e89-ac41-6227388e1dac triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:41.641611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8d320ed9-2536-4f0f-9528-5161585abd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.688310 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Port': ['ID=1974ece6-17dc-4a06-9b91-9364329b9d30,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:41.709923 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 74aed23b-064a-4792-917e-24835fbbd1f4 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:41.732379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.734256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.734608 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.734964 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.737068 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.740895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.741304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.742470 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.742808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.743140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.743495 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.743817 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:41.790032 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c5954-ae9d-4762-84df-1797ede8c495 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Pushing event deleted for resources: {'Port': ['ID=05da30c5-dbd7-490b-81b9-39424585e640,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:41.792647 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-158c5954-ae9d-4762-84df-1797ede8c495 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.796164 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-8d320ed9-2536-4f0f-9528-5161585abd0b None None] Port 5dbf674f-81a7-4e89-ac41-6227388e1dac cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:41.849307 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 74aed23b-064a-4792-917e-24835fbbd1f4 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:41.849888 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.960760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e3d05f-ce8d-42e7-b68f-a19f507de7d9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:41.966794 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e3d05f-ce8d-42e7-b68f-a19f507de7d9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:41.967791 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-82e3d05f-ce8d-42e7-b68f-a19f507de7d9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:41.976697 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.056439 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-82e3d05f-ce8d-42e7-b68f-a19f507de7d9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:42.058288 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-82e3d05f-ce8d-42e7-b68f-a19f507de7d9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.6343522 Mar 16 10:56:42.068113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50538) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:42.192713 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-158c5954-ae9d-4762-84df-1797ede8c495 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.195294 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-158c5954-ae9d-4762-84df-1797ede8c495 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.223926 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-158c5954-ae9d-4762-84df-1797ede8c495 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.224467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158c5954-ae9d-4762-84df-1797ede8c495 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Fanout notify agent at l3_agent the message router_deleted on router 6c3cb06c-f9c7-4bd3-857f-e12931e8ddad {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:56:42.249812 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-158c5954-ae9d-4762-84df-1797ede8c495 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.250895 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-158c5954-ae9d-4762-84df-1797ede8c495 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] 10.222.0.44 "DELETE /v2.0/routers/6c3cb06c-f9c7-4bd3-857f-e12931e8ddad HTTP/1.1" status: 204 len: 168 time: 1.9268835 Mar 16 10:56:42.254150 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50546) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:42.332329 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 055062e5-34d8-482f-8a3e-d5c67e476d1f has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:42.347981 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08999c0-5656-4dc3-b0d3-1e1203f2c0ed tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Deleting subnet b7c42c30-37c4-4da3-82e1-c746a6f22d32 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:42.351753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-92e8e4d6-ac8d-43bd-a1db-f275c5f7a5ac tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 5dbf674f-81a7-4e89-ac41-6227388e1dac {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:42.352363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-92e8e4d6-ac8d-43bd-a1db-f275c5f7a5ac tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.354520 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a08999c0-5656-4dc3-b0d3-1e1203f2c0ed tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.436255 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a08999c0-5656-4dc3-b0d3-1e1203f2c0ed tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.542829 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a08999c0-5656-4dc3-b0d3-1e1203f2c0ed tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.562579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:42.564221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50554) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:42.573999 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-296bcf4a-42c9-47d6-bac4-5e0dae7fad3a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/055062e5-34d8-482f-8a3e-d5c67e476d1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0488200 Mar 16 10:56:42.576844 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c80e30-5fb1-4ac4-a0d2-39cbe2ddbb6e None None] Sync routers for ids ['055062e5-34d8-482f-8a3e-d5c67e476d1f'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:42.580888 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50558) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:42.588256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c80e30-5fb1-4ac4-a0d2-39cbe2ddbb6e None None] Routers {'055062e5-34d8-482f-8a3e-d5c67e476d1f'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:42.588872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-11c80e30-5fb1-4ac4-a0d2-39cbe2ddbb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['055062e5-34d8-482f-8a3e-d5c67e476d1f'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:42.653416 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-11c80e30-5fb1-4ac4-a0d2-39cbe2ddbb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:42.657873 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c7cce32a-08a5-495e-ae63-0e3304335597 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Synchronizing usage tracker for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:42.664639 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c80e30-5fb1-4ac4-a0d2-39cbe2ddbb6e None None] Routers {'055062e5-34d8-482f-8a3e-d5c67e476d1f'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:42.666271 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-11c80e30-5fb1-4ac4-a0d2-39cbe2ddbb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['055062e5-34d8-482f-8a3e-d5c67e476d1f'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:42.684266 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c7cce32a-08a5-495e-ae63-0e3304335597 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Unset dirty status for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:42.688489 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c7cce32a-08a5-495e-ae63-0e3304335597 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports?device_id=055062e5-34d8-482f-8a3e-d5c67e476d1f HTTP/1.1" status: 200 len: 205 time: 0.1065922 Mar 16 10:56:42.693327 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50564) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:42.697983 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-888080983-network', 'tenant_id': '0de6676a84324b069ac0823f6a3b7a7a'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:42.707206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:42.724162 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Usage tracker for resource:network and tenant:0de6676a84324b069ac0823f6a3b7a7a is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:42.729248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:42.739192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:42.768121 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Made reservation on behalf of 0de6676a84324b069ac0823f6a3b7a7a for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:42.770427 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.787778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-92e8e4d6-ac8d-43bd-a1db-f275c5f7a5ac tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.788710 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-11c80e30-5fb1-4ac4-a0d2-39cbe2ddbb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:42.789369 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c80e30-5fb1-4ac4-a0d2-39cbe2ddbb6e None None] The sync data for ids ['055062e5-34d8-482f-8a3e-d5c67e476d1f'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:42.794885 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.840116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-78760254-2ea9-464d-9a6f-61b662a914b6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.917382 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:42.925296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-92e8e4d6-ac8d-43bd-a1db-f275c5f7a5ac tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 5dbf674f-81a7-4e89-ac41-6227388e1dac owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:42.946075 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:56:42.956676 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a08999c0-5656-4dc3-b0d3-1e1203f2c0ed tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.959384 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Usage tracker for resource:security_group_rule and tenant:0de6676a84324b069ac0823f6a3b7a7a is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:42.964013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:42.972674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:43.053144 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08999c0-5656-4dc3-b0d3-1e1203f2c0ed tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c42c30-37c4-4da3-82e1-c746a6f22d32,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:43.054413 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a08999c0-5656-4dc3-b0d3-1e1203f2c0ed tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.055852 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5da20d-055e-4658-b862-67de234fe35c None None] Network 36ef1b69-804c-404d-ad45-01e38655668a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:43.125465 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a08999c0-5656-4dc3-b0d3-1e1203f2c0ed tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] 10.222.0.44 "DELETE /v2.0/subnets/b7c42c30-37c4-4da3-82e1-c746a6f22d32 HTTP/1.1" status: 204 len: 168 time: 0.8653259 Mar 16 10:56:43.129106 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50568) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.210349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-78760254-2ea9-464d-9a6f-61b662a914b6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.223227 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-78760254-2ea9-464d-9a6f-61b662a914b6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.231040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-92e8e4d6-ac8d-43bd-a1db-f275c5f7a5ac tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.296343 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8e4d6-ac8d-43bd-a1db-f275c5f7a5ac tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=5dbf674f-81a7-4e89-ac41-6227388e1dac,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:43.342784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.364016 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-92e8e4d6-ac8d-43bd-a1db-f275c5f7a5ac tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.365741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Deleting port 3239a7ba-0bb1-4732-b828-b5be9d939537 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:43.366226 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd72d5-b32f-49c6-8c1e-e4d8dfc9557a None None] DHCP port deletion for 36ef1b69-804c-404d-ad45-01e38655668a request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:43.366347 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.371262 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.372439 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-13dd72d5-b32f-49c6-8c1e-e4d8dfc9557a None None] Deleting port 3239a7ba-0bb1-4732-b828-b5be9d939537 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:43.373053 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-13dd72d5-b32f-49c6-8c1e-e4d8dfc9557a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.381117 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.390789 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-78760254-2ea9-464d-9a6f-61b662a914b6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.391409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78760254-2ea9-464d-9a6f-61b662a914b6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Fanout notify agent at l3_agent the message router_deleted on router 055062e5-34d8-482f-8a3e-d5c67e476d1f {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:56:43.405140 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-92e8e4d6-ac8d-43bd-a1db-f275c5f7a5ac tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/5dbf674f-81a7-4e89-ac41-6227388e1dac HTTP/1.1" status: 204 len: 168 time: 1.3357739 Mar 16 10:56:43.409052 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50572) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.415086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:43.430020 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504657b9-2dbb-49fd-850e-c5a84375e29a,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:43.434566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.435108 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Added segment 1a1a93bd-f39b-48f8-991f-11c80e58adc1 of type vlan for network a883b521-9134-46eb-b672-7e4947ee5dda Mar 16 10:56:43.463445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.466295 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-78760254-2ea9-464d-9a6f-61b662a914b6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.471008 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-78760254-2ea9-464d-9a6f-61b662a914b6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/routers/055062e5-34d8-482f-8a3e-d5c67e476d1f HTTP/1.1" status: 204 len: 168 time: 0.7761023 Mar 16 10:56:43.471511 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50576) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.547959 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19a65cb-30f9-41dd-9497-7c218071b395 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:43.550068 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19a65cb-30f9-41dd-9497-7c218071b395 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:43.550826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b19a65cb-30f9-41dd-9497-7c218071b395 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:43.587754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92ebcea-2963-4688-8a1d-44b72cd83080 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting subnet 0de068d8-bc04-467b-8fb1-cc9a5cc1a6cc {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:43.590215 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.591329 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:43.592628 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.592894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b19a65cb-30f9-41dd-9497-7c218071b395 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:43.597677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50580) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.597801 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b19a65cb-30f9-41dd-9497-7c218071b395 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1866002 Mar 16 10:56:43.633991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d92ebcea-2963-4688-8a1d-44b72cd83080 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.677269 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3239a7ba-0bb1-4732-b828-b5be9d939537 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:43.739291 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-13dd72d5-b32f-49c6-8c1e-e4d8dfc9557a None None] For port 3239a7ba-0bb1-4732-b828-b5be9d939537, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3239a7ba-0bb1-4732-b828-b5be9d939537,segment=NetworkSegment(fb9e94d4-6d4d-4f55-8dcc-11f3d752e10b),segment_id=fb9e94d4-6d4d-4f55-8dcc-11f3d752e10b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:43.739744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-13dd72d5-b32f-49c6-8c1e-e4d8dfc9557a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.809222 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] For port 3239a7ba-0bb1-4732-b828-b5be9d939537, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3239a7ba-0bb1-4732-b828-b5be9d939537,segment=NetworkSegment(fb9e94d4-6d4d-4f55-8dcc-11f3d752e10b),segment_id=fb9e94d4-6d4d-4f55-8dcc-11f3d752e10b)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:43.809588 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.822214 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] Pushing event updated for resources: {'Network': ['ID=a883b521-9134-46eb-b672-7e4947ee5dda,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:43.826146 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a7faa8f0-5747-40da-a4a8-af24ad77a25e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2565725 Mar 16 10:56:43.831384 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50584) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.836941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d92ebcea-2963-4688-8a1d-44b72cd83080 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.869531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-ad8c0aed-3786-414f-837d-20baded30a04 admin admin] Request body: {'subnet': {'network_id': 'a883b521-9134-46eb-b672-7e4947ee5dda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-888080983-subnet', 'tenant_id': '0de6676a84324b069ac0823f6a3b7a7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:43.876466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network a883b521-9134-46eb-b672-7e4947ee5dda details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:43.880540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ad8c0aed-3786-414f-837d-20baded30a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:43.886192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-644bdc2d-01d7-4632-9128-5a4bede7c945 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet a3c41cea-f6f5-487b-acfa-bf813021db74 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:43.896557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ad8c0aed-3786-414f-837d-20baded30a04 admin admin] Usage tracker for resource:subnet and tenant:0de6676a84324b069ac0823f6a3b7a7a is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:43.897645 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-13dd72d5-b32f-49c6-8c1e-e4d8dfc9557a None None] Calling delete_port for 3239a7ba-0bb1-4732-b828-b5be9d939537 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:43.898966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-644bdc2d-01d7-4632-9128-5a4bede7c945 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.932296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ad8c0aed-3786-414f-837d-20baded30a04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:43.941843 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Calling delete_port for 3239a7ba-0bb1-4732-b828-b5be9d939537 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:43.951019 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ad8c0aed-3786-414f-837d-20baded30a04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:43.985134 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8c0aed-3786-414f-837d-20baded30a04 admin admin] Made reservation on behalf of 0de6676a84324b069ac0823f6a3b7a7a for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:43.987531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ad8c0aed-3786-414f-837d-20baded30a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.010181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-644bdc2d-01d7-4632-9128-5a4bede7c945 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.021600 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.069886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Pushing event deleted for resources: {'Port': ['ID=3239a7ba-0bb1-4732-b828-b5be9d939537,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:44.073546 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] No DVR routers for this DVR port 3239a7ba-0bb1-4732-b828-b5be9d939537 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:44.105683 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.120687 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-13dd72d5-b32f-49c6-8c1e-e4d8dfc9557a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:44.121093 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-13dd72d5-b32f-49c6-8c1e-e4d8dfc9557a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:44.156602 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d92ebcea-2963-4688-8a1d-44b72cd83080 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.203711 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.237967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ef1b69-804c-404d-ad45-01e38655668a']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:44.251408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9e94d4-6d4d-4f55-8dcc-11f3d752e10b') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:44.251764 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9e94d4-6d4d-4f55-8dcc-11f3d752e10b') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:44.254184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-644bdc2d-01d7-4632-9128-5a4bede7c945 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.263921 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.281738 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.292010 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:44.292607 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:44.309597 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:44.352003 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d92ebcea-2963-4688-8a1d-44b72cd83080 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.387601 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.403233 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ebcea-2963-4688-8a1d-44b72cd83080 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Subnet': ['ID=0de068d8-bc04-467b-8fb1-cc9a5cc1a6cc,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:44.409873 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.418210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d92ebcea-2963-4688-8a1d-44b72cd83080 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.424732 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Pushing event deleted for resources: {'Network': ['ID=36ef1b69-804c-404d-ad45-01e38655668a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:44.425297 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3044665c-91e2-4e90-ac38-ca72470c57e2 None None] Network 7245ebdd-ff17-4a02-bad7-ad8205fa0588 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:44.436027 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4dd42926-c0ba-4ec7-af93-915ff32305a8 tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] 10.222.0.44 "DELETE /v2.0/networks/36ef1b69-804c-404d-ad45-01e38655668a HTTP/1.1" status: 204 len: 168 time: 1.3059030 Mar 16 10:56:44.438402 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50588) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:44.444586 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d92ebcea-2963-4688-8a1d-44b72cd83080 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/0de068d8-bc04-467b-8fb1-cc9a5cc1a6cc HTTP/1.1" status: 204 len: 168 time: 0.9718866 Mar 16 10:56:44.456614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50592) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:44.507163 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ad8c0aed-3786-414f-837d-20baded30a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.537508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-644bdc2d-01d7-4632-9128-5a4bede7c945 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.601501 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4e235916-fcc1-4f72-8db2-cc53c908b25d tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Deleting port 7063a920-8da2-4cbb-ad88-f501ffe3ca09 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:44.601844 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e235916-fcc1-4f72-8db2-cc53c908b25d tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.624463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-13dd72d5-b32f-49c6-8c1e-e4d8dfc9557a None None] Deleting port 3239a7ba-0bb1-4732-b828-b5be9d939537 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:44.625095 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-13dd72d5-b32f-49c6-8c1e-e4d8dfc9557a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.641406 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-644bdc2d-01d7-4632-9128-5a4bede7c945 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.663078 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a81cf6-11d4-4a3c-99e5-304a2d000478 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:44.666505 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.675077 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c0aed-3786-414f-837d-20baded30a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde6e903-f689-410a-b59e-f3473c061a9b,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:44.720284 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-644bdc2d-01d7-4632-9128-5a4bede7c945 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/a3c41cea-f6f5-487b-acfa-bf813021db74 HTTP/1.1" status: 204 len: 168 time: 1.0856071 Mar 16 10:56:44.721421 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bdc2d-01d7-4632-9128-5a4bede7c945 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c41cea-f6f5-487b-acfa-bf813021db74,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:44.724670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50596) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:44.725359 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8c0aed-3786-414f-837d-20baded30a04 admin admin] Checking segment: {'id': '1a1a93bd-f39b-48f8-991f-11c80e58adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a883b521-9134-46eb-b672-7e4947ee5dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:44.725707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8c0aed-3786-414f-837d-20baded30a04 admin admin] Network hostable DHCP agents. Network: a883b521-9134-46eb-b672-7e4947ee5dda, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:44.733952 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-13dd72d5-b32f-49c6-8c1e-e4d8dfc9557a None None] The port '3239a7ba-0bb1-4732-b828-b5be9d939537' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:56:44.795382 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port ad07df98-4905-4112-8d1d-74a6d98106c6 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:44.795647 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e235916-fcc1-4f72-8db2-cc53c908b25d tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.795764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.796145 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e235916-fcc1-4f72-8db2-cc53c908b25d tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.841589 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6191ec25-b733-4b21-9114-2b0bd8f25099 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087339 Mar 16 10:56:44.841836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50600) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:44.851748 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:44.904902 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8c0aed-3786-414f-837d-20baded30a04 admin admin] Network a883b521-9134-46eb-b672-7e4947ee5dda is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:44.922968 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4e235916-fcc1-4f72-8db2-cc53c908b25d tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Calling delete_port for 7063a920-8da2-4cbb-ad88-f501ffe3ca09 owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:44.995033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe7775a-6828-4b2a-b06f-e8c1deac3a91 None None] DHCP port deletion for 7245ebdd-ff17-4a02-bad7-ad8205fa0588 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:45.000991 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-5fe7775a-6828-4b2a-b06f-e8c1deac3a91 None None] Deleting port ad07df98-4905-4112-8d1d-74a6d98106c6 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:45.005317 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5fe7775a-6828-4b2a-b06f-e8c1deac3a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.102128 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e235916-fcc1-4f72-8db2-cc53c908b25d tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.102791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719be621-73fd-41e2-9b6f-2deabed787cc None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:45.112296 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-719be621-73fd-41e2-9b6f-2deabed787cc None None] Deleting port 74aed23b-064a-4792-917e-24835fbbd1f4 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:45.112296 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-719be621-73fd-41e2-9b6f-2deabed787cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.142462 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-ad8c0aed-3786-414f-837d-20baded30a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, a883b521-9134-46eb-b672-7e4947ee5dda) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:45.152281 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e235916-fcc1-4f72-8db2-cc53c908b25d tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Pushing event deleted for resources: {'Port': ['ID=7063a920-8da2-4cbb-ad88-f501ffe3ca09,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:45.157838 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b55890-79c1-45bc-9667-95e95e47dad2 None None] Network a883b521-9134-46eb-b672-7e4947ee5dda requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:45.159324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8c0aed-3786-414f-837d-20baded30a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:45.159909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ad8c0aed-3786-414f-837d-20baded30a04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.203666 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:45.209078 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:45.214368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:45.249294 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e235916-fcc1-4f72-8db2-cc53c908b25d tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.262533 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ad8c0aed-3786-414f-837d-20baded30a04 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4283392 Mar 16 10:56:45.268274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:45.278882 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4e235916-fcc1-4f72-8db2-cc53c908b25d tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.292325 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4e235916-fcc1-4f72-8db2-cc53c908b25d tempest-FloatingIPAdminTestJSON-1292187121 tempest-FloatingIPAdminTestJSON-1292187121-project] 10.222.0.44 "DELETE /v2.0/floatingips/2b1ff8e6-e8dd-4bc0-9594-5814ab171ff0 HTTP/1.1" status: 204 len: 168 time: 0.8436897 Mar 16 10:56:45.295632 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] For port ad07df98-4905-4112-8d1d-74a6d98106c6, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ad07df98-4905-4112-8d1d-74a6d98106c6,segment=NetworkSegment(0827e54c-624c-4055-99be-741442a66787),segment_id=0827e54c-624c-4055-99be-741442a66787)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:45.296117 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.309749 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:45.313671 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.446023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-5fe7775a-6828-4b2a-b06f-e8c1deac3a91 None None] For port ad07df98-4905-4112-8d1d-74a6d98106c6, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ad07df98-4905-4112-8d1d-74a6d98106c6,segment=NetworkSegment(0827e54c-624c-4055-99be-741442a66787),segment_id=0827e54c-624c-4055-99be-741442a66787)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:45.446416 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5fe7775a-6828-4b2a-b06f-e8c1deac3a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.460493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Calling delete_port for ad07df98-4905-4112-8d1d-74a6d98106c6 owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:45.567045 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50612) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:45.593233 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-5fe7775a-6828-4b2a-b06f-e8c1deac3a91 None None] Calling delete_port for ad07df98-4905-4112-8d1d-74a6d98106c6 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:45.619617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.673254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 74aed23b-064a-4792-917e-24835fbbd1f4 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:45.730038 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Port': ['ID=ad07df98-4905-4112-8d1d-74a6d98106c6,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:45.738262 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] No DVR routers for this DVR port ad07df98-4905-4112-8d1d-74a6d98106c6 on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:45.888445 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-719be621-73fd-41e2-9b6f-2deabed787cc None None] For port 74aed23b-064a-4792-917e-24835fbbd1f4, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=74aed23b-064a-4792-917e-24835fbbd1f4,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:45.889375 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-719be621-73fd-41e2-9b6f-2deabed787cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.899192 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6542590d-6ec9-4ef0-9d09-8d5d709eac38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8978bb67d3184c7aa0b78103f463cbe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301065 Mar 16 10:56:45.901464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50624) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:45.905854 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.947511 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7245ebdd-ff17-4a02-bad7-ad8205fa0588']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:45.965793 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0827e54c-624c-4055-99be-741442a66787') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:45.966025 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0827e54c-624c-4055-99be-741442a66787') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:45.978886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-63fbde60-2909-4f85-b0bf-2a2e26fe2239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.011889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-63fbde60-2909-4f85-b0bf-2a2e26fe2239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.053783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.056314 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-5fe7775a-6828-4b2a-b06f-e8c1deac3a91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:46.056669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-5fe7775a-6828-4b2a-b06f-e8c1deac3a91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:46.067394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-719be621-73fd-41e2-9b6f-2deabed787cc None None] Calling delete_port for 74aed23b-064a-4792-917e-24835fbbd1f4 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:46.080341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50632) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:46.086570 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1034113884-network', 'tenant_id': 'c0f12dd8ff5c4b88851636c77657d032'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:46.091815 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:46.097126 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Usage tracker for resource:network and tenant:c0f12dd8ff5c4b88851636c77657d032 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:46.102041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:46.102751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.108446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-63fbde60-2909-4f85-b0bf-2a2e26fe2239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.113812 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:46.122348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:46.122731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.131972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbde60-2909-4f85-b0bf-2a2e26fe2239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa79926-2d84-4e34-8709-82ef2410cdb6,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:46.138425 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:46.143772 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Made reservation on behalf of c0f12dd8ff5c4b88851636c77657d032 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:46.146873 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.164150 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-63fbde60-2909-4f85-b0bf-2a2e26fe2239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.167923 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-63fbde60-2909-4f85-b0bf-2a2e26fe2239 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5fa79926-2d84-4e34-8709-82ef2410cdb6 HTTP/1.1" status: 204 len: 168 time: 0.2629929 Mar 16 10:56:46.169222 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.177325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a0cf1c-daca-413b-843a-42d7b48a7173 None None] Network a883b521-9134-46eb-b672-7e4947ee5dda requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:46.185560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:46.189892 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Usage tracker for resource:security_group_rule and tenant:c0f12dd8ff5c4b88851636c77657d032 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:46.193473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:46.199930 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:46.226755 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.278525 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.objects.ports [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87969) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:56:46.295841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.309257 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.323124 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-719be621-73fd-41e2-9b6f-2deabed787cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.325888 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:46.341467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.342273 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Added segment 7a75f4cc-910c-41d5-8f5e-53d6fe784871 of type vlan for network 0ba392af-8763-4d5d-8b6a-28ea9377b7f4 Mar 16 10:56:46.347905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.390441 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.408330 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db17d771-8695-4be7-af5a-898350604c51,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:46.410909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Network': ['ID=7245ebdd-ff17-4a02-bad7-ad8205fa0588,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:46.414976 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.444847 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-20df8aae-fee0-427b-bab6-f536d0353e1b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/networks/7245ebdd-ff17-4a02-bad7-ad8205fa0588 HTTP/1.1" status: 204 len: 168 time: 1.9838548 Mar 16 10:56:46.449460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50638) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:46.450795 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.services.revisions.revision_plugin [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Could not find related port for resource to bump revision. Mar 16 10:56:46.457261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.ipam_pluggable_backend [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Port 74aed23b-064a-4792-917e-24835fbbd1f4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87969) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 16 10:56:46.457495 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.ipam_pluggable_backend [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Reverting IP allocation for 2001:db8::f816:3eff:fe28:231 {{(pid=87969) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 16 10:56:46.461214 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.ipam_pluggable_backend [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe28:231 {{(pid=87969) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 16 10:56:46.462548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.464324 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1c6f4aac-6683-491c-8b98-e3f5f3448677 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1553868707', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:46.475841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1c6f4aac-6683-491c-8b98-e3f5f3448677 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:46.481991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1c6f4aac-6683-491c-8b98-e3f5f3448677 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:router and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:46.485599 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1c6f4aac-6683-491c-8b98-e3f5f3448677 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:46.493188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719be621-73fd-41e2-9b6f-2deabed787cc None None] Pushing event deleted for resources: {'Port': ['ID=74aed23b-064a-4792-917e-24835fbbd1f4,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:46.493465 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.498066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ad07df98-4905-4112-8d1d-74a6d98106c6 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:46.501119 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:46.503196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.508146 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1c6f4aac-6683-491c-8b98-e3f5f3448677 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:46.531114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719be621-73fd-41e2-9b6f-2deabed787cc None None] No DVR routers for this DVR port 74aed23b-064a-4792-917e-24835fbbd1f4 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:46.537027 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:46.540302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:46.544918 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:46.545628 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.560013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=f18932ad-9e7d-468b-9a42-fcadd8784e40,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:46.568561 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-5fe7775a-6828-4b2a-b06f-e8c1deac3a91 None None] Deleting port ad07df98-4905-4112-8d1d-74a6d98106c6 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:46.569122 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5fe7775a-6828-4b2a-b06f-e8c1deac3a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.585186 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-675afd0e-60f0-42ac-8d18-37ab1f9800d1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7413554 Mar 16 10:56:46.586409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50644) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:46.593044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'mac_address': 'fa:16:3e:fa:c9:1b', 'name': 'tempest-NetworksTestDHCPv6-277348231'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:46.594536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: ad07df98-4905-4112-8d1d-74a6d98106c6 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:46.595070 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ad07df98-4905-4112-8d1d-74a6d98106c6 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:46.608834 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af938b6-a333-4f13-891d-3913d3c37203 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:46.699143 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-5fe7775a-6828-4b2a-b06f-e8c1deac3a91 None None] The port 'ad07df98-4905-4112-8d1d-74a6d98106c6' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:56:46.763252 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c6f4aac-6683-491c-8b98-e3f5f3448677 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.764256 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c6f4aac-6683-491c-8b98-e3f5f3448677 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.772808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:46.778167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:port and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:46.782008 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:46.784260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] Pushing event updated for resources: {'Network': ['ID=0ba392af-8763-4d5d-8b6a-28ea9377b7f4,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:46.791464 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:46.791627 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-acdac5ad-b0b4-486c-91b1-2520caa100a2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7097237 Mar 16 10:56:46.794013 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50648) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:46.801977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-4c2875f9-eca5-41b4-a3c3-45db6ee1f589 admin admin] Request body: {'subnet': {'network_id': '0ba392af-8763-4d5d-8b6a-28ea9377b7f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1034113884-subnet', 'tenant_id': 'c0f12dd8ff5c4b88851636c77657d032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:46.806729 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c6f4aac-6683-491c-8b98-e3f5f3448677 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.807343 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50652) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:46.811819 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 0ba392af-8763-4d5d-8b6a-28ea9377b7f4 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:46.814817 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4c2875f9-eca5-41b4-a3c3-45db6ee1f589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:46.820601 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4c2875f9-eca5-41b4-a3c3-45db6ee1f589 admin admin] Usage tracker for resource:subnet and tenant:c0f12dd8ff5c4b88851636c77657d032 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:46.822187 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:46.824157 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4c2875f9-eca5-41b4-a3c3-45db6ee1f589 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:46.839905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4c2875f9-eca5-41b4-a3c3-45db6ee1f589 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:46.850315 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c6f4aac-6683-491c-8b98-e3f5f3448677 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.859658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a062662a-e48a-4266-b157-334b1a37895c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.868727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2875f9-eca5-41b4-a3c3-45db6ee1f589 admin admin] Made reservation on behalf of c0f12dd8ff5c4b88851636c77657d032 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:46.871143 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4c2875f9-eca5-41b4-a3c3-45db6ee1f589 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.876813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a062662a-e48a-4266-b157-334b1a37895c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:46.972221 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c6f4aac-6683-491c-8b98-e3f5f3448677 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.973783 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1c6f4aac-6683-491c-8b98-e3f5f3448677 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5232263 Mar 16 10:56:46.979829 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50656) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:46.991548 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-438a20a6-fc76-4677-ae8a-edf269243f26 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1594017492'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:46.996840 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-438a20a6-fc76-4677-ae8a-edf269243f26 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:47.007265 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-438a20a6-fc76-4677-ae8a-edf269243f26 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:network and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:47.012840 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-438a20a6-fc76-4677-ae8a-edf269243f26 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:47.021593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-438a20a6-fc76-4677-ae8a-edf269243f26 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:47.036705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438a20a6-fc76-4677-ae8a-edf269243f26 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:47.040219 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-438a20a6-fc76-4677-ae8a-edf269243f26 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.047439 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': 'f18932ad-9e7d-468b-9a42-fcadd8784e40'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:47.049507 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.053194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a062662a-e48a-4266-b157-334b1a37895c admin admin] Usage tracker for resource:security_group_rule and tenant:f03bb7260a5c4e209519101251e254ea is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:47.066444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a062662a-e48a-4266-b157-334b1a37895c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:47.075290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a062662a-e48a-4266-b157-334b1a37895c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:47.115955 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438a20a6-fc76-4677-ae8a-edf269243f26 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:47.122151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.133635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-438a20a6-fc76-4677-ae8a-edf269243f26 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.133973 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-438a20a6-fc76-4677-ae8a-edf269243f26 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Added segment 0327c5c0-6c3b-4326-84a5-ec01e143944d of type vlan for network f2b4a6c7-1319-476d-8120-0599886f6aca Mar 16 10:56:47.161605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port abc9ab2f-9144-4f32-b06b-5ec96f06291b yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:47.193231 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-438a20a6-fc76-4677-ae8a-edf269243f26 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.198100 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4c2875f9-eca5-41b4-a3c3-45db6ee1f589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.220939 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Allocated IP 2001:db8::f816:3eff:fe64:10dc (6fb457af-0d86-4c52-b4cf-f12d297a5983/f18932ad-9e7d-468b-9a42-fcadd8784e40/f4ecc252-291f-4eba-bfc9-aefaddf6c8d6) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:47.282095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a062662a-e48a-4266-b157-334b1a37895c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.287586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a062662a-e48a-4266-b157-334b1a37895c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.290463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-438a20a6-fc76-4677-ae8a-edf269243f26 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.295881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438a20a6-fc76-4677-ae8a-edf269243f26 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:47.296455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-438a20a6-fc76-4677-ae8a-edf269243f26 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.332879 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2875f9-eca5-41b4-a3c3-45db6ee1f589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7730c2-8aeb-4c7c-9242-377a9e491396,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:47.347748 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a062662a-e48a-4266-b157-334b1a37895c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f03bb7260a5c4e209519101251e254ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5376854 Mar 16 10:56:47.348825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50660) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:47.351593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062662a-e48a-4266-b157-334b1a37895c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65980b3e-d3b5-4592-bc84-0cb03d9fffa8,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:47.416986 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2875f9-eca5-41b4-a3c3-45db6ee1f589 admin admin] Checking segment: {'id': '7a75f4cc-910c-41d5-8f5e-53d6fe784871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0ba392af-8763-4d5d-8b6a-28ea9377b7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:47.417266 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2875f9-eca5-41b4-a3c3-45db6ee1f589 admin admin] Network hostable DHCP agents. Network: 0ba392af-8763-4d5d-8b6a-28ea9377b7f4, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:47.417681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-61ec842c-18ff-484a-8fd7-fedc9ad2275e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.438976 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a20a6-fc76-4677-ae8a-edf269243f26 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Network': ['ID=f2b4a6c7-1319-476d-8120-0599886f6aca,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:47.444796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-61ec842c-18ff-484a-8fd7-fedc9ad2275e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.451076 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-438a20a6-fc76-4677-ae8a-edf269243f26 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4698436 Mar 16 10:56:47.454447 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50664) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:47.459794 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network f2b4a6c7-1319-476d-8120-0599886f6aca details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:47.460696 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1446a60d-4d1e-4bba-9dc1-6bb08c700b4b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'subnet': {'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:47.477321 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2875f9-eca5-41b4-a3c3-45db6ee1f589 admin admin] Network 0ba392af-8763-4d5d-8b6a-28ea9377b7f4 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:47.503091 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.510943 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.513268 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-61ec842c-18ff-484a-8fd7-fedc9ad2275e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.530641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec842c-18ff-484a-8fd7-fedc9ad2275e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65980b3e-d3b5-4592-bc84-0cb03d9fffa8,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:47.542412 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-61ec842c-18ff-484a-8fd7-fedc9ad2275e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.545888 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-61ec842c-18ff-484a-8fd7-fedc9ad2275e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65980b3e-d3b5-4592-bc84-0cb03d9fffa8 HTTP/1.1" status: 204 len: 168 time: 0.1939025 Mar 16 10:56:47.549846 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-4c2875f9-eca5-41b4-a3c3-45db6ee1f589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 0ba392af-8763-4d5d-8b6a-28ea9377b7f4) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:47.560898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2875f9-eca5-41b4-a3c3-45db6ee1f589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:47.561547 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4c2875f9-eca5-41b4-a3c3-45db6ee1f589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.567059 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Transition to ACTIVE for port object f4ecc252-291f-4eba-bfc9-aefaddf6c8d6 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:47.575413 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55c69e9-dead-49b2-a6ba-48ad9ced358e None None] Network 0ba392af-8763-4d5d-8b6a-28ea9377b7f4 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:47.592363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1446a60d-4d1e-4bba-9dc1-6bb08c700b4b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:47.596759 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1446a60d-4d1e-4bba-9dc1-6bb08c700b4b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:subnet and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:47.608968 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4c2875f9-eca5-41b4-a3c3-45db6ee1f589 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8140535 Mar 16 10:56:47.610092 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1446a60d-4d1e-4bba-9dc1-6bb08c700b4b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:47.616753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1446a60d-4d1e-4bba-9dc1-6bb08c700b4b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:47.627581 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Transition to ACTIVE for port object f4ecc252-291f-4eba-bfc9-aefaddf6c8d6 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:47.628604 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1446a60d-4d1e-4bba-9dc1-6bb08c700b4b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:47.633101 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1446a60d-4d1e-4bba-9dc1-6bb08c700b4b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.656869 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.743927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::f816:3eff:fefa:c91b (6fb457af-0d86-4c52-b4cf-f12d297a5983/f18932ad-9e7d-468b-9a42-fcadd8784e40/abc9ab2f-9144-4f32-b06b-5ec96f06291b) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:47.794072 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:47.805734 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:47.812742 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:47.820865 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Pushing event updated for resources: {'Port': ['ID=f4ecc252-291f-4eba-bfc9-aefaddf6c8d6,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:47.959862 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Attempting to bind port f4ecc252-291f-4eba-bfc9-aefaddf6c8d6 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:47.960602 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Attempting to bind port f4ecc252-291f-4eba-bfc9-aefaddf6c8d6 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:47.961190 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Attempting to bind port f4ecc252-291f-4eba-bfc9-aefaddf6c8d6 on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:47.976581 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:47.977402 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:47.978023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.978650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:47.979261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.979606 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Bound port: f4ecc252-291f-4eba-bfc9-aefaddf6c8d6, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:47.980223 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.995651 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object abc9ab2f-9144-4f32-b06b-5ec96f06291b will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:48.025358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.040026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1446a60d-4d1e-4bba-9dc1-6bb08c700b4b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.113796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:48.117363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:48.127620 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50678) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:48.128539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:48.135503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:48.136296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.160109 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e56283-9012-43e3-ab9f-add4f7862249 None None] Network 0ba392af-8763-4d5d-8b6a-28ea9377b7f4 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:48.186254 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1446a60d-4d1e-4bba-9dc1-6bb08c700b4b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Checking segment: {'id': '0327c5c0-6c3b-4326-84a5-ec01e143944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:48.186913 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1446a60d-4d1e-4bba-9dc1-6bb08c700b4b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network hostable DHCP agents. Network: f2b4a6c7-1319-476d-8120-0599886f6aca, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:48.192760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-423df52c-d0ef-433c-8bb2-7ba266cccc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.197071 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446a60d-4d1e-4bba-9dc1-6bb08c700b4b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Subnet': ['ID=0492e12e-fc8f-4f07-a118-d7326d51f62a,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:48.217007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=abc9ab2f-9144-4f32-b06b-5ec96f06291b,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:48.218763 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1446a60d-4d1e-4bba-9dc1-6bb08c700b4b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network f2b4a6c7-1319-476d-8120-0599886f6aca is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:48.238566 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-60e65cce-6b49-4b08-9a8a-cf43c5cac1c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6501200 Mar 16 10:56:48.240039 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-423df52c-d0ef-433c-8bb2-7ba266cccc34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:48.242091 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50686) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:48.263605 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-1446a60d-4d1e-4bba-9dc1-6bb08c700b4b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, f2b4a6c7-1319-476d-8120-0599886f6aca) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:48.270571 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1446a60d-4d1e-4bba-9dc1-6bb08c700b4b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:48.271171 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1446a60d-4d1e-4bba-9dc1-6bb08c700b4b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.276740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-187110c3-d761-4727-8483-93fbed64a343 None None] For port f4ecc252-291f-4eba-bfc9-aefaddf6c8d6, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:48.280343 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677c99f6-8ea1-4705-98ee-4ff5f0acc376 None None] Network f2b4a6c7-1319-476d-8120-0599886f6aca requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:48.296309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-423df52c-d0ef-433c-8bb2-7ba266cccc34 admin admin] Usage tracker for resource:security_group_rule and tenant:a58d8dde3f964f58bcf335fc6790e492 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:48.301952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-423df52c-d0ef-433c-8bb2-7ba266cccc34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:48.312553 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-423df52c-d0ef-433c-8bb2-7ba266cccc34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:48.322228 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-187110c3-d761-4727-8483-93fbed64a343 None None] For port f4ecc252-291f-4eba-bfc9-aefaddf6c8d6, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f4ecc252-291f-4eba-bfc9-aefaddf6c8d6,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:48.325970 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1446a60d-4d1e-4bba-9dc1-6bb08c700b4b tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8698084 Mar 16 10:56:48.326257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50690) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:48.383275 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.499800 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aba020-3937-4d5d-b822-f128b59a940b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:48.505738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aba020-3937-4d5d-b822-f128b59a940b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:48.506499 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-39aba020-3937-4d5d-b822-f128b59a940b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:48.594463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187110c3-d761-4727-8483-93fbed64a343 None None] Pushing event updated for resources: {'Port': ['ID=f4ecc252-291f-4eba-bfc9-aefaddf6c8d6,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:48.721742 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-f2b4a6c7-1319-476d-8120-0599886f6aca', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:48.723076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.778433 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-39aba020-3937-4d5d-b822-f128b59a940b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:48.779684 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-39aba020-3937-4d5d-b822-f128b59a940b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5364542 Mar 16 10:56:48.784026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50702) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:48.922268 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-7e3490c7-5fdd-4623-bc0b-4505e4c0ef9d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port abc9ab2f-9144-4f32-b06b-5ec96f06291b {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:48.922633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7e3490c7-5fdd-4623-bc0b-4505e4c0ef9d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.941546 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Allocated IP 2001:db8::2 (f2b4a6c7-1319-476d-8120-0599886f6aca/0492e12e-fc8f-4f07-a118-d7326d51f62a/51888362-4070-4eca-a223-1da6c9210c87) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:49.132594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-79345e65-bbc5-4862-a715-07fe5a2f434b tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:49.133255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-79345e65-bbc5-4862-a715-07fe5a2f434b tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Synchronizing usage tracker for tenant:0de6676a84324b069ac0823f6a3b7a7a on resource:network {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:49.136827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-423df52c-d0ef-433c-8bb2-7ba266cccc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.167781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-423df52c-d0ef-433c-8bb2-7ba266cccc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.187141 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.199331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Transition to ACTIVE for port object 51888362-4070-4eca-a223-1da6c9210c87 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:49.208792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7e3490c7-5fdd-4623-bc0b-4505e4c0ef9d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.246464 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Transition to ACTIVE for port object 51888362-4070-4eca-a223-1da6c9210c87 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:49.246680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423df52c-d0ef-433c-8bb2-7ba266cccc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a52a6a-c337-44db-9b46-a09964e39446,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:49.261232 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.283428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-79345e65-bbc5-4862-a715-07fe5a2f434b tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Unset dirty status for tenant:0de6676a84324b069ac0823f6a3b7a7a on resource:network {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:49.284871 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-79345e65-bbc5-4862-a715-07fe5a2f434b tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/networks?id=a883b521-9134-46eb-b672-7e4947ee5dda HTTP/1.1" status: 200 len: 811 time: 0.7745805 Mar 16 10:56:49.287460 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-423df52c-d0ef-433c-8bb2-7ba266cccc34 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a58d8dde3f964f58bcf335fc6790e492&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1469040 Mar 16 10:56:49.291256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50706) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:49.294158 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.356683 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-7e3490c7-5fdd-4623-bc0b-4505e4c0ef9d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for abc9ab2f-9144-4f32-b06b-5ec96f06291b owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:49.357944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Pushing event updated for resources: {'Port': ['ID=51888362-4070-4eca-a223-1da6c9210c87,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:49.365329 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Network f2b4a6c7-1319-476d-8120-0599886f6aca is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:49.366458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:49.368640 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:49.397610 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-fc56c805-8878-4e3c-9cb4-8b8c0cab25d2 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/quotas/0de6676a84324b069ac0823f6a3b7a7a HTTP/1.1" status: 200 len: 375 time: 0.0886340 Mar 16 10:56:49.496254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Attempting to bind port 51888362-4070-4eca-a223-1da6c9210c87 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:49.496636 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Attempting to bind port 51888362-4070-4eca-a223-1da6c9210c87 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '0327c5c0-6c3b-4326-84a5-ec01e143944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:49.497000 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Attempting to bind port 51888362-4070-4eca-a223-1da6c9210c87 on network f2b4a6c7-1319-476d-8120-0599886f6aca {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:49.505136 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:49.506145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Checking segment: {'id': '0327c5c0-6c3b-4326-84a5-ec01e143944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:49.506569 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.506971 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Bound using segment: {'id': '0327c5c0-6c3b-4326-84a5-ec01e143944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:49.507480 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Bound port: 51888362-4070-4eca-a223-1da6c9210c87, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0327c5c0-6c3b-4326-84a5-ec01e143944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:49.507859 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.528185 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7e3490c7-5fdd-4623-bc0b-4505e4c0ef9d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.546879 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-308d27f0-52a5-48b4-8a20-6e26612a0cce tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0de6676a84324b069ac0823f6a3b7a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1305847 Mar 16 10:56:49.660486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] For port 51888362-4070-4eca-a223-1da6c9210c87, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:49.663984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] For port 51888362-4070-4eca-a223-1da6c9210c87, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=51888362-4070-4eca-a223-1da6c9210c87,segment=NetworkSegment(0327c5c0-6c3b-4326-84a5-ec01e143944d),segment_id=0327c5c0-6c3b-4326-84a5-ec01e143944d)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:49.680965 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.733442 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f4ecc252-291f-4eba-bfc9-aefaddf6c8d6 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:49.744481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3490c7-5fdd-4623-bc0b-4505e4c0ef9d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=abc9ab2f-9144-4f32-b06b-5ec96f06291b,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:49.771861 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b5309e24-f713-445d-9f0d-1c35f3741773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.793352 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7e3490c7-5fdd-4623-bc0b-4505e4c0ef9d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.812497 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7e3490c7-5fdd-4623-bc0b-4505e4c0ef9d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/abc9ab2f-9144-4f32-b06b-5ec96f06291b HTTP/1.1" status: 204 len: 168 time: 1.0260701 Mar 16 10:56:49.814830 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50710) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:49.861965 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8953b7-4e82-42c2-accc-80eceb033cac None None] Pushing event updated for resources: {'Port': ['ID=51888362-4070-4eca-a223-1da6c9210c87,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:49.884385 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port f4ecc252-291f-4eba-bfc9-aefaddf6c8d6 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:49.894845 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3db5aed-1fce-4842-bc62-15476d370fab tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:49.895057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b5309e24-f713-445d-9f0d-1c35f3741773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.896614 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3db5aed-1fce-4842-bc62-15476d370fab tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:49.899629 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a3db5aed-1fce-4842-bc62-15476d370fab tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0835063 Mar 16 10:56:49.900696 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50714) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:49.942525 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6f184feb-c5e7-4fce-8e27-7b3c2544e698 None None] Provisioning for port f4ecc252-291f-4eba-bfc9-aefaddf6c8d6 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:49.950270 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6f184feb-c5e7-4fce-8e27-7b3c2544e698 None None] Provisioning complete for port f4ecc252-291f-4eba-bfc9-aefaddf6c8d6 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:49.950648 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6f184feb-c5e7-4fce-8e27-7b3c2544e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.957230 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-f3ca8502-3281-4818-a4a0-08b293b6c42e service neutron] 10.222.0.44 "GET /v2.0/networks/a883b521-9134-46eb-b672-7e4947ee5dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631256 Mar 16 10:56:49.989317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-89148cf3-21c9-47d2-a319-e763cc83a15c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet f18932ad-9e7d-468b-9a42-fcadd8784e40 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:49.992858 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89148cf3-21c9-47d2-a319-e763cc83a15c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.056179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89148cf3-21c9-47d2-a319-e763cc83a15c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.104532 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6f184feb-c5e7-4fce-8e27-7b3c2544e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.173180 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-6f184feb-c5e7-4fce-8e27-7b3c2544e698 None None] For port f4ecc252-291f-4eba-bfc9-aefaddf6c8d6, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f4ecc252-291f-4eba-bfc9-aefaddf6c8d6,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:50.181970 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6f184feb-c5e7-4fce-8e27-7b3c2544e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.202689 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89148cf3-21c9-47d2-a319-e763cc83a15c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.302891 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f184feb-c5e7-4fce-8e27-7b3c2544e698 None None] Pushing event updated for resources: {'Port': ['ID=f4ecc252-291f-4eba-bfc9-aefaddf6c8d6,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:50.307515 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b5309e24-f713-445d-9f0d-1c35f3741773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.329350 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-810a7f8d-54d5-42b6-b98a-a0e909a8f58d None None] Could not find standard attr ID for object abc9ab2f-9144-4f32-b06b-5ec96f06291b. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:56:50.337393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Allocated IP 2001:db8::1 (f2b4a6c7-1319-476d-8120-0599886f6aca/0492e12e-fc8f-4f07-a118-d7326d51f62a/f22b7797-f66f-47d6-84e5-12dd3b32021b) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:50.352407 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309e24-f713-445d-9f0d-1c35f3741773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a52a6a-c337-44db-9b46-a09964e39446,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:50.354290 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89148cf3-21c9-47d2-a319-e763cc83a15c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.356435 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-136b2fc4-01e2-44b8-acc1-0120d0b3b322 service neutron] 10.222.0.44 "GET /v2.0/networks/a883b521-9134-46eb-b672-7e4947ee5dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613803 Mar 16 10:56:50.379446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b5309e24-f713-445d-9f0d-1c35f3741773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.383035 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b5309e24-f713-445d-9f0d-1c35f3741773 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26a52a6a-c337-44db-9b46-a09964e39446 HTTP/1.1" status: 204 len: 168 time: 1.0882316 Mar 16 10:56:50.416595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-89148cf3-21c9-47d2-a319-e763cc83a15c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.438688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89148cf3-21c9-47d2-a319-e763cc83a15c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=f18932ad-9e7d-468b-9a42-fcadd8784e40,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:50.457440 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-89148cf3-21c9-47d2-a319-e763cc83a15c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/f18932ad-9e7d-468b-9a42-fcadd8784e40 HTTP/1.1" status: 204 len: 168 time: 0.5535719 Mar 16 10:56:50.458377 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50720) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:50.563960 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-601cd289-b524-4f62-a575-f6656dcfbbd6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012733 Mar 16 10:56:50.566916 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50726) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:50.647822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.664682 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-076bc643-2f89-4bec-ae55-3f183278d905 req-87390b68-d6a2-4451-9748-035e272c11d4 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 210 time: 0.0641572 Mar 16 10:56:50.665078 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0481382-3892-4eda-8853-2ac882621fdd None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:50.703635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Transition to ACTIVE for port object f22b7797-f66f-47d6-84e5-12dd3b32021b will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:50.731680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.735841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fbcfc9-75e7-4692-9e30-1486a3d695e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:50.741160 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f3fbcfc9-75e7-4692-9e30-1486a3d695e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:50.779342 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f3fbcfc9-75e7-4692-9e30-1486a3d695e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:50.784237 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f3fbcfc9-75e7-4692-9e30-1486a3d695e7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2162163 Mar 16 10:56:50.785945 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50738) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:50.833478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network f2b4a6c7-1319-476d-8120-0599886f6aca is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:50.837224 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:50.843987 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:50.844401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.893525 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=f22b7797-f66f-47d6-84e5-12dd3b32021b,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:50.921731 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81a780f-71c2-400b-bc36-e01b8830ce94 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:50.922359 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b81a780f-71c2-400b-bc36-e01b8830ce94 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:50.970329 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b81a780f-71c2-400b-bc36-e01b8830ce94 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:50.976511 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b81a780f-71c2-400b-bc36-e01b8830ce94 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1894646 Mar 16 10:56:50.977658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50746) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:51.086113 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b87ff48e-fd65-472a-a5ba-898565ba0402 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022084 Mar 16 10:56:51.090064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50756) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:51.112887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-49a4b025-99ba-4929-93cb-28f12c0175f8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:51.155256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047d722c-b3f6-4d0d-8dc3-a77e0e3b37c2 None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:51.161497 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-047d722c-b3f6-4d0d-8dc3-a77e0e3b37c2 None None] Deleting port f4ecc252-291f-4eba-bfc9-aefaddf6c8d6 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:51.161497 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-047d722c-b3f6-4d0d-8dc3-a77e0e3b37c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.293853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.318285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-49a4b025-99ba-4929-93cb-28f12c0175f8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:51.393135 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-49a4b025-99ba-4929-93cb-28f12c0175f8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:51.421299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a4b025-99ba-4929-93cb-28f12c0175f8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:51.425455 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49a4b025-99ba-4929-93cb-28f12c0175f8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.451430 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88772dd-7ec5-4e5a-b829-131da1150c8c None None] Network f2b4a6c7-1319-476d-8120-0599886f6aca requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:51.488717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-047d722c-b3f6-4d0d-8dc3-a77e0e3b37c2 None None] For port f4ecc252-291f-4eba-bfc9-aefaddf6c8d6, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f4ecc252-291f-4eba-bfc9-aefaddf6c8d6,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:51.489789 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-047d722c-b3f6-4d0d-8dc3-a77e0e3b37c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.750802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-047d722c-b3f6-4d0d-8dc3-a77e0e3b37c2 None None] Calling delete_port for f4ecc252-291f-4eba-bfc9-aefaddf6c8d6 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:51.782111 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 51888362-4070-4eca-a223-1da6c9210c87 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:51.881672 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-545514d6-d9f2-474d-8f27-c9dcedeed43d None None] Provisioning for port 51888362-4070-4eca-a223-1da6c9210c87 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:51.925800 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 51888362-4070-4eca-a223-1da6c9210c87 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:51.993962 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 51888362-4070-4eca-a223-1da6c9210c87 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:51.994773 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.064690 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-047d722c-b3f6-4d0d-8dc3-a77e0e3b37c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.124099 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d722c-b3f6-4d0d-8dc3-a77e0e3b37c2 None None] Pushing event deleted for resources: {'Port': ['ID=f4ecc252-291f-4eba-bfc9-aefaddf6c8d6,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:52.125877 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9d011495-b8d0-4c4e-bce2-82e0ea4d1c66 req-226645e6-1332-4d12-b829-56e2a644aac9 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 210 time: 0.1687312 Mar 16 10:56:52.182987 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047d722c-b3f6-4d0d-8dc3-a77e0e3b37c2 None None] No DVR routers for this DVR port f4ecc252-291f-4eba-bfc9-aefaddf6c8d6 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:52.290601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.315745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-b127b447-cc95-42e0-84a6-7ffc99580f35 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:52.316820 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-b127b447-cc95-42e0-84a6-7ffc99580f35 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.18 "GET /v2.0/networks?id=a883b521-9134-46eb-b672-7e4947ee5dda HTTP/1.1" status: 200 len: 811 time: 0.3562734 Mar 16 10:56:52.342350 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 51888362-4070-4eca-a223-1da6c9210c87, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=51888362-4070-4eca-a223-1da6c9210c87,segment=NetworkSegment(0327c5c0-6c3b-4326-84a5-ec01e143944d),segment_id=0327c5c0-6c3b-4326-84a5-ec01e143944d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:52.350265 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.352923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-3a9310bd-fffc-4fa7-8f11-8f91c021209d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Request body: {'port': {'device_id': 'fb570cd1-37ac-4998-bbac-7d2efea99a6a', 'network_id': 'a883b521-9134-46eb-b672-7e4947ee5dda', 'admin_state_up': True, 'tenant_id': '0de6676a84324b069ac0823f6a3b7a7a'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:52.406118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f4ecc252-291f-4eba-bfc9-aefaddf6c8d6 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:52.438801 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.443078 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49a4b025-99ba-4929-93cb-28f12c0175f8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.454649 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: f4ecc252-291f-4eba-bfc9-aefaddf6c8d6 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:52.454649 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f4ecc252-291f-4eba-bfc9-aefaddf6c8d6 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:52.455282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50790) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:52.497389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.498184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.507802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=51888362-4070-4eca-a223-1da6c9210c87,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:52.592727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-712347749', 'router:external': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:52.598299 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:52.602198 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Usage tracker for resource:network and tenant:2a3e5907ce774dbcbaba80c6c6bb5de9 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:52.605118 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:52.610946 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:52.623263 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Made reservation on behalf of 2a3e5907ce774dbcbaba80c6c6bb5de9 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:52.625611 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.639270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.648294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a4b025-99ba-4929-93cb-28f12c0175f8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:52.656943 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:52.661517 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Usage tracker for resource:security_group_rule and tenant:2a3e5907ce774dbcbaba80c6c6bb5de9 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:52.662191 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-49a4b025-99ba-4929-93cb-28f12c0175f8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:52.665153 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:52.672039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:52.677357 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a391c3a-fd11-4f38-9228-5f8f5a425f50 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:52.722639 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a4b025-99ba-4929-93cb-28f12c0175f8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:52.723469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49a4b025-99ba-4929-93cb-28f12c0175f8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.770645 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.775931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.782368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4b025-99ba-4929-93cb-28f12c0175f8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=77d8b38b-2b2f-4fc5-9b6d-ae44673a524f,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:52.792894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=f22b7797-f66f-47d6-84e5-12dd3b32021b,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:52.828210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-3a9310bd-fffc-4fa7-8f11-8f91c021209d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:52.832923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-3a9310bd-fffc-4fa7-8f11-8f91c021209d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Usage tracker for resource:port and tenant:0de6676a84324b069ac0823f6a3b7a7a is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:52.836435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-3a9310bd-fffc-4fa7-8f11-8f91c021209d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:52.841559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c2efa7-d4f5-4036-941a-4c81d13b4a40,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:52.842595 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-3a9310bd-fffc-4fa7-8f11-8f91c021209d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:52.860168 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:52.869999 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-49a4b025-99ba-4929-93cb-28f12c0175f8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7734227 Mar 16 10:56:52.869999 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-3a9310bd-fffc-4fa7-8f11-8f91c021209d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Made reservation on behalf of 0de6676a84324b069ac0823f6a3b7a7a for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:52.870713 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.871036 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Added segment c8e7fc91-88bb-4cfe-82a6-86546fa2f074 of type vlan for network 4e303cd8-ab9c-4a9e-bd86-a8b1f5305499 Mar 16 10:56:52.871916 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50796) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:52.873237 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-3a9310bd-fffc-4fa7-8f11-8f91c021209d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.881819 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-aa9e743f-de6a-416e-a62e-178bbe887fa2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'mac_address': 'fa:16:3e:63:fc:1c', 'name': 'tempest-NetworksTestDHCPv6-1391404057'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:52.900578 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network f2b4a6c7-1319-476d-8120-0599886f6aca is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:52.902986 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:52.956529 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ed9ed435-7e2d-4089-8151-c6b67000cfb0 None None] Provisioning for port f22b7797-f66f-47d6-84e5-12dd3b32021b completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:52.964486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ed9ed435-7e2d-4089-8151-c6b67000cfb0 None None] Provisioning complete for port f22b7797-f66f-47d6-84e5-12dd3b32021b triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:52.965130 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ed9ed435-7e2d-4089-8151-c6b67000cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.995488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': '77d8b38b-2b2f-4fc5-9b6d-ae44673a524f'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:52.996413 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.008126 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.067673 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-aa9e743f-de6a-416e-a62e-178bbe887fa2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:53.082260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-aa9e743f-de6a-416e-a62e-178bbe887fa2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:53.086382 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.087718 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:53.088902 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.127278 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ed9ed435-7e2d-4089-8151-c6b67000cfb0 None None] Port f22b7797-f66f-47d6-84e5-12dd3b32021b cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:53.137150 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9e743f-de6a-416e-a62e-178bbe887fa2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:53.157035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ed9ed435-7e2d-4089-8151-c6b67000cfb0 None None] Provisioning complete for port 51888362-4070-4eca-a223-1da6c9210c87 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:53.157558 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ed9ed435-7e2d-4089-8151-c6b67000cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.290296 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8341997 Mar 16 10:56:53.295186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-3a9310bd-fffc-4fa7-8f11-8f91c021209d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Allocated IP 172.20.0.14 (a883b521-9134-46eb-b672-7e4947ee5dda/fde6e903-f689-410a-b59e-f3473c061a9b/d1e97b99-c287-4af6-a2ec-3028fa9ce09c) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:53.295721 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50802) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:53.319786 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8089999-494b-44d2-bcd6-06ea65eb189f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Pushing event updated for resources: {'Network': ['ID=4e303cd8-ab9c-4a9e-bd86-a8b1f5305499,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:53.327663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-f8a91ba9-2371-42ac-b80b-25bb88c88300 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Request body: {'subnet': {'network_id': '4e303cd8-ab9c-4a9e-bd86-a8b1f5305499', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:53.337903 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f8a91ba9-2371-42ac-b80b-25bb88c88300 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:53.342424 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f8a91ba9-2371-42ac-b80b-25bb88c88300 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Usage tracker for resource:subnet and tenant:2a3e5907ce774dbcbaba80c6c6bb5de9 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:53.345880 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f8a91ba9-2371-42ac-b80b-25bb88c88300 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:53.352707 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 4e303cd8-ab9c-4a9e-bd86-a8b1f5305499 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:53.352932 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f8a91ba9-2371-42ac-b80b-25bb88c88300 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:53.386795 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:56:53.411499 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a91ba9-2371-42ac-b80b-25bb88c88300 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Made reservation on behalf of 2a3e5907ce774dbcbaba80c6c6bb5de9 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:53.414178 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8a91ba9-2371-42ac-b80b-25bb88c88300 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.438515 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-51a61e03-83d5-4c01-97fa-5d89c9c4aaad req-4d094773-bc4a-4872-845f-d0058ef056d3 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 210 time: 0.0690284 Mar 16 10:56:53.530209 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Allocated IP 2001:db8::2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/77d8b38b-2b2f-4fc5-9b6d-ae44673a524f/9495cacb-301e-43d4-b0f5-4e9a296f851c) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:53.532398 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-aa9e743f-de6a-416e-a62e-178bbe887fa2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.577388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-aa9e743f-de6a-416e-a62e-178bbe887fa2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port 75f3630b-b9ba-461f-b57a-424f88fba3c2 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:53.692538 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 51888362-4070-4eca-a223-1da6c9210c87 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:53.756305 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-605f2c3a-b792-4897-ace4-a65c00504ed9 None None] Provisioning complete for port f22b7797-f66f-47d6-84e5-12dd3b32021b triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:53.756883 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-605f2c3a-b792-4897-ace4-a65c00504ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.787780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:53.801514 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Sync routers for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:53.821265 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2dd848d5-3e15-4838-a0c4-41d57767d77d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/4c97d312-48a7-4fbf-9eb8-4e39a9529b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4916301 Mar 16 10:56:53.823638 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:53.824583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50808) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:53.825534 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:53.832210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-1355a01e-e44d-499c-b234-2c5b25b31755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1269857210'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:53.840677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1355a01e-e44d-499c-b234-2c5b25b31755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:53.850657 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1355a01e-e44d-499c-b234-2c5b25b31755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:network and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:53.861289 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1355a01e-e44d-499c-b234-2c5b25b31755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:53.871584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1355a01e-e44d-499c-b234-2c5b25b31755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:53.895207 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-605f2c3a-b792-4897-ace4-a65c00504ed9 None None] Port f22b7797-f66f-47d6-84e5-12dd3b32021b cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:53.897262 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-3a9310bd-fffc-4fa7-8f11-8f91c021209d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.905416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1355a01e-e44d-499c-b234-2c5b25b31755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:53.909268 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1355a01e-e44d-499c-b234-2c5b25b31755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.914254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 51888362-4070-4eca-a223-1da6c9210c87 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:53.914634 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.954040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1355a01e-e44d-499c-b234-2c5b25b31755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:53.956849 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.969656 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1355a01e-e44d-499c-b234-2c5b25b31755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.969982 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-1355a01e-e44d-499c-b234-2c5b25b31755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Added segment e0d37413-6c6b-4277-9871-c1d2288354de of type vlan for network 7c11593b-1ec6-4022-9072-24051f4943b7 Mar 16 10:56:53.973684 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Transition to ACTIVE for port object 9495cacb-301e-43d4-b0f5-4e9a296f851c will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:54.005398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-3a9310bd-fffc-4fa7-8f11-8f91c021209d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.007184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Transition to ACTIVE for port object 9495cacb-301e-43d4-b0f5-4e9a296f851c will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:54.016057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1355a01e-e44d-499c-b234-2c5b25b31755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.042352 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.090031 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:54.104644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-3a9310bd-fffc-4fa7-8f11-8f91c021209d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Network a883b521-9134-46eb-b672-7e4947ee5dda is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:54.114179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-3a9310bd-fffc-4fa7-8f11-8f91c021209d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:54.116257 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:54.116752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-3a9310bd-fffc-4fa7-8f11-8f91c021209d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:54.125016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:54.131920 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-aa9e743f-de6a-416e-a62e-178bbe887fa2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::22d (6fb457af-0d86-4c52-b4cf-f12d297a5983/77d8b38b-2b2f-4fc5-9b6d-ae44673a524f/75f3630b-b9ba-461f-b57a-424f88fba3c2) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:54.132143 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:54.176107 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Pushing event updated for resources: {'Port': ['ID=9495cacb-301e-43d4-b0f5-4e9a296f851c,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:54.182051 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9310bd-fffc-4fa7-8f11-8f91c021209d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Pushing event updated for resources: {'Port': ['ID=d1e97b99-c287-4af6-a2ec-3028fa9ce09c,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:54.193102 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:54.194127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:54.194127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:54.194127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:54.194453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1355a01e-e44d-499c-b234-2c5b25b31755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.194559 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:54.194895 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:54.195120 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:54.195411 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:54.195739 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:54.196120 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:54.196427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:54.196699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:54.201081 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1355a01e-e44d-499c-b234-2c5b25b31755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:54.201694 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1355a01e-e44d-499c-b234-2c5b25b31755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.299635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Attempting to bind port 9495cacb-301e-43d4-b0f5-4e9a296f851c on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:54.300012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Attempting to bind port 9495cacb-301e-43d4-b0f5-4e9a296f851c by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:54.300264 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Attempting to bind port 9495cacb-301e-43d4-b0f5-4e9a296f851c on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:54.317866 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:54.318271 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:54.318642 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.319043 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:54.319537 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Bound port: 9495cacb-301e-43d4-b0f5-4e9a296f851c, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:54.319913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.323980 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355a01e-e44d-499c-b234-2c5b25b31755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Network': ['ID=7c11593b-1ec6-4022-9072-24051f4943b7,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:54.343777 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 7c11593b-1ec6-4022-9072-24051f4943b7 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:54.346880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-3a9310bd-fffc-4fa7-8f11-8f91c021209d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:54.347538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-3a9310bd-fffc-4fa7-8f11-8f91c021209d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.374248 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-3a9310bd-fffc-4fa7-8f11-8f91c021209d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0354455 Mar 16 10:56:54.381917 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1355a01e-e44d-499c-b234-2c5b25b31755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5534432 Mar 16 10:56:54.384739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50816) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:54.392088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Request body: {'port': {'device_id': 'fb570cd1-37ac-4998-bbac-7d2efea99a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:54.415079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.objects.ports [None req-f8a91ba9-2371-42ac-b80b-25bb88c88300 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87968) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:56:54.415928 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8a91ba9-2371-42ac-b80b-25bb88c88300 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.431533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-38f6d664-edea-4efe-a796-104c61f48245 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'subnet': {'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:54.464957 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:56:50Z', 'revision_number': 2, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:51Z', 'revision_number': 2, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:54.471976 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Checking router: 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:56:54.472339 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Updating router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 port f22b7797-f66f-47d6-84e5-12dd3b32021b binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:56:54.534334 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] For port 9495cacb-301e-43d4-b0f5-4e9a296f851c, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:54.540215 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] For port 9495cacb-301e-43d4-b0f5-4e9a296f851c, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=9495cacb-301e-43d4-b0f5-4e9a296f851c,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:54.551317 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.551538 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.562208 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a91ba9-2371-42ac-b80b-25bb88c88300 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Pushing event updated for resources: {'Subnet': ['ID=73b60eba-a884-4f87-9105-6273a5d005e5,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:54.587700 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-aa9e743f-de6a-416e-a62e-178bbe887fa2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.591052 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a91ba9-2371-42ac-b80b-25bb88c88300 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Checking segment: {'id': 'c8e7fc91-88bb-4cfe-82a6-86546fa2f074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4e303cd8-ab9c-4a9e-bd86-a8b1f5305499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:54.591549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a91ba9-2371-42ac-b80b-25bb88c88300 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Network hostable DHCP agents. Network: 4e303cd8-ab9c-4a9e-bd86-a8b1f5305499, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:54.639946 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-aa9e743f-de6a-416e-a62e-178bbe887fa2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object 75f3630b-b9ba-461f-b57a-424f88fba3c2 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:54.651602 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a91ba9-2371-42ac-b80b-25bb88c88300 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Network 4e303cd8-ab9c-4a9e-bd86-a8b1f5305499 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:54.665303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-f8a91ba9-2371-42ac-b80b-25bb88c88300 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 4e303cd8-ab9c-4a9e-bd86-a8b1f5305499) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:54.670748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a91ba9-2371-42ac-b80b-25bb88c88300 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:54.671928 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8a91ba9-2371-42ac-b80b-25bb88c88300 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.676073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1cc33-ecbc-43a7-9b7d-911e3cc6b08b None None] Pushing event updated for resources: {'Port': ['ID=9495cacb-301e-43d4-b0f5-4e9a296f851c,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:54.698773 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-aa9e743f-de6a-416e-a62e-178bbe887fa2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.704825 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cabd3b-4c06-46bf-99ca-3f3086bf70ac None None] Network 4e303cd8-ab9c-4a9e-bd86-a8b1f5305499 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:54.759312 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f8a91ba9-2371-42ac-b80b-25bb88c88300 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4550099 Mar 16 10:56:54.769176 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50822) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:54.780715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1296661663', 'network_id': '4e303cd8-ab9c-4a9e-bd86-a8b1f5305499'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:54.792544 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:54.806131 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Usage tracker for resource:port and tenant:2a3e5907ce774dbcbaba80c6c6bb5de9 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:54.814629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-38f6d664-edea-4efe-a796-104c61f48245 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:54.818281 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9e743f-de6a-416e-a62e-178bbe887fa2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:54.823739 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:54.825328 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-38f6d664-edea-4efe-a796-104c61f48245 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:subnet and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:54.827224 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-aa9e743f-de6a-416e-a62e-178bbe887fa2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:54.831389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-38f6d664-edea-4efe-a796-104c61f48245 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:54.836594 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9e743f-de6a-416e-a62e-178bbe887fa2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:54.843171 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9e743f-de6a-416e-a62e-178bbe887fa2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:54.844213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-aa9e743f-de6a-416e-a62e-178bbe887fa2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.847828 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-38f6d664-edea-4efe-a796-104c61f48245 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:54.848810 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e743f-de6a-416e-a62e-178bbe887fa2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=75f3630b-b9ba-461f-b57a-424f88fba3c2,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:54.854926 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.857910 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:54.898467 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-aa9e743f-de6a-416e-a62e-178bbe887fa2 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0253208 Mar 16 10:56:54.899352 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Made reservation on behalf of 2a3e5907ce774dbcbaba80c6c6bb5de9 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:54.901726 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.915532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50826) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:54.930181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f6d664-edea-4efe-a796-104c61f48245 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:54.933844 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-38f6d664-edea-4efe-a796-104c61f48245 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.983295 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] device_id is not set on port c146fdd4-cf9d-4988-86b6-4cb6d82b7451 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:55.094411 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d883f66-139c-48ad-acf3-6c66f8047e0a None None] Network 4e303cd8-ab9c-4a9e-bd86-a8b1f5305499 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:55.128814 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.145447 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Transition to ACTIVE for port object f22b7797-f66f-47d6-84e5-12dd3b32021b will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:55.149323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d8564-fd7e-440f-b552-6fa027e6609d req-633d8667-7e93-4800-9c13-09fe4ae6d409 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:55.150449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-340d8564-fd7e-440f-b552-6fa027e6609d req-633d8667-7e93-4800-9c13-09fe4ae6d409 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Synchronizing usage tracker for tenant:0de6676a84324b069ac0823f6a3b7a7a on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:55.156570 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.210952 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e618ea-fe27-46c0-bd98-e4cbe458eba8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:55.217237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e618ea-fe27-46c0-bd98-e4cbe458eba8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:55.218084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-25e618ea-fe27-46c0-bd98-e4cbe458eba8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:55.245391 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa64710-1f42-4cf3-bb3e-c2d832dab8cf None None] Pushing event updated for resources: {'Port': ['ID=f22b7797-f66f-47d6-84e5-12dd3b32021b,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:55.248813 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Allocated IP 2001:db8::38c (4e303cd8-ab9c-4a9e-bd86-a8b1f5305499/73b60eba-a884-4f87-9105-6273a5d005e5/c146fdd4-cf9d-4988-86b6-4cb6d82b7451) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:55.260918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-25e618ea-fe27-46c0-bd98-e4cbe458eba8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:55.262442 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-25e618ea-fe27-46c0-bd98-e4cbe458eba8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3441186 Mar 16 10:56:55.265264 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50832) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:55.368443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-340d8564-fd7e-440f-b552-6fa027e6609d req-633d8667-7e93-4800-9c13-09fe4ae6d409 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Unset dirty status for tenant:0de6676a84324b069ac0823f6a3b7a7a on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:55.375994 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-340d8564-fd7e-440f-b552-6fa027e6609d req-633d8667-7e93-4800-9c13-09fe4ae6d409 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 932 time: 0.7190835 Mar 16 10:56:55.406719 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-300d3585-e93f-452c-a6e8-4e0c33d9f4bd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 75f3630b-b9ba-461f-b57a-424f88fba3c2 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:55.409143 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-300d3585-e93f-452c-a6e8-4e0c33d9f4bd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.409875 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa64710-1f42-4cf3-bb3e-c2d832dab8cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.410331 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa64710-1f42-4cf3-bb3e-c2d832dab8cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.414445 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa64710-1f42-4cf3-bb3e-c2d832dab8cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.415114 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa64710-1f42-4cf3-bb3e-c2d832dab8cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.417820 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa64710-1f42-4cf3-bb3e-c2d832dab8cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.418339 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa64710-1f42-4cf3-bb3e-c2d832dab8cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.418896 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa64710-1f42-4cf3-bb3e-c2d832dab8cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.419465 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa64710-1f42-4cf3-bb3e-c2d832dab8cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.419910 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa64710-1f42-4cf3-bb3e-c2d832dab8cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.424153 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa64710-1f42-4cf3-bb3e-c2d832dab8cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.430321 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa64710-1f42-4cf3-bb3e-c2d832dab8cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.430799 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa64710-1f42-4cf3-bb3e-c2d832dab8cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.478898 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-340d8564-fd7e-440f-b552-6fa027e6609d req-7a1afaec-eeb2-4d77-9f1a-8c5a7bde377c tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Synchronizing usage tracker for tenant:0de6676a84324b069ac0823f6a3b7a7a on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:55.586683 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Attempting to bind port f22b7797-f66f-47d6-84e5-12dd3b32021b on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:55.587066 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Attempting to bind port f22b7797-f66f-47d6-84e5-12dd3b32021b by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '0327c5c0-6c3b-4326-84a5-ec01e143944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:55.588023 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Attempting to bind port f22b7797-f66f-47d6-84e5-12dd3b32021b on network f2b4a6c7-1319-476d-8120-0599886f6aca {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:55.607633 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:55.608291 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Checking segment: {'id': '0327c5c0-6c3b-4326-84a5-ec01e143944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:55.609013 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.609489 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Bound using segment: {'id': '0327c5c0-6c3b-4326-84a5-ec01e143944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:55.610102 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Bound port: f22b7797-f66f-47d6-84e5-12dd3b32021b, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0327c5c0-6c3b-4326-84a5-ec01e143944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:55.610639 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.628167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-340d8564-fd7e-440f-b552-6fa027e6609d req-7a1afaec-eeb2-4d77-9f1a-8c5a7bde377c tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Unset dirty status for tenant:0de6676a84324b069ac0823f6a3b7a7a on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:55.643293 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-340d8564-fd7e-440f-b552-6fa027e6609d req-7a1afaec-eeb2-4d77-9f1a-8c5a7bde377c tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663279 Mar 16 10:56:55.742839 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 9495cacb-301e-43d4-b0f5-4e9a296f851c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:55.776118 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] For port f22b7797-f66f-47d6-84e5-12dd3b32021b, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:55.780555 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] For port f22b7797-f66f-47d6-84e5-12dd3b32021b, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f22b7797-f66f-47d6-84e5-12dd3b32021b,segment=NetworkSegment(0327c5c0-6c3b-4326-84a5-ec01e143944d),segment_id=0327c5c0-6c3b-4326-84a5-ec01e143944d)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:55.806819 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.840536 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.861764 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 9495cacb-301e-43d4-b0f5-4e9a296f851c completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:55.902494 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-711e6601-a69a-401b-8e12-4341a1be6cf2 req-519516ba-ff6f-4f17-833e-f82ef341b6eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7683764 Mar 16 10:56:55.938606 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:55.939207 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:56:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:55.965019 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-300d3585-e93f-452c-a6e8-4e0c33d9f4bd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.983449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-38f6d664-edea-4efe-a796-104c61f48245 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.043259 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa64710-1f42-4cf3-bb3e-c2d832dab8cf None None] Pushing event updated for resources: {'Port': ['ID=f22b7797-f66f-47d6-84e5-12dd3b32021b,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:56.134030 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-300d3585-e93f-452c-a6e8-4e0c33d9f4bd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 75f3630b-b9ba-461f-b57a-424f88fba3c2 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:56.172087 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:56.177250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.206295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e97b99-c287-4af6-a2ec-3028fa9ce09c {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:56:56.231721 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f6d664-edea-4efe-a796-104c61f48245 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Checking segment: {'id': 'e0d37413-6c6b-4277-9871-c1d2288354de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:56.232076 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f6d664-edea-4efe-a796-104c61f48245 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network hostable DHCP agents. Network: 7c11593b-1ec6-4022-9072-24051f4943b7, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:56.247294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.262461 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6d664-edea-4efe-a796-104c61f48245 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Subnet': ['ID=90b6a905-deb7-4566-b2f5-a9c5b479ebf2,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:56.323952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f6d664-edea-4efe-a796-104c61f48245 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 7c11593b-1ec6-4022-9072-24051f4943b7 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:56.329540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Transition to ACTIVE for port object d1e97b99-c287-4af6-a2ec-3028fa9ce09c will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:56.331445 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Network 4e303cd8-ab9c-4a9e-bd86-a8b1f5305499 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:56.335452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:56.338973 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Pushing event updated for resources: {'Port': ['ID=c146fdd4-cf9d-4988-86b6-4cb6d82b7451,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:56.340765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.342934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:56.344243 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:56.345049 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.398109 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-79f5ebc6-4c3d-4326-8b74-c5aeed20c932 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6277213 Mar 16 10:56:56.401354 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50836) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:56.415280 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-38f6d664-edea-4efe-a796-104c61f48245 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 7c11593b-1ec6-4022-9072-24051f4943b7) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:56.429753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf57f5b-ea5e-400b-a917-cd932f4292ae None None] Network 7c11593b-1ec6-4022-9072-24051f4943b7 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:56.524847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f6d664-edea-4efe-a796-104c61f48245 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:56.525441 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-38f6d664-edea-4efe-a796-104c61f48245 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.652966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e6601-a69a-401b-8e12-4341a1be6cf2 req-d0249e1c-7bd8-4731-9a62-20848b5e3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:56.654471 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-711e6601-a69a-401b-8e12-4341a1be6cf2 req-d0249e1c-7bd8-4731-9a62-20848b5e3a3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 1099 time: 0.5720882 Mar 16 10:56:56.656108 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-52f342b5-3dbe-46dc-87a9-6eca34afb618 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Deleting port c146fdd4-cf9d-4988-86b6-4cb6d82b7451 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:56.656519 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-52f342b5-3dbe-46dc-87a9-6eca34afb618 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.656732 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:56:50Z', 'revision_number': 2, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:55Z', 'revision_number': 4, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:56.665040 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f10cdf-dc7f-4022-9e67-a86436d48a73 None None] The sync data for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv is: [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:56:50Z', 'revision_number': 2, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:55Z', 'revision_number': 4, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:56.799041 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e97b99-c287-4af6-a2ec-3028fa9ce09c,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:56.818501 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-38f6d664-edea-4efe-a796-104c61f48245 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4275084 Mar 16 10:56:56.822208 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50844) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:56.822541 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50846) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:56.832220 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-7c11593b-1ec6-4022-9072-24051f4943b7', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:56.833983 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.942311 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0a117b12-0381-4dd9-bae2-c66c88b931d6 None None] Provisioning for port 9495cacb-301e-43d4-b0f5-4e9a296f851c completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:56.951791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0a117b12-0381-4dd9-bae2-c66c88b931d6 None None] Provisioning complete for port 9495cacb-301e-43d4-b0f5-4e9a296f851c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:56.952167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0a117b12-0381-4dd9-bae2-c66c88b931d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.055429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-52f342b5-3dbe-46dc-87a9-6eca34afb618 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.065897 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-300d3585-e93f-452c-a6e8-4e0c33d9f4bd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.147414 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Allocated IP 2001:db8:1::2 (7c11593b-1ec6-4022-9072-24051f4943b7/90b6a905-deb7-4566-b2f5-a9c5b479ebf2/5e6d7ff3-5674-476b-9a74-7abe316d937f) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:57.158562 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0a117b12-0381-4dd9-bae2-c66c88b931d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.186899 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Attempting to bind port d1e97b99-c287-4af6-a2ec-3028fa9ce09c on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:57.187426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Attempting to bind port d1e97b99-c287-4af6-a2ec-3028fa9ce09c by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '1a1a93bd-f39b-48f8-991f-11c80e58adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a883b521-9134-46eb-b672-7e4947ee5dda'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:57.187842 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Attempting to bind port d1e97b99-c287-4af6-a2ec-3028fa9ce09c on network a883b521-9134-46eb-b672-7e4947ee5dda {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:57.226722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Port d1e97b99-c287-4af6-a2ec-3028fa9ce09c on network a883b521-9134-46eb-b672-7e4947ee5dda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:57.231358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Attempting to bind port d1e97b99-c287-4af6-a2ec-3028fa9ce09c on network a883b521-9134-46eb-b672-7e4947ee5dda {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:57.255559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-52f342b5-3dbe-46dc-87a9-6eca34afb618 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Calling delete_port for c146fdd4-cf9d-4988-86b6-4cb6d82b7451 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:57.262699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-0a117b12-0381-4dd9-bae2-c66c88b931d6 None None] For port 9495cacb-301e-43d4-b0f5-4e9a296f851c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=9495cacb-301e-43d4-b0f5-4e9a296f851c,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:57.329435 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0a117b12-0381-4dd9-bae2-c66c88b931d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.357556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:57.358210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Checking segment: {'id': '1a1a93bd-f39b-48f8-991f-11c80e58adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a883b521-9134-46eb-b672-7e4947ee5dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:57.358748 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Bound using segment: {'id': '1a1a93bd-f39b-48f8-991f-11c80e58adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a883b521-9134-46eb-b672-7e4947ee5dda'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:57.359653 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Bound port: d1e97b99-c287-4af6-a2ec-3028fa9ce09c, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1a93bd-f39b-48f8-991f-11c80e58adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a883b521-9134-46eb-b672-7e4947ee5dda'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:57.360146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.381225 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e6601-a69a-401b-8e12-4341a1be6cf2 req-6ee3f85f-0a09-4f0c-834d-0b229dd1104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:57.383209 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-711e6601-a69a-401b-8e12-4341a1be6cf2 req-6ee3f85f-0a09-4f0c-834d-0b229dd1104f service neutron] 10.222.0.18 "GET /v2.0/networks?id=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 HTTP/1.1" status: 200 len: 898 time: 0.6882033 Mar 16 10:56:57.448196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a117b12-0381-4dd9-bae2-c66c88b931d6 None None] Pushing event updated for resources: {'Port': ['ID=9495cacb-301e-43d4-b0f5-4e9a296f851c,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:57.464340 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cdcb44d9-c777-4c8f-9b62-e5e2228860a7 None None] Could not find standard attr ID for object 75f3630b-b9ba-461f-b57a-424f88fba3c2. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:56:57.501333 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-52f342b5-3dbe-46dc-87a9-6eca34afb618 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.526160 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d3585-e93f-452c-a6e8-4e0c33d9f4bd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=75f3630b-b9ba-461f-b57a-424f88fba3c2,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:57.554528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.568261 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Transition to ACTIVE for port object 5e6d7ff3-5674-476b-9a74-7abe316d937f will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:57.605718 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Transition to ACTIVE for port object 5e6d7ff3-5674-476b-9a74-7abe316d937f will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:57.617684 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.621028 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16496fa2-edd0-4b8b-bf0b-6915e644d57d tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:57.621567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16496fa2-edd0-4b8b-bf0b-6915e644d57d tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:57.621982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16496fa2-edd0-4b8b-bf0b-6915e644d57d tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:57.625821 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-16496fa2-edd0-4b8b-bf0b-6915e644d57d tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=c123fb581b00432cb3f2292d7d9251a4&network_id=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 HTTP/1.1" status: 200 len: 3000 time: 0.7975037 Mar 16 10:56:57.650940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-300d3585-e93f-452c-a6e8-4e0c33d9f4bd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.698424 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f342b5-3dbe-46dc-87a9-6eca34afb618 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Pushing event deleted for resources: {'Port': ['ID=c146fdd4-cf9d-4988-86b6-4cb6d82b7451,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:57.733179 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-711e6601-a69a-401b-8e12-4341a1be6cf2 req-faf78389-d3b9-4024-80bc-fd7d339ed08b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13f86a42-3d76-403d-9dc5-0d46a2506027 HTTP/1.1" status: 200 len: 1002 time: 0.2632866 Mar 16 10:56:57.736371 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-52f342b5-3dbe-46dc-87a9-6eca34afb618 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.743066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Network 7c11593b-1ec6-4022-9072-24051f4943b7 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:57.745545 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:57.755275 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:57.787985 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-52f342b5-3dbe-46dc-87a9-6eca34afb618 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "DELETE /v2.0/ports/c146fdd4-cf9d-4988-86b6-4cb6d82b7451 HTTP/1.1" status: 204 len: 168 time: 1.3855937 Mar 16 10:56:57.793786 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-300d3585-e93f-452c-a6e8-4e0c33d9f4bd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/75f3630b-b9ba-461f-b57a-424f88fba3c2 HTTP/1.1" status: 204 len: 168 time: 2.5249856 Mar 16 10:56:57.794450 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50856) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:57.794769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50858) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:57.806984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15379dd-e34b-4229-b11e-35716b6f1832 req-2c9e8082-d1d5-4293-9188-5192116e0abe tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:57.808448 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b15379dd-e34b-4229-b11e-35716b6f1832 req-2c9e8082-d1d5-4293-9188-5192116e0abe tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 944 time: 0.8524961 Mar 16 10:56:57.822159 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 9495cacb-301e-43d4-b0f5-4e9a296f851c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:57.867235 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e303cd8-ab9c-4a9e-bd86-a8b1f5305499', 'external_fixed_ips': [{'subnet_id': '73b60eba-a884-4f87-9105-6273a5d005e5', 'ip_address': '2001:db8::38c'}]}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:57.873862 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Pushing event updated for resources: {'Port': ['ID=5e6d7ff3-5674-476b-9a74-7abe316d937f,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:57.919137 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:57.927423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f23ac9c-6e8a-49e4-a1c0-d99461232233 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:57.928947 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f23ac9c-6e8a-49e4-a1c0-d99461232233 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:57.931610 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9f23ac9c-6e8a-49e4-a1c0-d99461232233 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1336980 Mar 16 10:56:57.932983 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Usage tracker for resource:router and tenant:2a3e5907ce774dbcbaba80c6c6bb5de9 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:57.937677 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:57.941170 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50864) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:57.957333 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Attempting to bind port 5e6d7ff3-5674-476b-9a74-7abe316d937f on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:57.957701 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Attempting to bind port 5e6d7ff3-5674-476b-9a74-7abe316d937f by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'e0d37413-6c6b-4277-9871-c1d2288354de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:57.958130 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Attempting to bind port 5e6d7ff3-5674-476b-9a74-7abe316d937f on network 7c11593b-1ec6-4022-9072-24051f4943b7 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:57.966417 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:57.966885 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Checking segment: {'id': 'e0d37413-6c6b-4277-9871-c1d2288354de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:57.967390 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.967846 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Bound using segment: {'id': 'e0d37413-6c6b-4277-9871-c1d2288354de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:57.968385 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Bound port: 5e6d7ff3-5674-476b-9a74-7abe316d937f, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d37413-6c6b-4277-9871-c1d2288354de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:57.968821 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.993278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:58.019896 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 9495cacb-301e-43d4-b0f5-4e9a296f851c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:58.020251 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.027142 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b15379dd-e34b-4229-b11e-35716b6f1832 req-f8c1bc71-24e8-42db-b83a-8cc981edb9d8 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515386 Mar 16 10:56:58.054641 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.055618 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.066466 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e34314-803f-4820-bca7-169232474269 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 77d8b38b-2b2f-4fc5-9b6d-ae44673a524f {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:58.069985 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-37e34314-803f-4820-bca7-169232474269 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.098189 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] For port d1e97b99-c287-4af6-a2ec-3028fa9ce09c, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:58.117427 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] For port d1e97b99-c287-4af6-a2ec-3028fa9ce09c, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d1e97b99-c287-4af6-a2ec-3028fa9ce09c,segment=NetworkSegment(1a1a93bd-f39b-48f8-991f-11c80e58adc1),segment_id=1a1a93bd-f39b-48f8-991f-11c80e58adc1)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:58.128792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e6601-a69a-401b-8e12-4341a1be6cf2 req-b2b79234-a314-46ea-96a3-df46773cdb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:58.130356 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-711e6601-a69a-401b-8e12-4341a1be6cf2 req-b2b79234-a314-46ea-96a3-df46773cdb3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1eb55fa3-2b04-43ec-a85b-0b117769ed73 HTTP/1.1" status: 200 len: 835 time: 0.3374734 Mar 16 10:56:58.130631 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.134284 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] For port 5e6d7ff3-5674-476b-9a74-7abe316d937f, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:58.134474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.139534 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] For port 5e6d7ff3-5674-476b-9a74-7abe316d937f, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5e6d7ff3-5674-476b-9a74-7abe316d937f,segment=NetworkSegment(e0d37413-6c6b-4277-9871-c1d2288354de),segment_id=e0d37413-6c6b-4277-9871-c1d2288354de)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:58.144418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-37e34314-803f-4820-bca7-169232474269 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.186714 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.272177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:58.272710 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca8626-97e3-40d7-b4a4-47434c474e48 None None] Pushing event updated for resources: {'Port': ['ID=5e6d7ff3-5674-476b-9a74-7abe316d937f,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:58.273654 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.275229 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] 10.222.0.18 "PUT /v2.0/ports/d1e97b99-c287-4af6-a2ec-3028fa9ce09c HTTP/1.1" status: 200 len: 1094 time: 3.8925619 Mar 16 10:56:58.284469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb570cd1-37ac-4998-bbac-7d2efea99a6a', 'tag': 'd1e97b99-c287-4af6-a2ec-3028fa9ce09c'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:56:58.312281 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f22b7797-f66f-47d6-84e5-12dd3b32021b up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:58.397597 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port f22b7797-f66f-47d6-84e5-12dd3b32021b completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:58.404355 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port f22b7797-f66f-47d6-84e5-12dd3b32021b triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:58.404737 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.429160 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31f6d4-8cb7-4fe7-b92a-3e84e8b7e060 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e97b99-c287-4af6-a2ec-3028fa9ce09c,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:58.490230 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.661684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e6601-a69a-401b-8e12-4341a1be6cf2 req-f6cb8484-c8dd-4c2f-906c-41ba1eabf713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:58.662524 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.665565 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-711e6601-a69a-401b-8e12-4341a1be6cf2 req-f6cb8484-c8dd-4c2f-906c-41ba1eabf713 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4836419 Mar 16 10:56:58.709400 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port f22b7797-f66f-47d6-84e5-12dd3b32021b, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f22b7797-f66f-47d6-84e5-12dd3b32021b,segment=NetworkSegment(0327c5c0-6c3b-4326-84a5-ec01e143944d),segment_id=0327c5c0-6c3b-4326-84a5-ec01e143944d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:58.719687 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.774093 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb570cd1-37ac-4998-bbac-7d2efea99a6a', 'tag': 'd1e97b99-c287-4af6-a2ec-3028fa9ce09c', 'status': 'completed', 'code': 200} Mar 16 10:56:58.780478 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.788906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-459ff86a-f8a8-4e83-92f9-91a0aba0785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:58.790784 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-459ff86a-f8a8-4e83-92f9-91a0aba0785a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0de6676a84324b069ac0823f6a3b7a7a&device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 1097 time: 0.4635057 Mar 16 10:56:58.806884 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=f22b7797-f66f-47d6-84e5-12dd3b32021b,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:58.861358 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-37e34314-803f-4820-bca7-169232474269 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.934746 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-d69f49d2-b0d2-46b8-9a01-3a08bcb11713 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1e97b99-c287-4af6-a2ec-3028fa9ce09c HTTP/1.1" status: 200 len: 217 time: 0.1347604 Mar 16 10:56:59.003140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-37e34314-803f-4820-bca7-169232474269 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.051694 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e34314-803f-4820-bca7-169232474269 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=77d8b38b-2b2f-4fc5-9b6d-ae44673a524f,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:59.069120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50878) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:59.083610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-37e34314-803f-4820-bca7-169232474269 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.099534 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675902f1-8bc3-4e2e-a2df-740acfb9f06b None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:59.113520 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-37e34314-803f-4820-bca7-169232474269 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/77d8b38b-2b2f-4fc5-9b6d-ae44673a524f HTTP/1.1" status: 204 len: 168 time: 1.1682038 Mar 16 10:56:59.113764 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50882) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:59.123384 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-07e555e0-5117-4924-a25d-ed9e58396ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:59.124818 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-07e555e0-5117-4924-a25d-ed9e58396ba7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fde6e903-f689-410a-b59e-f3473c061a9b HTTP/1.1" status: 200 len: 851 time: 0.1800084 Mar 16 10:56:59.136247 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-711e6601-a69a-401b-8e12-4341a1be6cf2 req-0502279c-68cc-409a-a4c5-fab873ca728b service neutron] 10.222.0.18 "GET /v2.0/networks/eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562733 Mar 16 10:56:59.191418 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c1b95510-6429-4b40-909e-fdabfdc547cd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738657 Mar 16 10:56:59.234980 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50886) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:59.302146 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-660007f3-3e64-4b97-a398-09fb4ffe7336 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a883b521-9134-46eb-b672-7e4947ee5dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1648462 Mar 16 10:56:59.427952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969965d2-84c1-4a3c-b814-999c4c3a7fc5 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:59.444867 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-969965d2-84c1-4a3c-b814-999c4c3a7fc5 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d HTTP/1.1" status: 200 len: 814 time: 0.3604691 Mar 16 10:56:59.457944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86187e2-c6cb-4787-be26-9eaad69ba8cf None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:59.463188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d86187e2-c6cb-4787-be26-9eaad69ba8cf None None] Deleting port 9495cacb-301e-43d4-b0f5-4e9a296f851c {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:59.463595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d86187e2-c6cb-4787-be26-9eaad69ba8cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.472997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.516863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.570810 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8835c-8d01-45c1-80b1-f96688c2a0f5 req-2a87d6a6-a25e-4031-9c4c-82ba04fb7fb3 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:59.571909 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c4b8835c-8d01-45c1-80b1-f96688c2a0f5 req-2a87d6a6-a25e-4031-9c4c-82ba04fb7fb3 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 944 time: 0.3274071 Mar 16 10:56:59.690732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1918c5-3c9f-4d8f-96e5-aace987593c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:59.692436 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1d1918c5-3c9f-4d8f-96e5-aace987593c6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4491053 Mar 16 10:56:59.694146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Allocated IP 2001:db8:1::1 (7c11593b-1ec6-4022-9072-24051f4943b7/90b6a905-deb7-4566-b2f5-a9c5b479ebf2/32f5d175-8c1e-41bf-805b-aa9ccfdf00c2) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:59.701801 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50894) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:59.763377 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c4b8835c-8d01-45c1-80b1-f96688c2a0f5 req-95186f6c-1456-4a48-ab79-0763a0ba3cec tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797674 Mar 16 10:56:59.787380 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-d86187e2-c6cb-4787-be26-9eaad69ba8cf None None] For port 9495cacb-301e-43d4-b0f5-4e9a296f851c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=9495cacb-301e-43d4-b0f5-4e9a296f851c,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:59.787776 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d86187e2-c6cb-4787-be26-9eaad69ba8cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.881864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Allocated IP 2001:db8::38c (4e303cd8-ab9c-4a9e-bd86-a8b1f5305499/73b60eba-a884-4f87-9105-6273a5d005e5/1677e43f-9f12-416b-8933-ab5c7c58d220) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:59.887133 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-711e6601-a69a-401b-8e12-4341a1be6cf2 req-7e66bbe5-c67b-4a57-9d90-6b04f0934696 service neutron] 10.222.0.18 "GET /v2.0/networks/eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7414570 Mar 16 10:56:59.897030 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50898) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:59.903740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f22b7797-f66f-47d6-84e5-12dd3b32021b up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:59.905671 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-f1b912bd-0bad-4baa-9fbc-cc77e1b01250 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'network': {'name': 'tempest-network-smoke--1916233651', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'port_security_enabled': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:59.915095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f1b912bd-0bad-4baa-9fbc-cc77e1b01250 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:59.928949 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619668df-1bce-404a-b731-7d7c652df32b None None] Network 7c11593b-1ec6-4022-9072-24051f4943b7 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:59.935926 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-353b3bba-9008-4824-a92c-287d3f6d4dac service neutron] 10.222.0.18 "GET /v2.0/networks/a883b521-9134-46eb-b672-7e4947ee5dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142745 Mar 16 10:56:59.943026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f1b912bd-0bad-4baa-9fbc-cc77e1b01250 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:network and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:59.961176 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f1b912bd-0bad-4baa-9fbc-cc77e1b01250 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:59.971048 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f1b912bd-0bad-4baa-9fbc-cc77e1b01250 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:00.017138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d86187e2-c6cb-4787-be26-9eaad69ba8cf None None] Calling delete_port for 9495cacb-301e-43d4-b0f5-4e9a296f851c owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:00.052197 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b912bd-0bad-4baa-9fbc-cc77e1b01250 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:00.056285 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f1b912bd-0bad-4baa-9fbc-cc77e1b01250 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.118490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b912bd-0bad-4baa-9fbc-cc77e1b01250 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:00.134972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.145408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f1b912bd-0bad-4baa-9fbc-cc77e1b01250 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.145662 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-f1b912bd-0bad-4baa-9fbc-cc77e1b01250 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Added segment c6080530-c70c-4c87-a5dd-69a6cc85b750 of type vlan for network 5d60094a-cd5e-4810-993e-dbc250da6587 Mar 16 10:57:00.152812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3505d0bf-53fb-4b93-92ab-c00c6f3c0e3e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:00.153488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3505d0bf-53fb-4b93-92ab-c00c6f3c0e3e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:00.171334 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8de545d3-94ca-4bed-ab1d-3141d288a1ba None None] Provisioning for port 5e6d7ff3-5674-476b-9a74-7abe316d937f completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:00.188171 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f1b912bd-0bad-4baa-9fbc-cc77e1b01250 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.214328 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fca0ea2-83fd-40fc-92a3-5b5efc7ffffc req-928428b8-557d-4af1-80d8-015f1dfef047 service neutron] 10.222.0.18 "GET /v2.0/networks/a883b521-9134-46eb-b672-7e4947ee5dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680202 Mar 16 10:57:00.219218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3505d0bf-53fb-4b93-92ab-c00c6f3c0e3e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:00.219218 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3505d0bf-53fb-4b93-92ab-c00c6f3c0e3e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5063922 Mar 16 10:57:00.222027 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50902) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:00.263943 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port f22b7797-f66f-47d6-84e5-12dd3b32021b triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:00.264311 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.265559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.288208 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d86187e2-c6cb-4787-be26-9eaad69ba8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.362536 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-13916a02-b94f-4593-abd0-5439432ef28d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1247411 Mar 16 10:57:00.362536 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.362885 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86187e2-c6cb-4787-be26-9eaad69ba8cf None None] Pushing event deleted for resources: {'Port': ['ID=9495cacb-301e-43d4-b0f5-4e9a296f851c,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:00.371582 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86187e2-c6cb-4787-be26-9eaad69ba8cf None None] No DVR routers for this DVR port 9495cacb-301e-43d4-b0f5-4e9a296f851c on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:00.375345 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50906) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:00.377614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Transition to ACTIVE for port object 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:00.388744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-0f76b478-6b94-4014-82b6-1e2d2254a190 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:00.400299 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f1b912bd-0bad-4baa-9fbc-cc77e1b01250 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.413232 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b912bd-0bad-4baa-9fbc-cc77e1b01250 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:00.414219 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f1b912bd-0bad-4baa-9fbc-cc77e1b01250 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.466032 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Network 4e303cd8-ab9c-4a9e-bd86-a8b1f5305499 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:00.483345 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:00.494880 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:00.536663 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d44bd3-cd9e-491c-9291-b24caaa505b9 req-dc160766-3c17-4a06-a6b7-fc7e1d2084e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:00.538126 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c0d44bd3-cd9e-491c-9291-b24caaa505b9 req-dc160766-3c17-4a06-a6b7-fc7e1d2084e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0de6676a84324b069ac0823f6a3b7a7a&device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 1097 time: 0.2538805 Mar 16 10:57:00.545520 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0f76b478-6b94-4014-82b6-1e2d2254a190 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:00.562231 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5e6d7ff3-5674-476b-9a74-7abe316d937f up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:00.588360 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.592572 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0f76b478-6b94-4014-82b6-1e2d2254a190 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:00.643900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 5e6d7ff3-5674-476b-9a74-7abe316d937f completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:00.649817 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5e6d7ff3-5674-476b-9a74-7abe316d937f triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:00.650188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.724935 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f76b478-6b94-4014-82b6-1e2d2254a190 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:00.728737 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f76b478-6b94-4014-82b6-1e2d2254a190 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.746090 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 7c11593b-1ec6-4022-9072-24051f4943b7 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:00.766480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:00.773394 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:00.773394 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.822944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9e1707ea-96d5-4130-8348-8c7c2ccaa892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.830872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.877907 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 5e6d7ff3-5674-476b-9a74-7abe316d937f, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5e6d7ff3-5674-476b-9a74-7abe316d937f,segment=NetworkSegment(e0d37413-6c6b-4277-9871-c1d2288354de),segment_id=e0d37413-6c6b-4277-9871-c1d2288354de)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:00.883403 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.889556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=32f5d175-8c1e-41bf-805b-aa9ccfdf00c2,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:00.925214 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d44bd3-cd9e-491c-9291-b24caaa505b9 req-2b349cb6-c684-4760-a22a-27452c5c7162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:00.931294 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c0d44bd3-cd9e-491c-9291-b24caaa505b9 req-2b349cb6-c684-4760-a22a-27452c5c7162 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a883b521-9134-46eb-b672-7e4947ee5dda HTTP/1.1" status: 200 len: 912 time: 0.3789253 Mar 16 10:57:00.933504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b912bd-0bad-4baa-9fbc-cc77e1b01250 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Network': ['ID=5d60094a-cd5e-4810-993e-dbc250da6587,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:00.935682 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Pushing event updated for resources: {'Port': ['ID=1677e43f-9f12-416b-8933-ab5c7c58d220,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:00.985128 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 5d60094a-cd5e-4810-993e-dbc250da6587 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:00.991426 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f1b912bd-0bad-4baa-9fbc-cc77e1b01250 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0901973 Mar 16 10:57:00.991778 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50912) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:01.002735 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 9495cacb-301e-43d4-b0f5-4e9a296f851c no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:01.059429 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c0d44bd3-cd9e-491c-9291-b24caaa505b9 req-36098ee7-eb72-4bc6-8b23-8c591054e4cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1e97b99-c287-4af6-a2ec-3028fa9ce09c HTTP/1.1" status: 200 len: 217 time: 0.1065855 Mar 16 10:57:01.071068 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 9495cacb-301e-43d4-b0f5-4e9a296f851c {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:01.071541 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 9495cacb-301e-43d4-b0f5-4e9a296f851c not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:01.084488 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19c1a8c-45c6-4ed4-bfaa-fd762e0f0851 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:01.088577 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d19c1a8c-45c6-4ed4-bfaa-fd762e0f0851 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=c123fb581b00432cb3f2292d7d9251a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0933745 Mar 16 10:57:01.089411 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50916) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:01.148602 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-475d782a-7592-4ef0-a856-35fcb1dbd4d7 None None] Provisioning complete for port 5e6d7ff3-5674-476b-9a74-7abe316d937f triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:01.149955 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-475d782a-7592-4ef0-a856-35fcb1dbd4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.217654 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=5e6d7ff3-5674-476b-9a74-7abe316d937f,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:01.238536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d44bd3-cd9e-491c-9291-b24caaa505b9 req-9020b12b-ce86-412e-a83f-b179c4368a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:01.240085 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c0d44bd3-cd9e-491c-9291-b24caaa505b9 req-9020b12b-ce86-412e-a83f-b179c4368a30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fde6e903-f689-410a-b59e-f3473c061a9b HTTP/1.1" status: 200 len: 851 time: 0.1545575 Mar 16 10:57:01.323238 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c0d44bd3-cd9e-491c-9291-b24caaa505b9 req-ad6772ee-f89c-4eb6-9dfd-63af2c2b0190 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a883b521-9134-46eb-b672-7e4947ee5dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671520 Mar 16 10:57:01.342576 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8445cce9-5805-4843-a7e5-cfd8df92908b tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:01.343175 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8445cce9-5805-4843-a7e5-cfd8df92908b tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:01.344637 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8445cce9-5805-4843-a7e5-cfd8df92908b tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1593 time: 0.2542887 Mar 16 10:57:01.350005 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50920) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:01.383179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.403247 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8744e0e7-9898-4625-9a9e-653b7ec79e89 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519977 Mar 16 10:57:01.405732 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50924) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:01.431552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1894c49b-8145-44fa-b9c6-e14a97af86e3 None None] Provisioning for port 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:01.436443 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1894c49b-8145-44fa-b9c6-e14a97af86e3 None None] Provisioning complete for port 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:01.436903 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1894c49b-8145-44fa-b9c6-e14a97af86e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.438263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab54212-f885-4394-9079-bcafdc26a8de req-884a361b-05a3-47b1-93f2-48e383a35e39 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:01.439898 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dab54212-f885-4394-9079-bcafdc26a8de req-884a361b-05a3-47b1-93f2-48e383a35e39 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 944 time: 0.4260957 Mar 16 10:57:01.450945 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e42d115b-e371-447c-ac4e-d40408f9c074 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=4e303cd8-ab9c-4a9e-bd86-a8b1f5305499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415404 Mar 16 10:57:01.451875 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50928) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:01.489665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1894c49b-8145-44fa-b9c6-e14a97af86e3 None None] Port 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:01.496206 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c17f49e1-3767-4179-968d-66206909a0cc tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=c123fb581b00432cb3f2292d7d9251a4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440156 Mar 16 10:57:01.504503 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50932) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:01.663520 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5e6d7ff3-5674-476b-9a74-7abe316d937f up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:01.686542 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.733581 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5e6d7ff3-5674-476b-9a74-7abe316d937f triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:01.734098 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.784950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8601e30c-4a01-459c-94e5-bf47ec6f4647 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:01.785415 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8601e30c-4a01-459c-94e5-bf47ec6f4647 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:01.789587 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8601e30c-4a01-459c-94e5-bf47ec6f4647 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1593 time: 0.2815273 Mar 16 10:57:01.794912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50936) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:01.828012 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dab54212-f885-4394-9079-bcafdc26a8de req-0448c980-6ff8-440c-ad77-80c2481312dd tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801867 Mar 16 10:57:01.887996 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d10186c2-52cc-4704-aa4f-1f87f8558739 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0919406 Mar 16 10:57:01.895654 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50940) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:01.922222 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c0d44bd3-cd9e-491c-9291-b24caaa505b9 req-f02f8213-4d8e-48d2-b457-ffccfb7f4c37 service neutron] 10.222.0.18 "GET /v2.0/networks/a883b521-9134-46eb-b672-7e4947ee5dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5858147 Mar 16 10:57:01.939569 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f7c9784b-0425-4279-9f94-25115fc9dd46 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=4e303cd8-ab9c-4a9e-bd86-a8b1f5305499&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428562 Mar 16 10:57:01.948326 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50944) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:01.953511 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a0bcfdf4-2148-4ea1-847e-3d26832c8f6c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1842429138', 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:01.992598 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.objects.ports [None req-0f76b478-6b94-4014-82b6-1e2d2254a190 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87969) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:57:02.005052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f76b478-6b94-4014-82b6-1e2d2254a190 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.144207 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a0bcfdf4-2148-4ea1-847e-3d26832c8f6c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:02.155108 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f76b478-6b94-4014-82b6-1e2d2254a190 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:02.161880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-0f76b478-6b94-4014-82b6-1e2d2254a190 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:02.164603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f76b478-6b94-4014-82b6-1e2d2254a190 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:02.165265 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f76b478-6b94-4014-82b6-1e2d2254a190 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.171408 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224ec4f0-c2ef-4f9d-9afd-014802594516 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:02.206327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76b478-6b94-4014-82b6-1e2d2254a190 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=5107bc20-dbdb-478e-8c26-e3f9b53a9198,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:02.322274 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c0d44bd3-cd9e-491c-9291-b24caaa505b9 req-787a15b5-48d1-4da1-9721-98dc8c423dbf service neutron] 10.222.0.18 "GET /v2.0/networks/a883b521-9134-46eb-b672-7e4947ee5dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909018 Mar 16 10:57:02.323487 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0f76b478-6b94-4014-82b6-1e2d2254a190 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9438145 Mar 16 10:57:02.327292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50948) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:02.335060 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-ec41a1ea-991d-4a71-b5bc-2de5911741fa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:02.354874 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a0bcfdf4-2148-4ea1-847e-3d26832c8f6c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:subnet and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:02.359375 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a0bcfdf4-2148-4ea1-847e-3d26832c8f6c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:02.368041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a0bcfdf4-2148-4ea1-847e-3d26832c8f6c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:02.393379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.397294 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bcfdf4-2148-4ea1-847e-3d26832c8f6c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:02.400654 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a0bcfdf4-2148-4ea1-847e-3d26832c8f6c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.420796 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': '5107bc20-dbdb-478e-8c26-e3f9b53a9198'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:02.421704 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.513384 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.523246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.523960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.565509 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ec41a1ea-991d-4a71-b5bc-2de5911741fa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:02.588821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ec41a1ea-991d-4a71-b5bc-2de5911741fa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:02.593634 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Allocated IP 2001:db8::f816:3eff:fe17:5ca6 (6fb457af-0d86-4c52-b4cf-f12d297a5983/5107bc20-dbdb-478e-8c26-e3f9b53a9198/acb22fc1-86d2-4666-b810-867f95f5d903) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:02.597907 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ec41a1ea-991d-4a71-b5bc-2de5911741fa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:02.618273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ec41a1ea-991d-4a71-b5bc-2de5911741fa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:02.704738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec41a1ea-991d-4a71-b5bc-2de5911741fa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:02.708160 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ec41a1ea-991d-4a71-b5bc-2de5911741fa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.722073 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=32f5d175-8c1e-41bf-805b-aa9ccfdf00c2,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:02.778442 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Router fe927740-0188-43bd-b2e6-a6da38f43c28 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:57:02.838129 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.851475 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Transition to ACTIVE for port object acb22fc1-86d2-4666-b810-867f95f5d903 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:02.858418 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 7c11593b-1ec6-4022-9072-24051f4943b7 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:02.863324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:02.870684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a0bcfdf4-2148-4ea1-847e-3d26832c8f6c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.891092 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Transition to ACTIVE for port object acb22fc1-86d2-4666-b810-867f95f5d903 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:02.897512 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.958862 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.ipam_backend_mixin [None req-ec41a1ea-991d-4a71-b5bc-2de5911741fa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5107bc20-dbdb-478e-8c26-e3f9b53a9198 (CIDR: 2001:db8::/64) Mar 16 10:57:02.971930 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:02.973389 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcfdf4-2148-4ea1-847e-3d26832c8f6c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Subnet': ['ID=067a6036-b31a-4d53-9362-c44170695318,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:02.982303 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:02.984950 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:03.018307 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec41a1ea-991d-4a71-b5bc-2de5911741fa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:57:03.018307 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec41a1ea-991d-4a71-b5bc-2de5911741fa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:03.021631 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Pushing event updated for resources: {'Port': ['ID=acb22fc1-86d2-4666-b810-867f95f5d903,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:03.050305 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bcfdf4-2148-4ea1-847e-3d26832c8f6c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Checking segment: {'id': 'c6080530-c70c-4c87-a5dd-69a6cc85b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:03.050588 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bcfdf4-2148-4ea1-847e-3d26832c8f6c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network hostable DHCP agents. Network: 5d60094a-cd5e-4810-993e-dbc250da6587, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:03.066596 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ec41a1ea-991d-4a71-b5bc-2de5911741fa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7388172 Mar 16 10:57:03.069719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50954) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:03.075495 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-294dc19a-dc35-4dc3-9da9-74a643581bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.080455 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-115eccef-bc8d-4975-bcdb-dda03c7b07ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:03.140353 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bcfdf4-2148-4ea1-847e-3d26832c8f6c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 5d60094a-cd5e-4810-993e-dbc250da6587 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:03.145937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:03.146759 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Attempting to bind port acb22fc1-86d2-4666-b810-867f95f5d903 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:03.148232 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Attempting to bind port acb22fc1-86d2-4666-b810-867f95f5d903 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:03.149381 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Attempting to bind port acb22fc1-86d2-4666-b810-867f95f5d903 on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:03.162170 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d939a8c-40e9-41be-9861-eb1955ad06e4 None None] Sync routers for ids ['fe927740-0188-43bd-b2e6-a6da38f43c28'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:03.164699 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-a0bcfdf4-2148-4ea1-847e-3d26832c8f6c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 5d60094a-cd5e-4810-993e-dbc250da6587) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:03.174191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bcfdf4-2148-4ea1-847e-3d26832c8f6c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:03.174988 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a0bcfdf4-2148-4ea1-847e-3d26832c8f6c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.194600 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e431566-aea4-430c-8871-9d2e9c939485 None None] Network 5d60094a-cd5e-4810-993e-dbc250da6587 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:03.197159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.198386 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fc635fe2-7177-40a6-bc67-5ca28e123fee tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.4019403 Mar 16 10:57:03.201495 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50958) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:03.210035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:03.210832 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:03.211536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.212033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:03.212654 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Bound port: acb22fc1-86d2-4666-b810-867f95f5d903, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:03.213156 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.319091 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:03.331431 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d939a8c-40e9-41be-9861-eb1955ad06e4 None None] Routers {'fe927740-0188-43bd-b2e6-a6da38f43c28'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:03.332077 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9d939a8c-40e9-41be-9861-eb1955ad06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fe927740-0188-43bd-b2e6-a6da38f43c28'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:03.365770 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a0bcfdf4-2148-4ea1-847e-3d26832c8f6c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4164329 Mar 16 10:57:03.411249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bac99e-3d29-4b73-a0b4-9bdce6674309 req-cd0c3fff-fb1d-4b65-809c-bb6cc330021e tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:03.412864 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b2bac99e-3d29-4b73-a0b4-9bdce6674309 req-cd0c3fff-fb1d-4b65-809c-bb6cc330021e tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 944 time: 0.3381219 Mar 16 10:57:03.414525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c503697-3256-47af-8fe5-2fa551e4e8e6 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.444643 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-115eccef-bc8d-4975-bcdb-dda03c7b07ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:03.449369 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-115eccef-bc8d-4975-bcdb-dda03c7b07ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:03.453040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-115eccef-bc8d-4975-bcdb-dda03c7b07ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:03.459757 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-115eccef-bc8d-4975-bcdb-dda03c7b07ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:03.478559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115eccef-bc8d-4975-bcdb-dda03c7b07ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:03.483422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-115eccef-bc8d-4975-bcdb-dda03c7b07ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.515047 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-943f1f80-6896-4490-8770-9f32a856b0b6 None None] Provisioning complete for port 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:03.515707 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-943f1f80-6896-4490-8770-9f32a856b0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.610421 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b2bac99e-3d29-4b73-a0b4-9bdce6674309 req-6aee588f-bc00-4005-9234-1608083f19e6 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402266 Mar 16 10:57:03.631259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50964) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:03.657947 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c503697-3256-47af-8fe5-2fa551e4e8e6 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.670042 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-2c503697-3256-47af-8fe5-2fa551e4e8e6 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Deleting port 1677e43f-9f12-416b-8933-ab5c7c58d220 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:03.670381 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c503697-3256-47af-8fe5-2fa551e4e8e6 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.732922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-ff2d0eef-5d87-496f-ad39-ddc9105a73db tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1673252922', 'description': 'tempest-secgroup-smoke-1673252922 description', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:03.734546 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] For port acb22fc1-86d2-4666-b810-867f95f5d903, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:03.744224 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-943f1f80-6896-4490-8770-9f32a856b0b6 None None] Port 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:03.749765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ff2d0eef-5d87-496f-ad39-ddc9105a73db tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:03.778808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ff2d0eef-5d87-496f-ad39-ddc9105a73db tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:03.779912 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-9d939a8c-40e9-41be-9861-eb1955ad06e4 None None] Set router fe927740-0188-43bd-b2e6-a6da38f43c28 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:03.814866 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:03.821127 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ff2d0eef-5d87-496f-ad39-ddc9105a73db tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.823239 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] For port acb22fc1-86d2-4666-b810-867f95f5d903, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=acb22fc1-86d2-4666-b810-867f95f5d903,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:03.827622 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Sync routers for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:03.837337 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8f4ece5b-7385-489a-8b76-01092d529e45 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/4c97d312-48a7-4fbf-9eb8-4e39a9529b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0050118 Mar 16 10:57:03.840548 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50968) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:03.842269 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:03.843070 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:03.849710 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-949799a3-b636-4c6c-97ee-20dab97d6ff6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1435640765'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:03.857062 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-949799a3-b636-4c6c-97ee-20dab97d6ff6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:03.859919 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ff2d0eef-5d87-496f-ad39-ddc9105a73db tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:03.865323 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-949799a3-b636-4c6c-97ee-20dab97d6ff6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:network and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:03.865690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ff2d0eef-5d87-496f-ad39-ddc9105a73db tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:03.869304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ff2d0eef-5d87-496f-ad39-ddc9105a73db tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:03.870082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-949799a3-b636-4c6c-97ee-20dab97d6ff6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:03.876275 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ff2d0eef-5d87-496f-ad39-ddc9105a73db tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:03.882596 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-949799a3-b636-4c6c-97ee-20dab97d6ff6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:03.913284 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c503697-3256-47af-8fe5-2fa551e4e8e6 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.922853 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949799a3-b636-4c6c-97ee-20dab97d6ff6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:03.927268 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-949799a3-b636-4c6c-97ee-20dab97d6ff6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.983908 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.022629 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:04.023843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ff2d0eef-5d87-496f-ad39-ddc9105a73db tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.033800 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ff2d0eef-5d87-496f-ad39-ddc9105a73db tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.092736 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device d1e97b99-c287-4af6-a2ec-3028fa9ce09c details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:57:04.097262 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d0eef-5d87-496f-ad39-ddc9105a73db tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96abfb0-f0f1-435b-8929-1763286f0ab0,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:04.101780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-115eccef-bc8d-4975-bcdb-dda03c7b07ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.158785 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ff2d0eef-5d87-496f-ad39-ddc9105a73db tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.160056 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ff2d0eef-5d87-496f-ad39-ddc9105a73db tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5255036 Mar 16 10:57:04.164028 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50972) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:04.175135 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-b9ffb0f4-dec7-4f3f-bbce-e38b1e30ddf2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'e96abfb0-f0f1-435b-8929-1763286f0ab0', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:04.184978 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b9ffb0f4-dec7-4f3f-bbce-e38b1e30ddf2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:04.188202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115eccef-bc8d-4975-bcdb-dda03c7b07ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:04.193046 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-115eccef-bc8d-4975-bcdb-dda03c7b07ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:04.197268 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b9ffb0f4-dec7-4f3f-bbce-e38b1e30ddf2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:04.200566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115eccef-bc8d-4975-bcdb-dda03c7b07ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:04.201165 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-115eccef-bc8d-4975-bcdb-dda03c7b07ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.208654 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b9ffb0f4-dec7-4f3f-bbce-e38b1e30ddf2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:04.216157 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115eccef-bc8d-4975-bcdb-dda03c7b07ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=d3888954-fdce-4227-ab5c-06b878b624aa,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:04.231828 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b9ffb0f4-dec7-4f3f-bbce-e38b1e30ddf2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:04.242651 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-115eccef-bc8d-4975-bcdb-dda03c7b07ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1719255 Mar 16 10:57:04.245037 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 50976) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:04.252550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'mac_address': 'fa:16:3e:02:38:9e', 'name': 'tempest-NetworksTestDHCPv6-56393752'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:04.277363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-2c503697-3256-47af-8fe5-2fa551e4e8e6 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Calling delete_port for 1677e43f-9f12-416b-8933-ab5c7c58d220 owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:04.321032 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb0f4-dec7-4f3f-bbce-e38b1e30ddf2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.354710 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949799a3-b636-4c6c-97ee-20dab97d6ff6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:04.365414 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-5d60094a-cd5e-4810-993e-dbc250da6587', 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ips': [{'subnet_id': '067a6036-b31a-4d53-9362-c44170695318'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:04.366231 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.382054 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d887bae-891e-4ff1-bde1-2b03ded89278 None None] Pushing event updated for resources: {'Port': ['ID=acb22fc1-86d2-4666-b810-867f95f5d903,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:04.388118 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-949799a3-b636-4c6c-97ee-20dab97d6ff6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.388681 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-949799a3-b636-4c6c-97ee-20dab97d6ff6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Added segment 626475b9-3522-4568-ae49-a14e03136ff6 of type vlan for network d4eed34f-383f-4689-8f1c-589a9b77ec7d Mar 16 10:57:04.414191 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:01Z', 'revision_number': 3, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:02Z', 'revision_number': 2, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:04.418861 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Checking router: 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:04.419532 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Updating router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 port 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:57:04.446656 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-949799a3-b636-4c6c-97ee-20dab97d6ff6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.501515 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.588090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-949799a3-b636-4c6c-97ee-20dab97d6ff6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.594472 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949799a3-b636-4c6c-97ee-20dab97d6ff6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:04.594739 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-949799a3-b636-4c6c-97ee-20dab97d6ff6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.622514 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb0f4-dec7-4f3f-bbce-e38b1e30ddf2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.625147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:04.630038 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:port and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:04.635894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:04.643244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb0f4-dec7-4f3f-bbce-e38b1e30ddf2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.672255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:04.740477 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Allocated IP 172.20.0.18 (5d60094a-cd5e-4810-993e-dbc250da6587/067a6036-b31a-4d53-9362-c44170695318/3bfae20f-cb6f-4b85-8b3c-ea4923b7c701) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:04.748121 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffb0f4-dec7-4f3f-bbce-e38b1e30ddf2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f14aeaa-e797-4670-a90e-a82e867d9b81,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:04.762380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:04.767799 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-949799a3-b636-4c6c-97ee-20dab97d6ff6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9262781 Mar 16 10:57:04.770575 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50982) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:04.773416 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949799a3-b636-4c6c-97ee-20dab97d6ff6 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Network': ['ID=d4eed34f-383f-4689-8f1c-589a9b77ec7d,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:04.778678 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-0b7da4bd-f74a-4fe0-9ffa-8e74460b0210 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'subnet': {'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:04.797286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb0f4-dec7-4f3f-bbce-e38b1e30ddf2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.800070 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b9ffb0f4-dec7-4f3f-bbce-e38b1e30ddf2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6308084 Mar 16 10:57:04.808279 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50986) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:04.812499 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c503697-3256-47af-8fe5-2fa551e4e8e6 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.828451 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-9d26b4a8-02ef-47a1-b2e6-2e01787bbf2b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'e96abfb0-f0f1-435b-8929-1763286f0ab0', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:04.914136 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9d26b4a8-02ef-47a1-b2e6-2e01787bbf2b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:04.966128 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c503697-3256-47af-8fe5-2fa551e4e8e6 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Pushing event deleted for resources: {'Port': ['ID=1677e43f-9f12-416b-8933-ab5c7c58d220,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:04.968437 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9d26b4a8-02ef-47a1-b2e6-2e01787bbf2b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:05.031190 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9d26b4a8-02ef-47a1-b2e6-2e01787bbf2b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:05.037271 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port d1e97b99-c287-4af6-a2ec-3028fa9ce09c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d1e97b99-c287-4af6-a2ec-3028fa9ce09c,segment=NetworkSegment(1a1a93bd-f39b-48f8-991f-11c80e58adc1),segment_id=1a1a93bd-f39b-48f8-991f-11c80e58adc1)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:05.037472 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.049178 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9d26b4a8-02ef-47a1-b2e6-2e01787bbf2b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:05.054034 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Transition to ACTIVE for port object 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:05.055276 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c503697-3256-47af-8fe5-2fa551e4e8e6 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.063113 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.069554 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network d4eed34f-383f-4689-8f1c-589a9b77ec7d details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:05.081787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1b810-5ede-483d-9703-8995808a6990 req-c70ca02f-a402-4690-8589-e726e903d2a6 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:05.090088 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-48c1b810-5ede-483d-9703-8995808a6990 req-c70ca02f-a402-4690-8589-e726e903d2a6 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 944 time: 0.1668105 Mar 16 10:57:05.098578 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'd1e97b99-c287-4af6-a2ec-3028fa9ce09c', 'network_id': 'a883b521-9134-46eb-b672-7e4947ee5dda', 'port_id': 'd1e97b99-c287-4af6-a2ec-3028fa9ce09c', 'mac_address': 'fa:16:3e:57:ae:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde6e903-f689-410a-b59e-f3473c061a9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:57:05.112813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.119191 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.126916 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.153682 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port 6180c535-b60c-49b2-98fa-6db73b384ab3 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:05.178122 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b3a0c-52d5-484c-9f43-dd91fbcfa29c None None] Pushing event updated for resources: {'Port': ['ID=32f5d175-8c1e-41bf-805b-aa9ccfdf00c2,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:05.245820 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-48c1b810-5ede-483d-9703-8995808a6990 req-847cbd35-a868-413f-9cd1-23639c821e15 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528764 Mar 16 10:57:05.263558 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0b7da4bd-f74a-4fe0-9ffa-8e74460b0210 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:05.268249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c503697-3256-47af-8fe5-2fa551e4e8e6 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.271964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c503697-3256-47af-8fe5-2fa551e4e8e6 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.274029 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0b7da4bd-f74a-4fe0-9ffa-8e74460b0210 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:subnet and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:05.276641 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d26b4a8-02ef-47a1-b2e6-2e01787bbf2b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.287196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0b7da4bd-f74a-4fe0-9ffa-8e74460b0210 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:05.300155 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0b7da4bd-f74a-4fe0-9ffa-8e74460b0210 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:05.369968 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7da4bd-f74a-4fe0-9ffa-8e74460b0210 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:05.373614 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b7da4bd-f74a-4fe0-9ffa-8e74460b0210 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.405075 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c503697-3256-47af-8fe5-2fa551e4e8e6 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.405706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c503697-3256-47af-8fe5-2fa551e4e8e6 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe927740-0188-43bd-b2e6-a6da38f43c28 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:57:05.453621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c503697-3256-47af-8fe5-2fa551e4e8e6 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.459367 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2c503697-3256-47af-8fe5-2fa551e4e8e6 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "DELETE /v2.0/routers/fe927740-0188-43bd-b2e6-a6da38f43c28 HTTP/1.1" status: 204 len: 168 time: 2.2562621 Mar 16 10:57:05.460488 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50990) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:05.487178 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Attempting to bind port 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:05.487553 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Attempting to bind port 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'e0d37413-6c6b-4277-9871-c1d2288354de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:05.487895 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Attempting to bind port 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 on network 7c11593b-1ec6-4022-9072-24051f4943b7 {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:05.496553 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:05.497047 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Checking segment: {'id': 'e0d37413-6c6b-4277-9871-c1d2288354de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:05.497752 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.498692 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Bound using segment: {'id': 'e0d37413-6c6b-4277-9871-c1d2288354de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:05.499318 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Bound port: 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d37413-6c6b-4277-9871-c1d2288354de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:05.499850 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.524897 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.567967 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e97b99-c287-4af6-a2ec-3028fa9ce09c {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:57:05.608967 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8:0:1::393 (6fb457af-0d86-4c52-b4cf-f12d297a5983/d3888954-fdce-4227-ab5c-06b878b624aa/6180c535-b60c-49b2-98fa-6db73b384ab3) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:05.616916 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d26b4a8-02ef-47a1-b2e6-2e01787bbf2b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.620843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::f816:3eff:fe02:389e (6fb457af-0d86-4c52-b4cf-f12d297a5983/5107bc20-dbdb-478e-8c26-e3f9b53a9198/6180c535-b60c-49b2-98fa-6db73b384ab3) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:05.635552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d26b4a8-02ef-47a1-b2e6-2e01787bbf2b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.695540 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26b4a8-02ef-47a1-b2e6-2e01787bbf2b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764eb61c-d6ee-41e9-84d5-3295548c8c49,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:05.704628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-2694e299-dade-4491-bddb-89871d637b95 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Deleting subnet 73b60eba-a884-4f87-9105-6273a5d005e5 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:05.718744 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2694e299-dade-4491-bddb-89871d637b95 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.720139 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] For port 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:05.730360 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] For port 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=32f5d175-8c1e-41bf-805b-aa9ccfdf00c2,segment=NetworkSegment(e0d37413-6c6b-4277-9871-c1d2288354de),segment_id=e0d37413-6c6b-4277-9871-c1d2288354de)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:05.742237 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.765232 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port d1e97b99-c287-4af6-a2ec-3028fa9ce09c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d1e97b99-c287-4af6-a2ec-3028fa9ce09c,segment=NetworkSegment(1a1a93bd-f39b-48f8-991f-11c80e58adc1),segment_id=1a1a93bd-f39b-48f8-991f-11c80e58adc1)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:05.787857 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.812310 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d26b4a8-02ef-47a1-b2e6-2e01787bbf2b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.815992 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9d26b4a8-02ef-47a1-b2e6-2e01787bbf2b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0040398 Mar 16 10:57:05.821303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 50994) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:05.833084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-433bea54-5d87-43fb-9cab-1296eccf2c7e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'e96abfb0-f0f1-435b-8929-1763286f0ab0', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:05.847090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-433bea54-5d87-43fb-9cab-1296eccf2c7e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:05.873293 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:05.873935 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:05.886393 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device acb22fc1-86d2-4666-b810-867f95f5d903 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:05.901972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2694e299-dade-4491-bddb-89871d637b95 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.982194 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-433bea54-5d87-43fb-9cab-1296eccf2c7e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:05.992555 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.997289 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-433bea54-5d87-43fb-9cab-1296eccf2c7e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:06.021535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.027060 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-433bea54-5d87-43fb-9cab-1296eccf2c7e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:06.035729 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.041250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object 6180c535-b60c-49b2-98fa-6db73b384ab3 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:06.069457 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Transition to ACTIVE for port object 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:06.089820 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7176484-51b1-4122-b0f1-f5d4367844be None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:06.095436 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.110437 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:06.138895 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2694e299-dade-4491-bddb-89871d637b95 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.148246 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=d1e97b99-c287-4af6-a2ec-3028fa9ce09c,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:06.162279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Transition to ACTIVE for port object 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:06.185048 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-433bea54-5d87-43fb-9cab-1296eccf2c7e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.205606 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b3a0c-52d5-484c-9f43-dd91fbcfa29c None None] Pushing event updated for resources: {'Port': ['ID=32f5d175-8c1e-41bf-805b-aa9ccfdf00c2,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:06.217966 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9d939a8c-40e9-41be-9861-eb1955ad06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe927740-0188-43bd-b2e6-a6da38f43c28', 'name': '', 'tenant_id': '2a3e5907ce774dbcbaba80c6c6bb5de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e303cd8-ab9c-4a9e-bd86-a8b1f5305499', 'external_fixed_ips': [{'subnet_id': '73b60eba-a884-4f87-9105-6273a5d005e5', 'ip_address': '2001:db8::38c'}], 'enable_snat': True}, 'gw_port_id': '1677e43f-9f12-416b-8933-ab5c7c58d220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:58Z', 'updated_at': '2022-03-16T10:57:01Z', 'revision_number': 3, 'project_id': '2a3e5907ce774dbcbaba80c6c6bb5de9', 'gw_port': {'id': '1677e43f-9f12-416b-8933-ab5c7c58d220', 'name': '', 'network_id': '4e303cd8-ab9c-4a9e-bd86-a8b1f5305499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe927740-0188-43bd-b2e6-a6da38f43c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '73b60eba-a884-4f87-9105-6273a5d005e5', 'ip_address': '2001:db8::38c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73b60eba-a884-4f87-9105-6273a5d005e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:06.225698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b7da4bd-f74a-4fe0-9ffa-8e74460b0210 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.228795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['d1e97b99-c287-4af6-a2ec-3028fa9ce09c'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:57:06.279825 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.316920 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d939a8c-40e9-41be-9861-eb1955ad06e4 None None] Checking router: fe927740-0188-43bd-b2e6-a6da38f43c28 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:06.317269 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d939a8c-40e9-41be-9861-eb1955ad06e4 None None] Updating router fe927740-0188-43bd-b2e6-a6da38f43c28 port 1677e43f-9f12-416b-8933-ab5c7c58d220 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:57:06.356536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2bcdcce4-8619-4d89-816f-1b92247e578a None None] Provisioning for port acb22fc1-86d2-4666-b810-867f95f5d903 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:06.372195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:06.385944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:06.387171 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port acb22fc1-86d2-4666-b810-867f95f5d903 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:06.389571 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:06.397729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:06.398373 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.415129 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2bcdcce4-8619-4d89-816f-1b92247e578a None None] Provisioning complete for port acb22fc1-86d2-4666-b810-867f95f5d903 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:06.415517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcce4-8619-4d89-816f-1b92247e578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.446490 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=6180c535-b60c-49b2-98fa-6db73b384ab3,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:06.454869 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-14fc2fcc-6665-43b9-86b0-f79dac6db4bf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2084396 Mar 16 10:57:06.458639 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51000) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.458774 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port acb22fc1-86d2-4666-b810-867f95f5d903 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:06.459060 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.505742 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Network 5d60094a-cd5e-4810-993e-dbc250da6587 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:06.521010 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d939a8c-40e9-41be-9861-eb1955ad06e4 None None] Port 1677e43f-9f12-416b-8933-ab5c7c58d220 not found while updating agent binding for router fe927740-0188-43bd-b2e6-a6da38f43c28. {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 16 10:57:06.542193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:06.553202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-0d22018e-ec52-4b6a-9457-24523a26e019 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 6180c535-b60c-49b2-98fa-6db73b384ab3 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:06.553942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d22018e-ec52-4b6a-9457-24523a26e019 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.563039 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:06.574010 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Pushing event updated for resources: {'Port': ['ID=3bfae20f-cb6f-4b85-8b3c-ea4923b7c701,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:06.582852 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2694e299-dade-4491-bddb-89871d637b95 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.596906 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7da4bd-f74a-4fe0-9ffa-8e74460b0210 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Subnet': ['ID=649ed8fd-c81a-4846-82b9-6440d3868021,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:06.654990 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-433bea54-5d87-43fb-9cab-1296eccf2c7e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.666314 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2694e299-dade-4491-bddb-89871d637b95 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.670914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694e299-dade-4491-bddb-89871d637b95 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=73b60eba-a884-4f87-9105-6273a5d005e5,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:06.672803 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7da4bd-f74a-4fe0-9ffa-8e74460b0210 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Checking segment: {'id': '626475b9-3522-4568-ae49-a14e03136ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:06.673160 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7da4bd-f74a-4fe0-9ffa-8e74460b0210 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network hostable DHCP agents. Network: d4eed34f-383f-4689-8f1c-589a9b77ec7d, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:06.677017 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d939a8c-40e9-41be-9861-eb1955ad06e4 None None] Routers set() bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:06.677471 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d939a8c-40e9-41be-9861-eb1955ad06e4 None None] Router IDs set() for agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 16 10:57:06.678077 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_agentschedulers_db [None req-9d939a8c-40e9-41be-9861-eb1955ad06e4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fe927740-0188-43bd-b2e6-a6da38f43c28'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent'). {{(pid=87970) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 16 10:57:06.678494 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d939a8c-40e9-41be-9861-eb1955ad06e4 None None] The sync data for ids ['fe927740-0188-43bd-b2e6-a6da38f43c28'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:06.681859 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-433bea54-5d87-43fb-9cab-1296eccf2c7e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.717871 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2694e299-dade-4491-bddb-89871d637b95 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/73b60eba-a884-4f87-9105-6273a5d005e5 HTTP/1.1" status: 204 len: 168 time: 1.1775215 Mar 16 10:57:06.724528 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bea54-5d87-43fb-9cab-1296eccf2c7e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cfa7e9-8e96-4a3c-bed1-a7cfd24f3594,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:06.727996 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51004) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.772218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-433bea54-5d87-43fb-9cab-1296eccf2c7e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.773597 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-433bea54-5d87-43fb-9cab-1296eccf2c7e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9473722 Mar 16 10:57:06.774514 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7da4bd-f74a-4fe0-9ffa-8e74460b0210 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network d4eed34f-383f-4689-8f1c-589a9b77ec7d is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:06.776664 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51008) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.792327 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-e3d0c7cc-f747-4400-860f-1d3a05f1bb1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'e96abfb0-f0f1-435b-8929-1763286f0ab0', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:06.799185 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:01Z', 'revision_number': 3, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:05Z', 'revision_number': 4, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:06.804090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e3d0c7cc-f747-4400-860f-1d3a05f1bb1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:06.804689 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69873f62-f163-4dff-a5fa-9cd44d44250b None None] The sync data for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv is: [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:01Z', 'revision_number': 3, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:05Z', 'revision_number': 4, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:06.829908 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Attempting to bind port 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:06.829908 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Attempting to bind port 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'c6080530-c70c-4c87-a5dd-69a6cc85b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:06.830574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Attempting to bind port 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701 on network 5d60094a-cd5e-4810-993e-dbc250da6587 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:06.862300 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de24ae-97b1-4cb4-9bd5-2af3fedb6198 req-ed620bd1-61d3-452e-9833-7ef93742167f tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:06.877693 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-97de24ae-97b1-4cb4-9bd5-2af3fedb6198 req-ed620bd1-61d3-452e-9833-7ef93742167f tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 945 time: 0.3958843 Mar 16 10:57:06.906034 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-0b7da4bd-f74a-4fe0-9ffa-8e74460b0210 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, d4eed34f-383f-4689-8f1c-589a9b77ec7d) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:06.908648 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:06.909233 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Checking segment: {'id': 'c6080530-c70c-4c87-a5dd-69a6cc85b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:06.909789 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.910331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Bound using segment: {'id': 'c6080530-c70c-4c87-a5dd-69a6cc85b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:06.910979 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Bound port: 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6080530-c70c-4c87-a5dd-69a6cc85b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:06.911621 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.917597 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e3d0c7cc-f747-4400-860f-1d3a05f1bb1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:06.930890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e3d0c7cc-f747-4400-860f-1d3a05f1bb1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:06.934357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7da4bd-f74a-4fe0-9ffa-8e74460b0210 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:06.935137 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b7da4bd-f74a-4fe0-9ffa-8e74460b0210 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.937050 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6296b7de-1327-4b10-b8e8-2ad5a0889d31 None None] Network d4eed34f-383f-4689-8f1c-589a9b77ec7d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:06.946758 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e3d0c7cc-f747-4400-860f-1d3a05f1bb1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:06.965843 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8669f2e-e968-428a-a6d8-da9b5af18b33 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.990603 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0b7da4bd-f74a-4fe0-9ffa-8e74460b0210 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2187839 Mar 16 10:57:06.997955 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51012) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:07.002350 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-97de24ae-97b1-4cb4-9bd5-2af3fedb6198 req-72c6fe50-d388-4c57-8c1a-85ebc0b00792 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231761 Mar 16 10:57:07.057400 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c7cc-f747-4400-860f-1d3a05f1bb1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.072488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d22018e-ec52-4b6a-9457-24523a26e019 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.169890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcce4-8619-4d89-816f-1b92247e578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.192578 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.228240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8669f2e-e968-428a-a6d8-da9b5af18b33 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.274750 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c7cc-f747-4400-860f-1d3a05f1bb1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.284588 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-f8669f2e-e968-428a-a6d8-da9b5af18b33 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e303cd8-ab9c-4a9e-bd86-a8b1f5305499']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:07.295521 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c7cc-f747-4400-860f-1d3a05f1bb1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.319135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-f8669f2e-e968-428a-a6d8-da9b5af18b33 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e7fc91-88bb-4cfe-82a6-86546fa2f074') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:07.319457 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-f8669f2e-e968-428a-a6d8-da9b5af18b33 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e7fc91-88bb-4cfe-82a6-86546fa2f074') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:07.331832 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0c7cc-f747-4400-860f-1d3a05f1bb1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e570dd-fae8-446c-beb4-496117f34a35,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:07.357212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8669f2e-e968-428a-a6d8-da9b5af18b33 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.362316 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-0d22018e-ec52-4b6a-9457-24523a26e019 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 6180c535-b60c-49b2-98fa-6db73b384ab3 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:07.386511 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c7cc-f747-4400-860f-1d3a05f1bb1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.386770 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2bcdcce4-8619-4d89-816f-1b92247e578a None None] For port acb22fc1-86d2-4666-b810-867f95f5d903, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=acb22fc1-86d2-4666-b810-867f95f5d903,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:07.388435 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e3d0c7cc-f747-4400-860f-1d3a05f1bb1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6056018 Mar 16 10:57:07.390417 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8669f2e-e968-428a-a6d8-da9b5af18b33 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.394024 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51016) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:07.395993 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] For port 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:07.404572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-01075d9c-62f0-4a30-925f-190f0901eb55 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'e96abfb0-f0f1-435b-8929-1763286f0ab0', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:07.411046 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcce4-8619-4d89-816f-1b92247e578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.414546 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-01075d9c-62f0-4a30-925f-190f0901eb55 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:07.420411 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-01075d9c-62f0-4a30-925f-190f0901eb55 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:07.426245 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-01075d9c-62f0-4a30-925f-190f0901eb55 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:07.433236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-01075d9c-62f0-4a30-925f-190f0901eb55 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:07.448501 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-01075d9c-62f0-4a30-925f-190f0901eb55 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:57:07.457936 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8669f2e-e968-428a-a6d8-da9b5af18b33 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:07.460297 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8669f2e-e968-428a-a6d8-da9b5af18b33 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.476878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-01075d9c-62f0-4a30-925f-190f0901eb55 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:07.527734 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:07.623549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-01075d9c-62f0-4a30-925f-190f0901eb55 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.639263 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-01075d9c-62f0-4a30-925f-190f0901eb55 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.663238 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:07.663733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:07.669935 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01075d9c-62f0-4a30-925f-190f0901eb55 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944d44e3-0f0d-4bdc-ad4f-bf63f6e8889c,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:07.677924 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8669f2e-e968-428a-a6d8-da9b5af18b33 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.682771 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8669f2e-e968-428a-a6d8-da9b5af18b33 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4e303cd8-ab9c-4a9e-bd86-a8b1f5305499 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:57:07.685364 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8669f2e-e968-428a-a6d8-da9b5af18b33 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.704094 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdcce4-8619-4d89-816f-1b92247e578a None None] Pushing event updated for resources: {'Port': ['ID=acb22fc1-86d2-4666-b810-867f95f5d903,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:07.714688 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f8669f2e-e968-428a-a6d8-da9b5af18b33 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "DELETE /v2.0/networks/4e303cd8-ab9c-4a9e-bd86-a8b1f5305499 HTTP/1.1" status: 204 len: 168 time: 0.9810660 Mar 16 10:57:07.723005 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-01075d9c-62f0-4a30-925f-190f0901eb55 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.728859 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-01075d9c-62f0-4a30-925f-190f0901eb55 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3299882 Mar 16 10:57:07.729617 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51022) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:07.751914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7082a936-8ec2-47b9-ae75-e22744332df9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'e96abfb0-f0f1-435b-8929-1763286f0ab0', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:07.759986 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8669f2e-e968-428a-a6d8-da9b5af18b33 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e303cd8-ab9c-4a9e-bd86-a8b1f5305499,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:07.769534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7082a936-8ec2-47b9-ae75-e22744332df9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:07.786359 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7082a936-8ec2-47b9-ae75-e22744332df9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:07.806863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7082a936-8ec2-47b9-ae75-e22744332df9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:07.817161 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7082a936-8ec2-47b9-ae75-e22744332df9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:07.842744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] For port 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3bfae20f-cb6f-4b85-8b3c-ea4923b7c701,segment=NetworkSegment(c6080530-c70c-4c87-a5dd-69a6cc85b750),segment_id=c6080530-c70c-4c87-a5dd-69a6cc85b750)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:07.849678 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-7082a936-8ec2-47b9-ae75-e22744332df9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:57:07.859816 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b49e87c-5ecd-445a-b7f4-50499db1de20 None None] Update dhcp port {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'fixed_ips': [{'subnet_id': '5107bc20-dbdb-478e-8c26-e3f9b53a9198', 'ip_address': '2001:db8::f816:3eff:fe17:5ca6'}, {'subnet_id': 'd3888954-fdce-4227-ab5c-06b878b624aa'}], 'binding:host_id': 'dv-neutron-833859-1-hyperv'}, 'id': 'acb22fc1-86d2-4666-b810-867f95f5d903'} from dv-neutron-833859-1-hyperv. {{(pid=87970) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:57:07.861251 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7082a936-8ec2-47b9-ae75-e22744332df9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.895762 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-d4eed34f-383f-4689-8f1c-589a9b77ec7d', 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'fixed_ips': [{'subnet_id': '649ed8fd-c81a-4846-82b9-6440d3868021'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:07.896585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.945226 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.947997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7082a936-8ec2-47b9-ae75-e22744332df9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.959248 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7082a936-8ec2-47b9-ae75-e22744332df9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.997317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082a936-8ec2-47b9-ae75-e22744332df9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54eb78c-05bd-4277-8e1b-113ab8ac8e31,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:08.035783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7082a936-8ec2-47b9-ae75-e22744332df9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.037471 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7082a936-8ec2-47b9-ae75-e22744332df9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3035905 Mar 16 10:57:08.060905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d22018e-ec52-4b6a-9457-24523a26e019 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.094095 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5b49e87c-5ecd-445a-b7f4-50499db1de20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.120232 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51034) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:08.126251 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6fce720c-eadf-429e-989f-bcf1a89b35a5 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Request body: {'router': {'name': 'tempest-router--1559228112', 'project_id': 'b1f3ef560e794df793b2783b3a22a560'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:08.136572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6fce720c-eadf-429e-989f-bcf1a89b35a5 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:08.151419 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6fce720c-eadf-429e-989f-bcf1a89b35a5 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Usage tracker for resource:router and tenant:b1f3ef560e794df793b2783b3a22a560 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:08.155211 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6fce720c-eadf-429e-989f-bcf1a89b35a5 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:08.171609 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6fce720c-eadf-429e-989f-bcf1a89b35a5 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:08.193045 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fce720c-eadf-429e-989f-bcf1a89b35a5 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.194191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fce720c-eadf-429e-989f-bcf1a89b35a5 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.219003 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fce720c-eadf-429e-989f-bcf1a89b35a5 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.284176 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fce720c-eadf-429e-989f-bcf1a89b35a5 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.300432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22018e-ec52-4b6a-9457-24523a26e019 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=6180c535-b60c-49b2-98fa-6db73b384ab3,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:08.339880 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fce720c-eadf-429e-989f-bcf1a89b35a5 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.344139 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6fce720c-eadf-429e-989f-bcf1a89b35a5 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2219737 Mar 16 10:57:08.344857 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51040) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:08.584853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d22018e-ec52-4b6a-9457-24523a26e019 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.642027 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0d22018e-ec52-4b6a-9457-24523a26e019 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/6180c535-b60c-49b2-98fa-6db73b384ab3 HTTP/1.1" status: 204 len: 168 time: 2.1795237 Mar 16 10:57:08.646021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51052) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:08.657419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.682370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05714e66-5fda-4324-a6de-b0e6307d23af tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.706944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974c212-a745-40b3-a682-c5abfd2f95b1 None None] Pushing event updated for resources: {'Port': ['ID=3bfae20f-cb6f-4b85-8b3c-ea4923b7c701,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:08.722207 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device acb22fc1-86d2-4666-b810-867f95f5d903 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:08.740086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e522325-6b60-473d-8f8d-ada445275d02 req-c96f05b6-42e4-4964-8bb0-8a853ed341b3 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:08.741562 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4e522325-6b60-473d-8f8d-ada445275d02 req-c96f05b6-42e4-4964-8bb0-8a853ed341b3 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 945 time: 0.4466524 Mar 16 10:57:08.755281 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-9cb54532-526f-424e-af6d-c87db5f9a709 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673252922&fields=id&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 267 time: 0.2362280 Mar 16 10:57:08.837237 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Allocated IP 2001:db8:2::2 (d4eed34f-383f-4689-8f1c-589a9b77ec7d/649ed8fd-c81a-4846-82b9-6440d3868021/35800f6a-1703-4093-a7c1-f569207308b9) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:08.884961 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-5b49e87c-5ecd-445a-b7f4-50499db1de20 None None] Allocated IP 2001:db8:0:1::2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/d3888954-fdce-4227-ab5c-06b878b624aa/acb22fc1-86d2-4666-b810-867f95f5d903) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:08.926492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port acb22fc1-86d2-4666-b810-867f95f5d903 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:08.927067 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.937268 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4e522325-6b60-473d-8f8d-ada445275d02 req-c4316fff-b2ac-403b-aade-6716093ec4d0 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436591 Mar 16 10:57:09.008839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afdd50f-c13d-41da-a7da-007110c0b3ab tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:09.009528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6afdd50f-c13d-41da-a7da-007110c0b3ab tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:09.051545 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6afdd50f-c13d-41da-a7da-007110c0b3ab tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:09.055301 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6afdd50f-c13d-41da-a7da-007110c0b3ab tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.4028399 Mar 16 10:57:09.080913 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51056) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:09.196402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4f1baf-d19d-4c02-9dde-fcff3d532855 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:09.200516 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6a4f1baf-d19d-4c02-9dde-fcff3d532855 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1167397 Mar 16 10:57:09.200705 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51060) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:09.271596 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-5b49e87c-5ecd-445a-b7f4-50499db1de20 None None] For port acb22fc1-86d2-4666-b810-867f95f5d903, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=acb22fc1-86d2-4666-b810-867f95f5d903,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:09.273302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11029910-d06a-46e4-a8e7-9a0594da7d8e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:09.274675 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11029910-d06a-46e4-a8e7-9a0594da7d8e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:09.276166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11029910-d06a-46e4-a8e7-9a0594da7d8e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:09.277072 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-11029910-d06a-46e4-a8e7-9a0594da7d8e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:09.300787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-11029910-d06a-46e4-a8e7-9a0594da7d8e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:09.304646 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-11029910-d06a-46e4-a8e7-9a0594da7d8e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1004283 Mar 16 10:57:09.305204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51064) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:09.348518 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.366676 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05714e66-5fda-4324-a6de-b0e6307d23af tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.381239 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Transition to ACTIVE for port object 35800f6a-1703-4093-a7c1-f569207308b9 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:09.383837 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05714e66-5fda-4324-a6de-b0e6307d23af tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.415509 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-722a46e7-eb27-411a-914d-8048eb2f8c67 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 5107bc20-dbdb-478e-8c26-e3f9b53a9198 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:09.425584 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:09.437957 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-94e4d33a-cb44-4493-a456-cdfefe4a0b48 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:09.438718 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-94e4d33a-cb44-4493-a456-cdfefe4a0b48 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:network {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:09.454488 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05714e66-5fda-4324-a6de-b0e6307d23af tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.455493 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05714e66-5fda-4324-a6de-b0e6307d23af tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92913ffe-1bb7-44a7-b2cd-5ecdbb314269 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:57:09.464905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05714e66-5fda-4324-a6de-b0e6307d23af tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.466098 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-05714e66-5fda-4324-a6de-b0e6307d23af tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "DELETE /v2.0/routers/92913ffe-1bb7-44a7-b2cd-5ecdbb314269 HTTP/1.1" status: 204 len: 168 time: 1.1202221 Mar 16 10:57:09.477892 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-94e4d33a-cb44-4493-a456-cdfefe4a0b48 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:network {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:09.479034 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-94e4d33a-cb44-4493-a456-cdfefe4a0b48 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/networks?id=5d60094a-cd5e-4810-993e-dbc250da6587 HTTP/1.1" status: 200 len: 797 time: 0.7155731 Mar 16 10:57:09.485645 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.resource_extend [None req-5b49e87c-5ecd-445a-b7f4-50499db1de20 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:57:09.495885 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-bb4289a8-09b4-4b7d-9e5c-edfddefe5199 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/quotas/c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 375 time: 0.0107274 Mar 16 10:57:09.506520 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5b49e87c-5ecd-445a-b7f4-50499db1de20 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.523349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Transition to ACTIVE for port object 35800f6a-1703-4093-a7c1-f569207308b9 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:09.541918 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.545825 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5b49e87c-5ecd-445a-b7f4-50499db1de20 None None] Transition to ACTIVE for port object acb22fc1-86d2-4666-b810-867f95f5d903 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:09.573911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-722a46e7-eb27-411a-914d-8048eb2f8c67 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.623803 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-658e9180-0d8b-477f-95ae-73aaba34cea5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1212053 Mar 16 10:57:09.631471 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Pushing event updated for resources: {'Port': ['ID=35800f6a-1703-4093-a7c1-f569207308b9,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:09.634627 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8985f02d-745f-4d37-a188-e29e9b1812c4 None None] Network 5d60094a-cd5e-4810-993e-dbc250da6587 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:09.646994 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51070) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:09.654673 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5b49e87c-5ecd-445a-b7f4-50499db1de20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.670682 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-722a46e7-eb27-411a-914d-8048eb2f8c67 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.711769 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Allocated IP 2001:db8:2::1 (d4eed34f-383f-4689-8f1c-589a9b77ec7d/649ed8fd-c81a-4846-82b9-6440d3868021/c558f669-df3f-47bd-86c7-d93867cd6705) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:09.734139 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Network d4eed34f-383f-4689-8f1c-589a9b77ec7d is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:09.748026 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:09.750988 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:09.885160 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-722a46e7-eb27-411a-914d-8048eb2f8c67 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.930442 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2009639468', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}, 'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:09.946171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:09.976987 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Usage tracker for resource:router and tenant:7c219c043e714120bd6d534b11f207ae is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:09.984261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:09.994114 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.997069 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:10.016844 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-ce6f1fc7-4d55-4e12-852d-362a9adcd026 service neutron] 10.222.0.44 "GET /v2.0/networks/5d60094a-cd5e-4810-993e-dbc250da6587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768868 Mar 16 10:57:10.023215 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device d1e97b99-c287-4af6-a2ec-3028fa9ce09c up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:10.026587 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Transition to ACTIVE for port object c558f669-df3f-47bd-86c7-d93867cd6705 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:10.031660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.032614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.055665 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.064782 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-722a46e7-eb27-411a-914d-8048eb2f8c67 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.075249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ae68fec7-3a08-47a1-8f84-bf054c33b4ca None None] Provisioning for port 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:10.113198 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a46e7-eb27-411a-914d-8048eb2f8c67 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=5107bc20-dbdb-478e-8c26-e3f9b53a9198,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:10.127416 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:10.150211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-722a46e7-eb27-411a-914d-8048eb2f8c67 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.162696 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:10.163106 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.186824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.207530 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-05c9e53e-c5e6-461b-be5f-6f16f5273314 service neutron] 10.222.0.44 "GET /v2.0/networks/5d60094a-cd5e-4810-993e-dbc250da6587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797481 Mar 16 10:57:10.226366 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49e87c-5ecd-445a-b7f4-50499db1de20 None None] Pushing event updated for resources: {'Port': ['ID=acb22fc1-86d2-4666-b810-867f95f5d903,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:10.256448 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network d4eed34f-383f-4689-8f1c-589a9b77ec7d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:10.274484 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Attempting to bind port 35800f6a-1703-4093-a7c1-f569207308b9 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:10.277615 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Attempting to bind port 35800f6a-1703-4093-a7c1-f569207308b9 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '626475b9-3522-4568-ae49-a14e03136ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:10.278183 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Attempting to bind port 35800f6a-1703-4093-a7c1-f569207308b9 on network d4eed34f-383f-4689-8f1c-589a9b77ec7d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:10.299717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:10.300114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Checking segment: {'id': '626475b9-3522-4568-ae49-a14e03136ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:10.300473 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.301038 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Bound using segment: {'id': '626475b9-3522-4568-ae49-a14e03136ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:10.301502 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Bound port: 35800f6a-1703-4093-a7c1-f569207308b9, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626475b9-3522-4568-ae49-a14e03136ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:10.301866 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.529261 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-722a46e7-eb27-411a-914d-8048eb2f8c67 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/5107bc20-dbdb-478e-8c26-e3f9b53a9198 HTTP/1.1" status: 204 len: 168 time: 1.2230234 Mar 16 10:57:10.545365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51084) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:10.581017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:10.589494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:10.590619 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.606233 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=c558f669-df3f-47bd-86c7-d93867cd6705,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:10.623554 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.626536 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d911b1a0-dc26-4eaa-8280-b6bfe6931532 req-82edd871-2519-4e1c-8441-74f507dc2451 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 210 time: 0.1997807 Mar 16 10:57:10.642263 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port d1e97b99-c287-4af6-a2ec-3028fa9ce09c completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:10.688135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-1803b780-e0cd-4472-965e-1dcffab1c74a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet d3888954-fdce-4227-ab5c-06b878b624aa {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:10.688333 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port d1e97b99-c287-4af6-a2ec-3028fa9ce09c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:10.688552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.691983 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1803b780-e0cd-4472-965e-1dcffab1c74a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.755113 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1803b780-e0cd-4472-965e-1dcffab1c74a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.757501 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] For port 35800f6a-1703-4093-a7c1-f569207308b9, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:10.770941 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=32f5d175-8c1e-41bf-805b-aa9ccfdf00c2,segment=NetworkSegment(e0d37413-6c6b-4277-9871-c1d2288354de),segment_id=e0d37413-6c6b-4277-9871-c1d2288354de)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:10.788279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.791455 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] For port 35800f6a-1703-4093-a7c1-f569207308b9, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=35800f6a-1703-4093-a7c1-f569207308b9,segment=NetworkSegment(626475b9-3522-4568-ae49-a14e03136ff6),segment_id=626475b9-3522-4568-ae49-a14e03136ff6)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:10.883493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.885418 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=32f5d175-8c1e-41bf-805b-aa9ccfdf00c2,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:10.889592 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717cdc26-11dd-4246-a0d1-d4b37279781a None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:10.931219 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.988793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1803b780-e0cd-4472-965e-1dcffab1c74a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.057293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad194072-e0b2-4a96-ba69-0170c80a28af req-7276f559-6b5d-460d-87ce-9f56355a471c tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:11.061161 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ad194072-e0b2-4a96-ba69-0170c80a28af req-7276f559-6b5d-460d-87ce-9f56355a471c tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 945 time: 0.9492409 Mar 16 10:57:11.064420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device acb22fc1-86d2-4666-b810-867f95f5d903 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:11.144232 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1803b780-e0cd-4472-965e-1dcffab1c74a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.195711 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803b780-e0cd-4472-965e-1dcffab1c74a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=d3888954-fdce-4227-ab5c-06b878b624aa,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:11.201436 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1803b780-e0cd-4472-965e-1dcffab1c74a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.215909 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1803b780-e0cd-4472-965e-1dcffab1c74a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/d3888954-fdce-4227-ab5c-06b878b624aa HTTP/1.1" status: 204 len: 168 time: 0.6681850 Mar 16 10:57:11.216736 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51094) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:11.251401 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-79b7b942-2142-41da-8b1d-798d6ab8d523 None None] Provisioning for port acb22fc1-86d2-4666-b810-867f95f5d903 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:11.278922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.304701 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c8177473-ffd0-48e2-a879-be873dd02160 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863795 Mar 16 10:57:11.308802 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51098) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:11.311223 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ad194072-e0b2-4a96-ba69-0170c80a28af req-bd0ea832-786e-45c3-9a3f-518e6fff5926 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381101 Mar 16 10:57:11.316396 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:11.348212 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-79b7b942-2142-41da-8b1d-798d6ab8d523 None None] Provisioning complete for port acb22fc1-86d2-4666-b810-867f95f5d903 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:11.348212 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-79b7b942-2142-41da-8b1d-798d6ab8d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.406112 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.427349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8888a-8bab-48db-9456-e9cd1fecc79b None None] Pushing event updated for resources: {'Port': ['ID=35800f6a-1703-4093-a7c1-f569207308b9,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:11.479710 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:11.485640 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:11.489764 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:11.497399 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:11.512684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:11.520234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.578079 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb570cd1-37ac-4998-bbac-7d2efea99a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e97b99-c287-4af6-a2ec-3028fa9ce09c'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:57:11.642540 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port acb22fc1-86d2-4666-b810-867f95f5d903 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:11.642928 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.780994 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port d1e97b99-c287-4af6-a2ec-3028fa9ce09c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d1e97b99-c287-4af6-a2ec-3028fa9ce09c,segment=NetworkSegment(1a1a93bd-f39b-48f8-991f-11c80e58adc1),segment_id=1a1a93bd-f39b-48f8-991f-11c80e58adc1)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:11.848426 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.914016 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb570cd1-37ac-4998-bbac-7d2efea99a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e97b99-c287-4af6-a2ec-3028fa9ce09c', 'code': 200} Mar 16 10:57:12.005130 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-79b7b942-2142-41da-8b1d-798d6ab8d523 None None] Could not find standard attr ID for object 6180c535-b60c-49b2-98fa-6db73b384ab3. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:57:12.014776 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fa325647-df8a-4d8a-af18-f67ab3e2b659 req-7d54fb82-4407-45ce-9e0f-c185926d3037 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 210 time: 0.1394324 Mar 16 10:57:12.036147 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=d1e97b99-c287-4af6-a2ec-3028fa9ce09c,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:12.125586 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac5d9e-343b-4b3a-b227-c0e0f02cef6a None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:12.137605 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.objects.ports [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87968) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:57:12.148217 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-97ac5d9e-343b-4b3a-b227-c0e0f02cef6a None None] Deleting port acb22fc1-86d2-4666-b810-867f95f5d903 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:12.148674 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-97ac5d9e-343b-4b3a-b227-c0e0f02cef6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.203406 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:12.279081 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.354191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.483527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.485641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.547417 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:12.603452 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:12.604139 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.704426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.705766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.736642 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-97ac5d9e-343b-4b3a-b227-c0e0f02cef6a None None] For port acb22fc1-86d2-4666-b810-867f95f5d903, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=acb22fc1-86d2-4666-b810-867f95f5d903,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:12.737032 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-97ac5d9e-343b-4b3a-b227-c0e0f02cef6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.804988 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] For port acb22fc1-86d2-4666-b810-867f95f5d903, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=acb22fc1-86d2-4666-b810-867f95f5d903,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:12.856437 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.867009 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddba9b-278a-49e5-aea0-b256eecafa00 req-120394ae-6636-4e4a-8fcd-ee9075f80897 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:12.871613 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-51ddba9b-278a-49e5-aea0-b256eecafa00 req-120394ae-6636-4e4a-8fcd-ee9075f80897 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.1321218 Mar 16 10:57:12.873413 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.874398 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.912559 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5773ec22-461e-497f-b50a-93b8fafedae5 None None] Network d4eed34f-383f-4689-8f1c-589a9b77ec7d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:12.925416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=c558f669-df3f-47bd-86c7-d93867cd6705,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:12.936786 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-97ac5d9e-343b-4b3a-b227-c0e0f02cef6a None None] Calling delete_port for acb22fc1-86d2-4666-b810-867f95f5d903 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:12.980511 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-a63b1bd0-1785-4254-a265-5d60e244fa97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:12.981899 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-a63b1bd0-1785-4254-a265-5d60e244fa97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/networks?id=5d60094a-cd5e-4810-993e-dbc250da6587 HTTP/1.1" status: 200 len: 797 time: 1.0009131 Mar 16 10:57:12.982196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.986662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:12.999265 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:13.012269 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:13.013016 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.020450 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a75a3-f1e3-41ee-89f8-5ed1cc9de50e req-d5e1fb05-031d-4fcf-a7f5-5a487da42151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:13.021895 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4d9a75a3-f1e3-41ee-89f8-5ed1cc9de50e req-d5e1fb05-031d-4fcf-a7f5-5a487da42151 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 1099 time: 0.7060707 Mar 16 10:57:13.077472 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-51ddba9b-278a-49e5-aea0-b256eecafa00 req-09fb122f-e54e-44f2-912d-d3874cdc9e7a tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913044 Mar 16 10:57:13.097987 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=acb22fc1-86d2-4666-b810-867f95f5d903,revision_number=8']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:13.104099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=69222c24-a923-42dc-96f1-6faeecf44015,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:13.112497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Allocated IP 172.26.3.38 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/2902521b-4741-47f5-87fc-72025f37c74b) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:13.121744 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d95d9874-d0a0-4af6-bf48-c6d033d152bc tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8118689 Mar 16 10:57:13.123960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-db4ca832-4857-4fff-8225-6bdafdbf8b0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:13.124968 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51116) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:13.134650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-00c240be-c7bd-4538-9be9-054ca9cbdaa3 None None] Provisioning for port 35800f6a-1703-4093-a7c1-f569207308b9 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:13.137994 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-48534cba-7b7f-470b-b15a-39c474f8da21 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:13.144404 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network d4eed34f-383f-4689-8f1c-589a9b77ec7d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:13.149081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3bfae20f-cb6f-4b85-8b3c-ea4923b7c701,segment=NetworkSegment(c6080530-c70c-4c87-a5dd-69a6cc85b750),segment_id=c6080530-c70c-4c87-a5dd-69a6cc85b750)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:13.154612 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:13.157701 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4d9a75a3-f1e3-41ee-89f8-5ed1cc9de50e req-6f3a29e8-15ed-4c2e-9f12-d42d75a17216 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278789 Mar 16 10:57:13.181283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-97ac5d9e-343b-4b3a-b227-c0e0f02cef6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:13.181791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-97ac5d9e-343b-4b3a-b227-c0e0f02cef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:13.184867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.248012 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-db4ca832-4857-4fff-8225-6bdafdbf8b0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:13.249114 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-db4ca832-4857-4fff-8225-6bdafdbf8b0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 473 time: 0.2480955 Mar 16 10:57:13.346846 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=3bfae20f-cb6f-4b85-8b3c-ea4923b7c701,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:13.374004 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-48534cba-7b7f-470b-b15a-39c474f8da21 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:13.379572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-48534cba-7b7f-470b-b15a-39c474f8da21 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:13.382961 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-48534cba-7b7f-470b-b15a-39c474f8da21 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:13.389899 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-48534cba-7b7f-470b-b15a-39c474f8da21 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:13.404931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48534cba-7b7f-470b-b15a-39c474f8da21 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:13.409936 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-48534cba-7b7f-470b-b15a-39c474f8da21 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.440642 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 35800f6a-1703-4093-a7c1-f569207308b9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:13.461665 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3fc62419-e6f9-440b-b039-cdcc5d17b0ad req-54bc75e1-8f90-48da-956e-b631ea4e02c6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 210 time: 0.2440531 Mar 16 10:57:13.481094 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'port': {'device_id': '2e177cde-0c0e-4320-a52a-ca8e8bbba1f5', 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587', 'admin_state_up': True, 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'security_groups': ['e96abfb0-f0f1-435b-8929-1763286f0ab0']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:13.551752 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 35800f6a-1703-4093-a7c1-f569207308b9 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:13.558013 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 35800f6a-1703-4093-a7c1-f569207308b9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:13.558511 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.ipam_backend_mixin [None req-48534cba-7b7f-470b-b15a-39c474f8da21 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69222c24-a923-42dc-96f1-6faeecf44015 (CIDR: 2001:db8::/64) Mar 16 10:57:13.559184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.562824 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-48534cba-7b7f-470b-b15a-39c474f8da21 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:57:13.563423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48534cba-7b7f-470b-b15a-39c474f8da21 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:13.585587 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-48534cba-7b7f-470b-b15a-39c474f8da21 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4584937 Mar 16 10:57:13.588364 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51120) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:13.595479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1da87d16-ec2e-4da3-ac10-73819f8750f6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:13.646783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:13.676680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.684534 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-97ac5d9e-343b-4b3a-b227-c0e0f02cef6a None None] Deleting port acb22fc1-86d2-4666-b810-867f95f5d903 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:13.684894 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-97ac5d9e-343b-4b3a-b227-c0e0f02cef6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.752452 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.765108 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1da87d16-ec2e-4da3-ac10-73819f8750f6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:13.770620 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1da87d16-ec2e-4da3-ac10-73819f8750f6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:13.773460 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:13.773625 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1da87d16-ec2e-4da3-ac10-73819f8750f6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:13.781372 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1da87d16-ec2e-4da3-ac10-73819f8750f6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:13.796284 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da87d16-ec2e-4da3-ac10-73819f8750f6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:13.801200 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1da87d16-ec2e-4da3-ac10-73819f8750f6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.831027 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 35800f6a-1703-4093-a7c1-f569207308b9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=35800f6a-1703-4093-a7c1-f569207308b9,segment=NetworkSegment(626475b9-3522-4568-ae49-a14e03136ff6),segment_id=626475b9-3522-4568-ae49-a14e03136ff6)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:13.838201 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:port and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:13.844923 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.845885 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:13.851761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:13.865305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:13.897292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:13.901028 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.911587 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-78399f37-1606-4b31-a348-98f05ae24a3a None None] Provisioning complete for port 35800f6a-1703-4093-a7c1-f569207308b9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:13.911955 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-78399f37-1606-4b31-a348-98f05ae24a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.912454 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:13.939788 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-deab82bc-a636-4eea-b970-38c5ddc1250e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/4c97d312-48a7-4fbf-9eb8-4e39a9529b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9406800 Mar 16 10:57:13.941080 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51124) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:13.978822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.986796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-ba5f5b54-383c-4a4f-82da-21bd32f79ce8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1655239293'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:14.006629 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Sync routers for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:14.040002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ba5f5b54-383c-4a4f-82da-21bd32f79ce8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:14.058481 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ba5f5b54-383c-4a4f-82da-21bd32f79ce8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:network and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:14.072150 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ba5f5b54-383c-4a4f-82da-21bd32f79ce8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:14.082667 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ba5f5b54-383c-4a4f-82da-21bd32f79ce8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:14.086850 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:14.087516 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:14.136814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:14.152703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1da87d16-ec2e-4da3-ac10-73819f8750f6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.169522 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:14.172082 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:14.261838 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da87d16-ec2e-4da3-ac10-73819f8750f6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:14.303069 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-1da87d16-ec2e-4da3-ac10-73819f8750f6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:14.311422 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da87d16-ec2e-4da3-ac10-73819f8750f6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:14.311997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1da87d16-ec2e-4da3-ac10-73819f8750f6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.332461 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Pushing event updated for resources: {'Port': ['ID=2902521b-4741-47f5-87fc-72025f37c74b,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:14.333257 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da87d16-ec2e-4da3-ac10-73819f8750f6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=165d7ccc-bf82-46f6-80d4-ec7386b421b1,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:14.358504 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1da87d16-ec2e-4da3-ac10-73819f8750f6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7668002 Mar 16 10:57:14.359532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51130) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:14.366560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'mac_address': 'fa:16:3e:bb:1a:0e', 'name': 'tempest-NetworksTestDHCPv6-521565766'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:14.375799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5f5b54-383c-4a4f-82da-21bd32f79ce8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:14.377880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-97ac5d9e-343b-4b3a-b227-c0e0f02cef6a None None] For port acb22fc1-86d2-4666-b810-867f95f5d903, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=acb22fc1-86d2-4666-b810-867f95f5d903,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:14.378361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-97ac5d9e-343b-4b3a-b227-c0e0f02cef6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.379921 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ba5f5b54-383c-4a4f-82da-21bd32f79ce8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.494407 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef46f0-d67b-4417-90ed-72a4c64be868 req-ed7a5a85-e688-4f9a-946a-84023840be42 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:14.496396 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cbef46f0-d67b-4417-90ed-72a4c64be868 req-ed7a5a85-e688-4f9a-946a-84023840be42 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.2526951 Mar 16 10:57:14.518275 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-97ac5d9e-343b-4b3a-b227-c0e0f02cef6a None None] Calling delete_port for acb22fc1-86d2-4666-b810-867f95f5d903 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:14.591028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=35800f6a-1703-4093-a7c1-f569207308b9,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:14.607952 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cbef46f0-d67b-4417-90ed-72a4c64be868 req-6faf2a41-550d-44fb-9e5d-8dd7dcb8ed1d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982409 Mar 16 10:57:14.615754 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:14.629138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:14.649898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:14.778278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.804994 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port 5fc1a3ea-49ee-4407-85cd-8f9bb441495f yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:14.811139 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e6ae6bb9-7ca9-47fd-bb2d-24f1c134436b req-de716d67-48cf-4e3e-abdd-589f3aa7c6ea tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 210 time: 0.1104171 Mar 16 10:57:14.821745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.22 (5d60094a-cd5e-4810-993e-dbc250da6587/067a6036-b31a-4d53-9362-c44170695318/fdb90765-98d5-4eff-aa48-3db62fb4caf9) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:14.833381 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5f5b54-383c-4a4f-82da-21bd32f79ce8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:14.849226 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:14.854446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ba5f5b54-383c-4a4f-82da-21bd32f79ce8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.854872 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-ba5f5b54-383c-4a4f-82da-21bd32f79ce8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Added segment 9f118085-75f8-49de-bea1-702fee2c804e of type vlan for network 3564de28-8c75-447d-adf3-db2014a160db Mar 16 10:57:14.899637 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:14.900093 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.977995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ba5f5b54-383c-4a4f-82da-21bd32f79ce8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.083006 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-78399f37-1606-4b31-a348-98f05ae24a3a None None] Provisioning for port c558f669-df3f-47bd-86c7-d93867cd6705 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:15.089630 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-78399f37-1606-4b31-a348-98f05ae24a3a None None] Provisioning complete for port c558f669-df3f-47bd-86c7-d93867cd6705 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:15.089984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-78399f37-1606-4b31-a348-98f05ae24a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.140864 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-97ac5d9e-343b-4b3a-b227-c0e0f02cef6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.154205 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8:0:1::58 (6fb457af-0d86-4c52-b4cf-f12d297a5983/165d7ccc-bf82-46f6-80d4-ec7386b421b1/5fc1a3ea-49ee-4407-85cd-8f9bb441495f) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:15.161603 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::f816:3eff:febb:1a0e (6fb457af-0d86-4c52-b4cf-f12d297a5983/69222c24-a923-42dc-96f1-6faeecf44015/5fc1a3ea-49ee-4407-85cd-8f9bb441495f) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:15.205618 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ba5f5b54-383c-4a4f-82da-21bd32f79ce8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.210941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5f5b54-383c-4a4f-82da-21bd32f79ce8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:15.211549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ba5f5b54-383c-4a4f-82da-21bd32f79ce8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.250056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.309629 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac5d9e-343b-4b3a-b227-c0e0f02cef6a None None] Pushing event deleted for resources: {'Port': ['ID=acb22fc1-86d2-4666-b810-867f95f5d903,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:15.388997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.397325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-78399f37-1606-4b31-a348-98f05ae24a3a None None] Port c558f669-df3f-47bd-86c7-d93867cd6705 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:15.402739 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac5d9e-343b-4b3a-b227-c0e0f02cef6a None None] No DVR routers for this DVR port acb22fc1-86d2-4666-b810-867f95f5d903 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:15.410550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object 5fc1a3ea-49ee-4407-85cd-8f9bb441495f will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:15.426429 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ba5f5b54-383c-4a4f-82da-21bd32f79ce8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4508796 Mar 16 10:57:15.427455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51138) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:15.435632 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-cefa47e5-64c1-4282-b41a-ccd4a8f0e9c7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'subnet': {'network_id': '3564de28-8c75-447d-adf3-db2014a160db', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:15.439973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.442733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f5b54-383c-4a4f-82da-21bd32f79ce8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Network': ['ID=3564de28-8c75-447d-adf3-db2014a160db,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:15.453000 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb2ec3f-7b87-4972-8735-9dbfaadb861d None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:15.471658 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 3564de28-8c75-447d-adf3-db2014a160db details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:15.525688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object fdb90765-98d5-4eff-aa48-3db62fb4caf9 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:15.558669 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.563853 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device acb22fc1-86d2-4666-b810-867f95f5d903 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:15.624808 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cefa47e5-64c1-4282-b41a-ccd4a8f0e9c7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:15.633499 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:15.636496 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cefa47e5-64c1-4282-b41a-ccd4a8f0e9c7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:subnet and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:15.641087 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:15.644296 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:15.652521 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:15.652521 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.657162 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: acb22fc1-86d2-4666-b810-867f95f5d903 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:15.659190 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device acb22fc1-86d2-4666-b810-867f95f5d903 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:15.664667 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cefa47e5-64c1-4282-b41a-ccd4a8f0e9c7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:15.681175 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cefa47e5-64c1-4282-b41a-ccd4a8f0e9c7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:15.683200 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=5fc1a3ea-49ee-4407-85cd-8f9bb441495f,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:15.706444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.711697 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7c2cbd00-ba99-426b-99ea-10ac60854816 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3483028 Mar 16 10:57:15.711697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefa47e5-64c1-4282-b41a-ccd4a8f0e9c7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Made reservation on behalf of 6c913de8da6647e79229dcb069fabd69 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:15.715398 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cefa47e5-64c1-4282-b41a-ccd4a8f0e9c7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.717857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51144) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:15.850446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 5d60094a-cd5e-4810-993e-dbc250da6587 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:15.869752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:15.879052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:15.905266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.910547 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf5970-d079-4048-9927-a393c16104a0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 5fc1a3ea-49ee-4407-85cd-8f9bb441495f {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:15.910876 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5970-d079-4048-9927-a393c16104a0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.948214 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0e4e3667-e301-4640-bc36-e7d527576f33 None None] Provisioning complete for port c558f669-df3f-47bd-86c7-d93867cd6705 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:15.948753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0e4e3667-e301-4640-bc36-e7d527576f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.967700 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=fdb90765-98d5-4eff-aa48-3db62fb4caf9,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:15.984990 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d238a02-6d5f-4130-a56b-2d8fa6f7ac32 req-1a905597-fb29-467d-8f3a-555db45024f8 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:15.987373 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1d238a02-6d5f-4130-a56b-2d8fa6f7ac32 req-1a905597-fb29-467d-8f3a-555db45024f8 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.1859183 Mar 16 10:57:16.028977 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 35800f6a-1703-4093-a7c1-f569207308b9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:16.068868 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1d238a02-6d5f-4130-a56b-2d8fa6f7ac32 req-079edc1d-efe5-4cba-82ce-1ee994e9a7ea tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717525 Mar 16 10:57:16.073677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-0e4e3667-e301-4640-bc36-e7d527576f33 None None] Port c558f669-df3f-47bd-86c7-d93867cd6705 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:16.102040 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cefa47e5-64c1-4282-b41a-ccd4a8f0e9c7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.170175 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 4, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c558f669-df3f-47bd-86c7-d93867cd6705', 'name': '', 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:7a:81:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:08Z', 'updated_at': '2022-03-16T10:57:11Z', 'revision_number': 2, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:16.180746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Checking router: 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:16.181105 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Updating router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 port c558f669-df3f-47bd-86c7-d93867cd6705 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:57:16.212073 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa47e5-64c1-4282-b41a-ccd4a8f0e9c7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Checking segment: {'id': '9f118085-75f8-49de-bea1-702fee2c804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3564de28-8c75-447d-adf3-db2014a160db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:16.212426 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa47e5-64c1-4282-b41a-ccd4a8f0e9c7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network hostable DHCP agents. Network: 3564de28-8c75-447d-adf3-db2014a160db, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:16.219037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa47e5-64c1-4282-b41a-ccd4a8f0e9c7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Subnet': ['ID=331bf6f7-0947-46b9-9e39-019ecef43c4e,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:16.241620 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa47e5-64c1-4282-b41a-ccd4a8f0e9c7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 3564de28-8c75-447d-adf3-db2014a160db is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:16.256565 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-cefa47e5-64c1-4282-b41a-ccd4a8f0e9c7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 3564de28-8c75-447d-adf3-db2014a160db) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:16.275477 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefa47e5-64c1-4282-b41a-ccd4a8f0e9c7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:16.276083 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cefa47e5-64c1-4282-b41a-ccd4a8f0e9c7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.355144 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cefa47e5-64c1-4282-b41a-ccd4a8f0e9c7 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9259391 Mar 16 10:57:16.359190 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51152) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:16.365304 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51159d4f-9bca-4d8b-b926-c2c3b51648ea None None] Network 3564de28-8c75-447d-adf3-db2014a160db requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:16.367305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:16.367919 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.415964 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.525813 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1d3fe-8d61-426a-8c46-bd6af3b2f426 req-95b638ee-b0f9-40fb-aaaa-2e9e641ee691 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:16.527191 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e5d1d3fe-8d61-426a-8c46-bd6af3b2f426 req-95b638ee-b0f9-40fb-aaaa-2e9e641ee691 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.2419477 Mar 16 10:57:16.531504 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 35800f6a-1703-4093-a7c1-f569207308b9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:16.531667 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.553897 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-63578966-e857-42f3-aea5-8c6d11b9506b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0766575 Mar 16 10:57:16.573418 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-93017b32-cce0-476a-b05f-1d0867f9eca6 None None] Provisioning for port fdb90765-98d5-4eff-aa48-3db62fb4caf9 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:16.583780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Request body: {'port': {'device_id': '2e177cde-0c0e-4320-a52a-ca8e8bbba1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:16.604249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-93017b32-cce0-476a-b05f-1d0867f9eca6 None None] Provisioning complete for port fdb90765-98d5-4eff-aa48-3db62fb4caf9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:16.604618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-93017b32-cce0-476a-b05f-1d0867f9eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.679309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c16d90-aa02-4f9f-8efd-949bc80d8618 req-ddd83059-b503-4f0a-9c0e-42cfac7f769b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:16.680001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-a2c16d90-aa02-4f9f-8efd-949bc80d8618 req-ddd83059-b503-4f0a-9c0e-42cfac7f769b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:16.709475 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e5d1d3fe-8d61-426a-8c46-bd6af3b2f426 req-cc424991-5ec1-4869-be49-3243101c909a tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721025 Mar 16 10:57:16.755181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5970-d079-4048-9927-a393c16104a0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.800626 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-93017b32-cce0-476a-b05f-1d0867f9eca6 None None] Port fdb90765-98d5-4eff-aa48-3db62fb4caf9 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:16.835538 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': '165d7ccc-bf82-46f6-80d4-ec7386b421b1'}, {'subnet_id': '69222c24-a923-42dc-96f1-6faeecf44015'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:16.836373 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.838558 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-a2c16d90-aa02-4f9f-8efd-949bc80d8618 req-ddd83059-b503-4f0a-9c0e-42cfac7f769b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:16.839762 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a2c16d90-aa02-4f9f-8efd-949bc80d8618 req-ddd83059-b503-4f0a-9c0e-42cfac7f769b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 932 time: 0.8072865 Mar 16 10:57:16.940960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Router a238d9ec-2019-4f08-b151-93588d96df3f is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:57:16.954102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf5970-d079-4048-9927-a393c16104a0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 5fc1a3ea-49ee-4407-85cd-8f9bb441495f owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:16.988672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.078639 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-3564de28-8c75-447d-adf3-db2014a160db', 'network_id': '3564de28-8c75-447d-adf3-db2014a160db', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'fixed_ips': [{'subnet_id': '331bf6f7-0947-46b9-9e39-019ecef43c4e'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:17.079600 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.144130 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:17.170090 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a2c16d90-aa02-4f9f-8efd-949bc80d8618 req-e160c3e8-e04b-43f1-9e5c-322bb9c1b7f4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e96abfb0-f0f1-435b-8929-1763286f0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420073 Mar 16 10:57:17.356344 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.435080 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:17.452089 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1567f6-4444-4739-ae00-a1acfb899fe5 None None] Sync routers for ids ['a238d9ec-2019-4f08-b151-93588d96df3f'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:17.467970 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1567f6-4444-4739-ae00-a1acfb899fe5 None None] Routers {'a238d9ec-2019-4f08-b151-93588d96df3f'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:17.468858 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ab1567f6-4444-4739-ae00-a1acfb899fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['a238d9ec-2019-4f08-b151-93588d96df3f'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:17.534198 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:17.534828 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.564938 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ab1567f6-4444-4739-ae00-a1acfb899fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:17.566278 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.570156 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-49f4d4a8-600b-46b8-906d-c408c471343a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.9216619 Mar 16 10:57:17.585404 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51160) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:17.586420 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1567f6-4444-4739-ae00-a1acfb899fe5 None None] Routers {'a238d9ec-2019-4f08-b151-93588d96df3f'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:17.588100 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ab1567f6-4444-4739-ae00-a1acfb899fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['a238d9ec-2019-4f08-b151-93588d96df3f'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:17.616764 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.678238 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Allocated IP 2001:db8:3::2 (3564de28-8c75-447d-adf3-db2014a160db/331bf6f7-0947-46b9-9e39-019ecef43c4e/be50d74f-ba3f-47b7-9929-920f3380f5c1) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:17.697980 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ab1567f6-4444-4739-ae00-a1acfb899fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:17.699327 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1567f6-4444-4739-ae00-a1acfb899fe5 None None] The sync data for ids ['a238d9ec-2019-4f08-b151-93588d96df3f'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:17.700757 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.715052 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6fee7-bbc9-44c8-a45d-3dda024d4921 req-67352dad-5542-430d-8dd8-d31013d031e0 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:17.724491 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-71d6fee7-bbc9-44c8-a45d-3dda024d4921 req-67352dad-5542-430d-8dd8-d31013d031e0 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.5533245 Mar 16 10:57:17.729343 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Transition to ACTIVE for port object c558f669-df3f-47bd-86c7-d93867cd6705 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:17.772689 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Allocated IP 2001:db8:0:1::2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/165d7ccc-bf82-46f6-80d4-ec7386b421b1/2f20bebb-0aaa-425f-b07b-a57851c6ced7) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:17.774740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.779919 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-71d6fee7-bbc9-44c8-a45d-3dda024d4921 req-47b77743-cd60-478c-9eb4-69d88748384e tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542197 Mar 16 10:57:17.920986 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5970-d079-4048-9927-a393c16104a0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.964647 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Allocated IP 2001:db8::f816:3eff:fe2d:a934 (6fb457af-0d86-4c52-b4cf-f12d297a5983/69222c24-a923-42dc-96f1-6faeecf44015/2f20bebb-0aaa-425f-b07b-a57851c6ced7) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:17.988948 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf5970-d079-4048-9927-a393c16104a0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=5fc1a3ea-49ee-4407-85cd-8f9bb441495f,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:18.119131 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47f5f7-2388-414e-8013-9e0e8d8b3d57 None None] Pushing event updated for resources: {'Port': ['ID=c558f669-df3f-47bd-86c7-d93867cd6705,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:18.130246 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51164) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:18.130510 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4a29ddc2-2e5e-4fc0-87d1-fa491c74420f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "GET /v2.0/routers/a238d9ec-2019-4f08-b151-93588d96df3f HTTP/1.1" status: 200 len: 924 time: 0.5446801 Mar 16 10:57:18.142461 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5970-d079-4048-9927-a393c16104a0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.144493 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c6cf5970-d079-4048-9927-a393c16104a0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/5fc1a3ea-49ee-4407-85cd-8f9bb441495f HTTP/1.1" status: 204 len: 168 time: 2.3981504 Mar 16 10:57:18.147086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51168) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:18.187937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb90765-98d5-4eff-aa48-3db62fb4caf9 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:57:18.199886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c41b120f-4913-4a72-b2dd-4f65e9e00ce7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:18.203494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.215955 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b9615e12-808c-4865-8ee5-4fe220609f2b tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a238d9ec-2019-4f08-b151-93588d96df3f HTTP/1.1" status: 200 len: 205 time: 0.0830376 Mar 16 10:57:18.219588 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51174) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:18.240619 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Transition to ACTIVE for port object fdb90765-98d5-4eff-aa48-3db62fb4caf9 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:18.246124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c41b120f-4913-4a72-b2dd-4f65e9e00ce7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:18.248789 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c41b120f-4913-4a72-b2dd-4f65e9e00ce7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1000023 Mar 16 10:57:18.250519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51178) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:18.257029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.400530 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Attempting to bind port c558f669-df3f-47bd-86c7-d93867cd6705 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:18.400900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Attempting to bind port c558f669-df3f-47bd-86c7-d93867cd6705 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '626475b9-3522-4568-ae49-a14e03136ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:18.401261 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Attempting to bind port c558f669-df3f-47bd-86c7-d93867cd6705 on network d4eed34f-383f-4689-8f1c-589a9b77ec7d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:18.420226 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-32fab5c5-3686-4a92-818c-1d73a48ab508 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1663928 Mar 16 10:57:18.422300 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51182) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:18.432471 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:18.432853 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Checking segment: {'id': '626475b9-3522-4568-ae49-a14e03136ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:18.433270 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.433646 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Bound using segment: {'id': '626475b9-3522-4568-ae49-a14e03136ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:18.434124 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Bound port: c558f669-df3f-47bd-86c7-d93867cd6705, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626475b9-3522-4568-ae49-a14e03136ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:18.434494 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.497486 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d3282c5-66a7-4798-827b-17a038c79096 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.549969 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.600163 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.600735 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd5aadc-88aa-454a-828d-b33a38d6b14c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:18.602463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd5aadc-88aa-454a-828d-b33a38d6b14c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:18.604172 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd5aadc-88aa-454a-828d-b33a38d6b14c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:18.604983 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9cd5aadc-88aa-454a-828d-b33a38d6b14c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:18.616793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Transition to ACTIVE for port object 2f20bebb-0aaa-425f-b07b-a57851c6ced7 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:18.646140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9cd5aadc-88aa-454a-828d-b33a38d6b14c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:18.650602 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9cd5aadc-88aa-454a-828d-b33a38d6b14c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2273962 Mar 16 10:57:18.651267 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51186) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:18.652740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Transition to ACTIVE for port object 2f20bebb-0aaa-425f-b07b-a57851c6ced7 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:18.659529 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb90765-98d5-4eff-aa48-3db62fb4caf9,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:18.665908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Attempting to bind port fdb90765-98d5-4eff-aa48-3db62fb4caf9 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:18.666431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Attempting to bind port fdb90765-98d5-4eff-aa48-3db62fb4caf9 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'c6080530-c70c-4c87-a5dd-69a6cc85b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:18.666855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Attempting to bind port fdb90765-98d5-4eff-aa48-3db62fb4caf9 on network 5d60094a-cd5e-4810-993e-dbc250da6587 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:18.673174 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Port fdb90765-98d5-4eff-aa48-3db62fb4caf9 on network 5d60094a-cd5e-4810-993e-dbc250da6587 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:57:18.673572 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Attempting to bind port fdb90765-98d5-4eff-aa48-3db62fb4caf9 on network 5d60094a-cd5e-4810-993e-dbc250da6587 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:18.684319 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Transition to ACTIVE for port object be50d74f-ba3f-47b7-9929-920f3380f5c1 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:18.691120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:18.691544 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Checking segment: {'id': 'c6080530-c70c-4c87-a5dd-69a6cc85b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:18.691996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Bound using segment: {'id': 'c6080530-c70c-4c87-a5dd-69a6cc85b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:18.692474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Bound port: fdb90765-98d5-4eff-aa48-3db62fb4caf9, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6080530-c70c-4c87-a5dd-69a6cc85b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:18.692880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.695963 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.713604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870460b-f2c9-4b63-9ec8-c314a9dafc13 req-cb97b1f4-e366-48ba-b724-e27a932d53d0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:18.715078 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d870460b-f2c9-4b63-9ec8-c314a9dafc13 req-cb97b1f4-e366-48ba-b724-e27a932d53d0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 944 time: 0.3560529 Mar 16 10:57:18.784528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Transition to ACTIVE for port object be50d74f-ba3f-47b7-9929-920f3380f5c1 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:18.791132 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] For port c558f669-df3f-47bd-86c7-d93867cd6705, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:18.796787 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:18.810638 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:18.815307 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61262c7-1ba5-4a96-85a2-74dcece9ad76 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 165d7ccc-bf82-46f6-80d4-ec7386b421b1 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:18.820589 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:18.823582 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] For port c558f669-df3f-47bd-86c7-d93867cd6705, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c558f669-df3f-47bd-86c7-d93867cd6705,segment=NetworkSegment(626475b9-3522-4568-ae49-a14e03136ff6),segment_id=626475b9-3522-4568-ae49-a14e03136ff6)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:18.824741 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Pushing event updated for resources: {'Port': ['ID=2f20bebb-0aaa-425f-b07b-a57851c6ced7,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:18.827446 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.847742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d3282c5-66a7-4798-827b-17a038c79096 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.850787 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d61262c7-1ba5-4a96-85a2-74dcece9ad76 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.869147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] For port fdb90765-98d5-4eff-aa48-3db62fb4caf9, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:18.874463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] For port fdb90765-98d5-4eff-aa48-3db62fb4caf9, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fdb90765-98d5-4eff-aa48-3db62fb4caf9,segment=NetworkSegment(c6080530-c70c-4c87-a5dd-69a6cc85b750),segment_id=c6080530-c70c-4c87-a5dd-69a6cc85b750)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:18.899251 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d870460b-f2c9-4b63-9ec8-c314a9dafc13 req-30b90a52-b380-45b8-8886-d9959278cbe3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e96abfb0-f0f1-435b-8929-1763286f0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517470 Mar 16 10:57:18.899856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.909309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.959491 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-6d3282c5-66a7-4798-827b-17a038c79096 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Deleting port 2902521b-4741-47f5-87fc-72025f37c74b {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:18.959715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d3282c5-66a7-4798-827b-17a038c79096 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.965944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Network 3564de28-8c75-447d-adf3-db2014a160db is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:18.970041 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:18.971443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.973991 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] 10.222.0.18 "PUT /v2.0/ports/fdb90765-98d5-4eff-aa48-3db62fb4caf9 HTTP/1.1" status: 200 len: 1094 time: 2.3994989 Mar 16 10:57:18.974614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e177cde-0c0e-4320-a52a-ca8e8bbba1f5', 'tag': 'fdb90765-98d5-4eff-aa48-3db62fb4caf9'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:57:18.987877 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:19.042501 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:19.052366 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Pushing event updated for resources: {'Port': ['ID=be50d74f-ba3f-47b7-9929-920f3380f5c1,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:19.056167 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d61262c7-1ba5-4a96-85a2-74dcece9ad76 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.106485 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e177cde-0c0e-4320-a52a-ca8e8bbba1f5', 'tag': 'fdb90765-98d5-4eff-aa48-3db62fb4caf9', 'status': 'completed', 'code': 200} Mar 16 10:57:19.135137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d7656-5921-4f7f-85ec-488a83821104 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb90765-98d5-4eff-aa48-3db62fb4caf9,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:19.140971 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Allocated IP 2001:db8:3::1 (3564de28-8c75-447d-adf3-db2014a160db/331bf6f7-0947-46b9-9e39-019ecef43c4e/08a8300d-4395-4dea-8f24-37d3e6992515) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:19.160070 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-1ddd0012-3d8f-4941-8edf-8530087729a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:19.161629 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-1ddd0012-3d8f-4941-8edf-8530087729a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 1097 time: 0.1303194 Mar 16 10:57:19.172109 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47f5f7-2388-414e-8013-9e0e8d8b3d57 None None] Pushing event updated for resources: {'Port': ['ID=c558f669-df3f-47bd-86c7-d93867cd6705,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:19.295250 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-47d43f56-6173-4745-a67e-4687fc280981 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=fdb90765-98d5-4eff-aa48-3db62fb4caf9 HTTP/1.1" status: 200 len: 217 time: 0.1267226 Mar 16 10:57:19.323071 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Attempting to bind port 2f20bebb-0aaa-425f-b07b-a57851c6ced7 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:19.323724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Attempting to bind port 2f20bebb-0aaa-425f-b07b-a57851c6ced7 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:19.324193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Attempting to bind port 2f20bebb-0aaa-425f-b07b-a57851c6ced7 on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:19.326774 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Attempting to bind port be50d74f-ba3f-47b7-9929-920f3380f5c1 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:19.327286 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Attempting to bind port be50d74f-ba3f-47b7-9929-920f3380f5c1 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '9f118085-75f8-49de-bea1-702fee2c804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3564de28-8c75-447d-adf3-db2014a160db'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:19.327745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Attempting to bind port be50d74f-ba3f-47b7-9929-920f3380f5c1 on network 3564de28-8c75-447d-adf3-db2014a160db {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:19.329781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:19.330531 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:19.413481 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-c7c87433-6b0b-4881-b75f-98c4cceb935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:19.414953 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-c7c87433-6b0b-4881-b75f-98c4cceb935f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=067a6036-b31a-4d53-9362-c44170695318 HTTP/1.1" status: 200 len: 838 time: 0.1125181 Mar 16 10:57:19.429213 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:19.429769 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Checking segment: {'id': '9f118085-75f8-49de-bea1-702fee2c804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3564de28-8c75-447d-adf3-db2014a160db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:19.430282 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.430771 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Bound using segment: {'id': '9f118085-75f8-49de-bea1-702fee2c804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3564de28-8c75-447d-adf3-db2014a160db'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:19.431391 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Bound port: be50d74f-ba3f-47b7-9929-920f3380f5c1, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f118085-75f8-49de-bea1-702fee2c804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3564de28-8c75-447d-adf3-db2014a160db'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:19.431862 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.452943 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:19.453497 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:19.453999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.454498 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:19.455187 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Bound port: 2f20bebb-0aaa-425f-b07b-a57851c6ced7, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:19.455595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.492030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-9869f6ec-12b8-47b0-b740-d97c0848a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:19.493480 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-9869f6ec-12b8-47b0-b740-d97c0848a965 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d60094a-cd5e-4810-993e-dbc250da6587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722539 Mar 16 10:57:19.591990 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9c24d-9b5d-45dd-915c-3f0c12a37eca req-b44fc8f5-df71-47bc-baaf-fdaa22800310 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:19.593443 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-abb9c24d-9b5d-45dd-915c-3f0c12a37eca req-b44fc8f5-df71-47bc-baaf-fdaa22800310 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.6840441 Mar 16 10:57:19.641932 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-1eed5fa8-13f4-4c46-ade4-8841330847a0 service neutron] 10.222.0.18 "GET /v2.0/networks/5d60094a-cd5e-4810-993e-dbc250da6587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408889 Mar 16 10:57:19.642203 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d61262c7-1ba5-4a96-85a2-74dcece9ad76 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.707697 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:19.713704 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d3282c5-66a7-4798-827b-17a038c79096 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.792599 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b71d93-d235-4e7f-b31e-c9e1428986d0 req-702cfe6a-fced-4ad1-9b05-32d051b196d8 service neutron] 10.222.0.18 "GET /v2.0/networks/5d60094a-cd5e-4810-993e-dbc250da6587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446941 Mar 16 10:57:19.815823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] For port be50d74f-ba3f-47b7-9929-920f3380f5c1, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:19.876937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-6d3282c5-66a7-4798-827b-17a038c79096 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Calling delete_port for 2902521b-4741-47f5-87fc-72025f37c74b owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:19.894611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] For port be50d74f-ba3f-47b7-9929-920f3380f5c1, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=be50d74f-ba3f-47b7-9929-920f3380f5c1,segment=NetworkSegment(9f118085-75f8-49de-bea1-702fee2c804e),segment_id=9f118085-75f8-49de-bea1-702fee2c804e)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:19.919602 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-abb9c24d-9b5d-45dd-915c-3f0c12a37eca req-776941aa-e78d-4522-9883-e518431c372c tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065100 Mar 16 10:57:19.923730 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.946725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.951039 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:57:20.024010 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d61262c7-1ba5-4a96-85a2-74dcece9ad76 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.030868 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Transition to ACTIVE for port object 08a8300d-4395-4dea-8f24-37d3e6992515 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:20.090294 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] For port 2f20bebb-0aaa-425f-b07b-a57851c6ced7, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:20.101642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2225a-ca7e-4121-8d99-4df0ffb55c86 req-e22c5813-c2c1-496b-993a-0635e7148b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:20.103740 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-01e2225a-ca7e-4121-8d99-4df0ffb55c86 req-e22c5813-c2c1-496b-993a-0635e7148b28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 1097 time: 0.2613146 Mar 16 10:57:20.121067 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61262c7-1ba5-4a96-85a2-74dcece9ad76 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=165d7ccc-bf82-46f6-80d4-ec7386b421b1,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:20.123038 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d61262c7-1ba5-4a96-85a2-74dcece9ad76 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.130183 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] For port 2f20bebb-0aaa-425f-b07b-a57851c6ced7, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=2f20bebb-0aaa-425f-b07b-a57851c6ced7,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:20.145677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a7658-e9ea-4e01-85e1-a18478381da8 None None] Pushing event updated for resources: {'Port': ['ID=be50d74f-ba3f-47b7-9929-920f3380f5c1,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:20.153009 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.185905 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d61262c7-1ba5-4a96-85a2-74dcece9ad76 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/165d7ccc-bf82-46f6-80d4-ec7386b421b1 HTTP/1.1" status: 204 len: 168 time: 1.4740231 Mar 16 10:57:20.194564 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51198) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:20.327985 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf368c2d-456f-42c0-9501-5de6ad2249ce None None] Pushing event updated for resources: {'Port': ['ID=2f20bebb-0aaa-425f-b07b-a57851c6ced7,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:20.338704 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.375907 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 4, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c558f669-df3f-47bd-86c7-d93867cd6705', 'name': '', 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:7a:81:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:08Z', 'updated_at': '2022-03-16T10:57:18Z', 'revision_number': 4, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:20.388774 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb5461f-8900-40b5-9079-3c85361d4648 None None] The sync data for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv is: [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 4, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c558f669-df3f-47bd-86c7-d93867cd6705', 'name': '', 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:7a:81:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:08Z', 'updated_at': '2022-03-16T10:57:18Z', 'revision_number': 4, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:20.497365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fede4d-f69b-47d9-8e93-ab60ad952cce tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 69222c24-a923-42dc-96f1-6faeecf44015 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:20.509021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e5fede4d-f69b-47d9-8e93-ab60ad952cce tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.615074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 3564de28-8c75-447d-adf3-db2014a160db is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:20.623920 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:20.640273 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:20.640800 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.644541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=08a8300d-4395-4dea-8f24-37d3e6992515,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:20.652393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e5fede4d-f69b-47d9-8e93-ab60ad952cce tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.657237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d3282c5-66a7-4798-827b-17a038c79096 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.723722 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3282c5-66a7-4798-827b-17a038c79096 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Pushing event deleted for resources: {'Port': ['ID=2902521b-4741-47f5-87fc-72025f37c74b,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:20.761894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2225a-ca7e-4121-8d99-4df0ffb55c86 req-4c1f4dee-0ae4-482c-bbbe-dc918cead886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:20.763413 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-01e2225a-ca7e-4121-8d99-4df0ffb55c86 req-4c1f4dee-0ae4-482c-bbbe-dc918cead886 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d60094a-cd5e-4810-993e-dbc250da6587 HTTP/1.1" status: 200 len: 898 time: 0.6196256 Mar 16 10:57:20.880590 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e5fede4d-f69b-47d9-8e93-ab60ad952cce tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.943311 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e9180-d4cc-4cfe-92eb-32b97561d620 req-20577b1d-4211-44b9-881c-75d1110cef4a tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:20.944868 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-442e9180-d4cc-4cfe-92eb-32b97561d620 req-20577b1d-4211-44b9-881c-75d1110cef4a tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.4085200 Mar 16 10:57:20.945731 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d3282c5-66a7-4798-827b-17a038c79096 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.946419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd45297-8c3c-46f8-9121-a403159a6c07 req-40df2ee8-e4de-4c13-b8be-43c59778bbcc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:20.947931 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bbd45297-8c3c-46f8-9121-a403159a6c07 req-40df2ee8-e4de-4c13-b8be-43c59778bbcc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 944 time: 0.8419228 Mar 16 10:57:20.980235 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-01e2225a-ca7e-4121-8d99-4df0ffb55c86 req-f034cb98-8099-4ce8-b696-4b58ca5a1f2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=fdb90765-98d5-4eff-aa48-3db62fb4caf9 HTTP/1.1" status: 200 len: 217 time: 0.2018862 Mar 16 10:57:21.095607 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bbd45297-8c3c-46f8-9121-a403159a6c07 req-c5e7405d-6b52-4b03-92d6-104bab05e953 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e96abfb0-f0f1-435b-8929-1763286f0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323628 Mar 16 10:57:21.100054 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefda4e-d62d-4d89-a949-d3d0192f693e req-d81199d3-31fc-42ff-857f-c2af02f1eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:21.101490 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fefda4e-d62d-4d89-a949-d3d0192f693e req-d81199d3-31fc-42ff-857f-c2af02f1eab2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0de6676a84324b069ac0823f6a3b7a7a&device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 1099 time: 0.5460162 Mar 16 10:57:21.104622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e5fede4d-f69b-47d9-8e93-ab60ad952cce tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.163775 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2225a-ca7e-4121-8d99-4df0ffb55c86 req-e8460c6e-147f-4d0d-9daf-a98d7259f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:21.165287 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-01e2225a-ca7e-4121-8d99-4df0ffb55c86 req-e8460c6e-147f-4d0d-9daf-a98d7259f064 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=067a6036-b31a-4d53-9362-c44170695318 HTTP/1.1" status: 200 len: 838 time: 0.1792836 Mar 16 10:57:21.199052 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d3282c5-66a7-4798-827b-17a038c79096 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.209793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d3282c5-66a7-4798-827b-17a038c79096 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.228262 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-442e9180-d4cc-4cfe-92eb-32b97561d620 req-9b91b986-5376-41e5-8c5e-debcf99a52bf tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361319 Mar 16 10:57:21.234298 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fede4d-f69b-47d9-8e93-ab60ad952cce tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=69222c24-a923-42dc-96f1-6faeecf44015,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:21.243101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e5fede4d-f69b-47d9-8e93-ab60ad952cce tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.257417 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e5fede4d-f69b-47d9-8e93-ab60ad952cce tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/69222c24-a923-42dc-96f1-6faeecf44015 HTTP/1.1" status: 204 len: 168 time: 1.0587661 Mar 16 10:57:21.258830 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51204) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:21.354418 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f675867f-cb87-4e6a-a2bd-918401543f9c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814111 Mar 16 10:57:21.357758 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51208) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:21.361725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.384785 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3a2b4818-3184-42c1-8361-6daa70add8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:21.395260 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefda4e-d62d-4d89-a949-d3d0192f693e req-a8ff7c30-c885-4923-bfe4-d3a5c8f26e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:21.396792 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fefda4e-d62d-4d89-a949-d3d0192f693e req-a8ff7c30-c885-4923-bfe4-d3a5c8f26e30 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a883b521-9134-46eb-b672-7e4947ee5dda HTTP/1.1" status: 200 len: 912 time: 0.2870078 Mar 16 10:57:21.404369 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2225a-ca7e-4121-8d99-4df0ffb55c86 req-4c29eb33-ab73-4b0b-8d53-a890b07785b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:21.405999 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-01e2225a-ca7e-4121-8d99-4df0ffb55c86 req-4c29eb33-ab73-4b0b-8d53-a890b07785b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d60094a-cd5e-4810-993e-dbc250da6587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2327013 Mar 16 10:57:21.511250 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fefda4e-d62d-4d89-a949-d3d0192f693e req-4027fd00-0d53-4677-a870-ca77d4cfe65e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1e97b99-c287-4af6-a2ec-3028fa9ce09c HTTP/1.1" status: 200 len: 217 time: 0.1042118 Mar 16 10:57:21.552939 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d3282c5-66a7-4798-827b-17a038c79096 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.553469 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3282c5-66a7-4798-827b-17a038c79096 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Fanout notify agent at l3_agent the message router_deleted on router a238d9ec-2019-4f08-b151-93588d96df3f {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:57:21.645717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefda4e-d62d-4d89-a949-d3d0192f693e req-5e01f24d-4dbe-4760-96f3-ee03a2d5221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:21.647222 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fefda4e-d62d-4d89-a949-d3d0192f693e req-5e01f24d-4dbe-4760-96f3-ee03a2d5221d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fde6e903-f689-410a-b59e-f3473c061a9b HTTP/1.1" status: 200 len: 851 time: 0.1283436 Mar 16 10:57:21.666801 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d3282c5-66a7-4798-827b-17a038c79096 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.667893 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6d3282c5-66a7-4798-827b-17a038c79096 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "DELETE /v2.0/routers/a238d9ec-2019-4f08-b151-93588d96df3f HTTP/1.1" status: 204 len: 168 time: 3.4444220 Mar 16 10:57:21.668980 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0191e21e-0fe3-43d9-a509-62fd585da247 None None] Network 3564de28-8c75-447d-adf3-db2014a160db requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:21.689660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51212) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:21.704231 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1983905087', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'enable_snat': False}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:21.708735 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fefda4e-d62d-4d89-a949-d3d0192f693e req-32946d06-48e8-4649-a820-a4290c93447a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a883b521-9134-46eb-b672-7e4947ee5dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530188 Mar 16 10:57:21.710408 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-01e2225a-ca7e-4121-8d99-4df0ffb55c86 req-2a1a6595-004c-42aa-8171-ed639add8a90 service neutron] 10.222.0.18 "GET /v2.0/networks/5d60094a-cd5e-4810-993e-dbc250da6587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473724 Mar 16 10:57:21.712469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:21.716328 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Usage tracker for resource:router and tenant:2a3e5907ce774dbcbaba80c6c6bb5de9 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:21.719139 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:21.765777 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:21.784151 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8a9912b5-c4c9-4ce6-a6f3-fcce087e87c8 None None] Provisioning for port be50d74f-ba3f-47b7-9929-920f3380f5c1 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:21.813350 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3a2b4818-3184-42c1-8361-6daa70add8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:21.821040 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3a2b4818-3184-42c1-8361-6daa70add8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:21.825359 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3a2b4818-3184-42c1-8361-6daa70add8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:21.843443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3a2b4818-3184-42c1-8361-6daa70add8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:21.884962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2b4818-3184-42c1-8361-6daa70add8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:21.888537 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3a2b4818-3184-42c1-8361-6daa70add8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.058331 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.059531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.069715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fdb90765-98d5-4eff-aa48-3db62fb4caf9 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:57:22.077065 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.120071 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fefda4e-d62d-4d89-a949-d3d0192f693e req-7c3a2c07-8196-4a32-86a3-16ada3db13b4 service neutron] 10.222.0.18 "GET /v2.0/networks/a883b521-9134-46eb-b672-7e4947ee5dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964343 Mar 16 10:57:22.207885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.218228 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.218995 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.397525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event updated for resources: {'Port': ['ID=08a8300d-4395-4dea-8f24-37d3e6992515,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:22.442477 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port fdb90765-98d5-4eff-aa48-3db62fb4caf9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fdb90765-98d5-4eff-aa48-3db62fb4caf9,segment=NetworkSegment(c6080530-c70c-4c87-a5dd-69a6cc85b750),segment_id=c6080530-c70c-4c87-a5dd-69a6cc85b750)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:22.471264 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 2f20bebb-0aaa-425f-b07b-a57851c6ced7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:22.523801 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'fdb90765-98d5-4eff-aa48-3db62fb4caf9', 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587', 'port_id': 'fdb90765-98d5-4eff-aa48-3db62fb4caf9', 'mac_address': 'fa:16:3e:1d:c5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '067a6036-b31a-4d53-9362-c44170695318', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:57:22.585565 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5ed750c5-61b9-49b3-986d-463a14297422 None None] Provisioning for port 08a8300d-4395-4dea-8f24-37d3e6992515 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:22.595482 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5ed750c5-61b9-49b3-986d-463a14297422 None None] Provisioning complete for port 08a8300d-4395-4dea-8f24-37d3e6992515 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:22.595994 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5ed750c5-61b9-49b3-986d-463a14297422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.658768 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.682914 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb90765-98d5-4eff-aa48-3db62fb4caf9 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:57:22.695412 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3a2b4818-3184-42c1-8361-6daa70add8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.711004 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-5ed750c5-61b9-49b3-986d-463a14297422 None None] Port 08a8300d-4395-4dea-8f24-37d3e6992515 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:22.739350 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 2f20bebb-0aaa-425f-b07b-a57851c6ced7 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:22.746480 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device be50d74f-ba3f-47b7-9929-920f3380f5c1 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:22.758907 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-01e2225a-ca7e-4121-8d99-4df0ffb55c86 req-483c2e73-d1bb-45b0-8e23-e0dec8283b04 service neutron] 10.222.0.18 "GET /v2.0/networks/5d60094a-cd5e-4810-993e-dbc250da6587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0359826 Mar 16 10:57:22.773686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2b4818-3184-42c1-8361-6daa70add8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:22.780977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-3a2b4818-3184-42c1-8361-6daa70add8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:22.786771 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2b4818-3184-42c1-8361-6daa70add8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:22.787645 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3a2b4818-3184-42c1-8361-6daa70add8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.812421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port fdb90765-98d5-4eff-aa48-3db62fb4caf9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fdb90765-98d5-4eff-aa48-3db62fb4caf9,segment=NetworkSegment(c6080530-c70c-4c87-a5dd-69a6cc85b750),segment_id=c6080530-c70c-4c87-a5dd-69a6cc85b750)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:22.813487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4a2897-ec46-4019-be92-136a8d2c45b4 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:22.835625 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b4818-3184-42c1-8361-6daa70add8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=bc28d932-5f85-49f2-a7ab-a53a1c226b68,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:22.839054 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Network 3564de28-8c75-447d-adf3-db2014a160db is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:22.842050 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.844008 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:22.856602 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bb605-345c-4200-a677-6c1339236af7 req-25869478-5f5c-4786-a822-dc5c5ca21cec tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:22.858086 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7e3bb605-345c-4200-a677-6c1339236af7 req-25869478-5f5c-4786-a822-dc5c5ca21cec tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.3568547 Mar 16 10:57:22.897699 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.925792 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3a2b4818-3184-42c1-8361-6daa70add8b4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5667856 Mar 16 10:57:22.927001 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6fefda4e-d62d-4d89-a949-d3d0192f693e req-6b6d55a9-4ef8-49dc-9ce8-608ac0bd405c service neutron] 10.222.0.18 "GET /v2.0/networks/a883b521-9134-46eb-b672-7e4947ee5dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7907796 Mar 16 10:57:22.933789 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51220) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:22.950026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1d4cc05f-11a7-4d85-886b-d2a3950a7c44 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:22.984130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0b992-84b7-43e7-af34-264b30033734 req-d2a187fe-0862-404c-a047-b0bd521fa0af tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:22.992596 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-50e0b992-84b7-43e7-af34-264b30033734 req-d2a187fe-0862-404c-a047-b0bd521fa0af tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 944 time: 0.4689918 Mar 16 10:57:23.042447 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-77fd5593-5481-40f9-a89a-9676117959a7 None None] Provisioning for port 2f20bebb-0aaa-425f-b07b-a57851c6ced7 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:23.065290 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-50e0b992-84b7-43e7-af34-264b30033734 req-d3031ca0-9bae-4282-9172-1a3c09386e64 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e96abfb0-f0f1-435b-8929-1763286f0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717211 Mar 16 10:57:23.082170 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=fdb90765-98d5-4eff-aa48-3db62fb4caf9,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:23.082170 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-77fd5593-5481-40f9-a89a-9676117959a7 None None] Provisioning complete for port 2f20bebb-0aaa-425f-b07b-a57851c6ced7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:23.082170 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-77fd5593-5481-40f9-a89a-9676117959a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.130798 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port be50d74f-ba3f-47b7-9929-920f3380f5c1 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:23.154541 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7e3bb605-345c-4200-a677-6c1339236af7 req-7185c150-3651-4d10-b8f6-ae00c97ab32f tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421186 Mar 16 10:57:23.191387 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:23.321893 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port be50d74f-ba3f-47b7-9929-920f3380f5c1 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:23.322264 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.359647 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['fdb90765-98d5-4eff-aa48-3db62fb4caf9'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:57:23.390439 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.400719 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1d4cc05f-11a7-4d85-886b-d2a3950a7c44 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:23.408159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1d4cc05f-11a7-4d85-886b-d2a3950a7c44 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:23.420374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.460639 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1d4cc05f-11a7-4d85-886b-d2a3950a7c44 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:23.466999 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1d4cc05f-11a7-4d85-886b-d2a3950a7c44 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:23.501339 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4cc05f-11a7-4d85-886b-d2a3950a7c44 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:23.505133 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1d4cc05f-11a7-4d85-886b-d2a3950a7c44 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.552214 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:23.561377 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b30d13bb-c3a9-4454-8f86-8e2f3eaeda51 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/4c97d312-48a7-4fbf-9eb8-4e39a9529b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1989143 Mar 16 10:57:23.563051 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51224) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:23.571340 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-1ff27f2c-46bb-48ca-aad5-7acfd05d6571 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:23.597096 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Sync routers for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:23.599781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-77fd5593-5481-40f9-a89a-9676117959a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.646234 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Allocated IP 172.26.3.103 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/c54a3fba-1809-425d-9979-9142fb3a91ce) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:23.657204 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.ipam_backend_mixin [None req-1d4cc05f-11a7-4d85-886b-d2a3950a7c44 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc28d932-5f85-49f2-a7ab-a53a1c226b68 (CIDR: 2001:db8::/64) Mar 16 10:57:23.659784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:23.660823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:23.661313 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4cc05f-11a7-4d85-886b-d2a3950a7c44 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:57:23.662021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4cc05f-11a7-4d85-886b-d2a3950a7c44 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:23.683233 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1d4cc05f-11a7-4d85-886b-d2a3950a7c44 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7371621 Mar 16 10:57:23.683449 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51228) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:23.689140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:23.754243 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.845937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:23.848918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:23.849826 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-77fd5593-5481-40f9-a89a-9676117959a7 None None] For port 2f20bebb-0aaa-425f-b07b-a57851c6ced7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=2f20bebb-0aaa-425f-b07b-a57851c6ced7,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:23.852264 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:23.860346 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:23.877716 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:23.882286 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.929982 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-77fd5593-5481-40f9-a89a-9676117959a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.026312 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port be50d74f-ba3f-47b7-9929-920f3380f5c1, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=be50d74f-ba3f-47b7-9929-920f3380f5c1,segment=NetworkSegment(9f118085-75f8-49de-bea1-702fee2c804e),segment_id=9f118085-75f8-49de-bea1-702fee2c804e)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:24.069414 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.070212 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c558f669-df3f-47bd-86c7-d93867cd6705 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:24.165318 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-77fd5593-5481-40f9-a89a-9676117959a7 None None] Provisioning complete for port 08a8300d-4395-4dea-8f24-37d3e6992515 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:24.165688 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-77fd5593-5481-40f9-a89a-9676117959a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.195642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.227550 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:24.285239 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-77fd5593-5481-40f9-a89a-9676117959a7 None None] Port 08a8300d-4395-4dea-8f24-37d3e6992515 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:24.332635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-77fd5593-5481-40f9-a89a-9676117959a7 None None] Could not find standard attr ID for object 5fc1a3ea-49ee-4407-85cd-8f9bb441495f. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:57:24.346143 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47694b2-2467-4f3d-b350-a50b96ea145d None None] Update dhcp port {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'fixed_ips': [{'subnet_id': 'bc28d932-5f85-49f2-a7ab-a53a1c226b68'}], 'binding:host_id': 'dv-neutron-833859-1-hyperv'}, 'id': '2f20bebb-0aaa-425f-b07b-a57851c6ced7'} from dv-neutron-833859-1-hyperv. {{(pid=87970) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:57:24.395832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.412446 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd5593-5481-40f9-a89a-9676117959a7 None None] Pushing event updated for resources: {'Port': ['ID=2f20bebb-0aaa-425f-b07b-a57851c6ced7,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:24.435213 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90d075-9539-404b-a67c-857d6ee4fbcb req-6d83b871-8334-4590-b05f-858215278bc8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:24.436629 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b90d075-9539-404b-a67c-857d6ee4fbcb req-6d83b871-8334-4590-b05f-858215278bc8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 945 time: 0.2361555 Mar 16 10:57:24.472667 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384da05b-0f44-4da6-95df-cbe65eca3539 req-0bdba36c-ae2b-42cf-a623-ea147050a0ab tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:24.474123 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-384da05b-0f44-4da6-95df-cbe65eca3539 req-0bdba36c-ae2b-42cf-a623-ea147050a0ab tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.1536040 Mar 16 10:57:24.526518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.objects.ports [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87968) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:57:24.539698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:24.545506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:24.575003 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port c558f669-df3f-47bd-86c7-d93867cd6705 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:24.582522 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-384da05b-0f44-4da6-95df-cbe65eca3539 req-884056fb-448f-48b5-ae45-6bb28999f7f0 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922813 Mar 16 10:57:24.583717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:24.644167 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b90d075-9539-404b-a67c-857d6ee4fbcb req-a8cc1abc-02db-4867-9f11-0ab1e28aab7d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e96abfb0-f0f1-435b-8929-1763286f0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738634 Mar 16 10:57:24.648562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Pushing event updated for resources: {'Port': ['ID=c54a3fba-1809-425d-9979-9142fb3a91ce,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:24.699577 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a47694b2-2467-4f3d-b350-a50b96ea145d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.715507 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port c558f669-df3f-47bd-86c7-d93867cd6705 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:24.715871 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.728459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.extraroute_db [None req-1ff27f2c-46bb-48ca-aad5-7acfd05d6571 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 10:57:24.753400 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.808153 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=be50d74f-ba3f-47b7-9929-920f3380f5c1,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:24.837204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.extraroute_db [None req-1ff27f2c-46bb-48ca-aad5-7acfd05d6571 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Removed routes are [] {{(pid=87969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 10:57:24.837601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1ff27f2c-46bb-48ca-aad5-7acfd05d6571 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.958489 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4c948b05-f386-40af-a25f-aa06546081ee None None] Provisioning complete for port 08a8300d-4395-4dea-8f24-37d3e6992515 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:24.958871 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4c948b05-f386-40af-a25f-aa06546081ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.055636 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] For port 2f20bebb-0aaa-425f-b07b-a57851c6ced7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=2f20bebb-0aaa-425f-b07b-a57851c6ced7,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:25.082480 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.087480 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.089330 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.126171 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-4c948b05-f386-40af-a25f-aa06546081ee None None] Port 08a8300d-4395-4dea-8f24-37d3e6992515 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:25.207308 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:25.213253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:25.221445 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:25.222236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.244160 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=2f20bebb-0aaa-425f-b07b-a57851c6ced7,revision_number=7']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:25.270057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=7d2415c1-d2eb-4d74-9f1a-43051866547d,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:25.308683 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.312549 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-361f84a4-5154-4ab9-974d-c8c8eae468c1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6276982 Mar 16 10:57:25.315866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51240) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:25.322240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'mac_address': 'fa:16:3e:b8:a4:9f', 'name': 'tempest-NetworksTestDHCPv6-1000285888'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:25.408745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port c558f669-df3f-47bd-86c7-d93867cd6705, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c558f669-df3f-47bd-86c7-d93867cd6705,segment=NetworkSegment(626475b9-3522-4568-ae49-a14e03136ff6),segment_id=626475b9-3522-4568-ae49-a14e03136ff6)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:25.421719 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.461174 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:21Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '08a8300d-4395-4dea-8f24-37d3e6992515', 'name': '', 'network_id': '3564de28-8c75-447d-adf3-db2014a160db', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:72:ab:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '331bf6f7-0947-46b9-9e39-019ecef43c4e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:17Z', 'updated_at': '2022-03-16T10:57:21Z', 'revision_number': 2, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '331bf6f7-0947-46b9-9e39-019ecef43c4e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c558f669-df3f-47bd-86c7-d93867cd6705', 'name': '', 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:7a:81:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:08Z', 'updated_at': '2022-03-16T10:57:18Z', 'revision_number': 4, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:25.484521 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-a47694b2-2467-4f3d-b350-a50b96ea145d None None] Allocated IP 2001:db8::2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/bc28d932-5f85-49f2-a7ab-a53a1c226b68/2f20bebb-0aaa-425f-b07b-a57851c6ced7) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:25.495443 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Checking router: 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:25.495797 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Updating router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 port 08a8300d-4395-4dea-8f24-37d3e6992515 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:57:25.512488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.589405 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 2f20bebb-0aaa-425f-b07b-a57851c6ced7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:25.593793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:25.598338 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:port and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:25.601894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:25.602057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1ff27f2c-46bb-48ca-aad5-7acfd05d6571 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.607847 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:25.613420 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca5b6b-b426-4f44-811a-336d4cc4754c req-d4e81765-6918-47eb-bee9-d6633daeb109 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:25.614870 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4fca5b6b-b426-4f44-811a-336d4cc4754c req-d4e81765-6918-47eb-bee9-d6633daeb109 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.6197767 Mar 16 10:57:25.620314 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1ff27f2c-46bb-48ca-aad5-7acfd05d6571 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.622712 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:25.641601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=c558f669-df3f-47bd-86c7-d93867cd6705,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:25.710092 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.762705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.792821 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port f4add020-9076-4d64-a8d5-8ae2952bb4c7 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:25.866813 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4fca5b6b-b426-4f44-811a-336d4cc4754c req-89abdfea-9ffe-4744-9926-58cfe1ec477d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415919 Mar 16 10:57:25.893025 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a47694b2-2467-4f3d-b350-a50b96ea145d None None] For port 2f20bebb-0aaa-425f-b07b-a57851c6ced7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=2f20bebb-0aaa-425f-b07b-a57851c6ced7,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:25.900954 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 2f20bebb-0aaa-425f-b07b-a57851c6ced7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:25.901323 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.977539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff27f2c-46bb-48ca-aad5-7acfd05d6571 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:26.012785 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654fa06-b8a2-4107-a01c-5c07c7a259a5 req-694a1108-93c6-44c2-8096-b8cf2b465d8a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:26.014491 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c654fa06-b8a2-4107-a01c-5c07c7a259a5 req-694a1108-93c6-44c2-8096-b8cf2b465d8a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 945 time: 0.1081102 Mar 16 10:57:26.015098 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a47694b2-2467-4f3d-b350-a50b96ea145d None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.062456 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c654fa06-b8a2-4107-a01c-5c07c7a259a5 req-518f77ca-1c5b-406f-96a0-e8f25643d495 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e96abfb0-f0f1-435b-8929-1763286f0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413373 Mar 16 10:57:26.098660 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fdb90765-98d5-4eff-aa48-3db62fb4caf9 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:26.140971 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a47694b2-2467-4f3d-b350-a50b96ea145d None None] Transition to ACTIVE for port object 2f20bebb-0aaa-425f-b07b-a57851c6ced7 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:26.194979 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a47694b2-2467-4f3d-b350-a50b96ea145d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.223448 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.225799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff27f2c-46bb-48ca-aad5-7acfd05d6571 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:26.300198 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::23b (6fb457af-0d86-4c52-b4cf-f12d297a5983/bc28d932-5f85-49f2-a7ab-a53a1c226b68/f4add020-9076-4d64-a8d5-8ae2952bb4c7) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:26.307660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1ff27f2c-46bb-48ca-aad5-7acfd05d6571 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.308061 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8:0:1:f816:3eff:feb8:a49f (6fb457af-0d86-4c52-b4cf-f12d297a5983/7d2415c1-d2eb-4d74-9f1a-43051866547d/f4add020-9076-4d64-a8d5-8ae2952bb4c7) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:26.311629 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1ff27f2c-46bb-48ca-aad5-7acfd05d6571 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/4c97d312-48a7-4fbf-9eb8-4e39a9529b12 HTTP/1.1" status: 200 len: 954 time: 2.7457469 Mar 16 10:57:26.314856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51246) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:26.372675 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device be50d74f-ba3f-47b7-9929-920f3380f5c1 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:26.424611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.resource_extend [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:57:26.454040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Router 987cb7b0-a8cc-42bd-9f63-f28d532009a5 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:57:26.484497 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47694b2-2467-4f3d-b350-a50b96ea145d None None] Pushing event updated for resources: {'Port': ['ID=2f20bebb-0aaa-425f-b07b-a57851c6ced7,revision_number=8']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:26.554056 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.564194 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-958898a6-0f98-4c0a-b0e4-36da5aeba595 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/routers/4c97d312-48a7-4fbf-9eb8-4e39a9529b12 HTTP/1.1" status: 200 len: 954 time: 0.2453418 Mar 16 10:57:26.566418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51250) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:26.574842 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-175960b5-14f8-4d16-865c-d43baf991223 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'router': {'routes': None}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:26.575101 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Transition to ACTIVE for port object 08a8300d-4395-4dea-8f24-37d3e6992515 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:26.588433 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port fdb90765-98d5-4eff-aa48-3db62fb4caf9 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:26.594843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port fdb90765-98d5-4eff-aa48-3db62fb4caf9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:26.595469 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.657059 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.739880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port be50d74f-ba3f-47b7-9929-920f3380f5c1 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:26.740314 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.854409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:26.864318 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Sync routers for ids ['987cb7b0-a8cc-42bd-9f63-f28d532009a5'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:26.879005 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.881306 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Routers {'987cb7b0-a8cc-42bd-9f63-f28d532009a5'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:26.881932 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['987cb7b0-a8cc-42bd-9f63-f28d532009a5'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:26.882207 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-695fd955-7329-4585-9ff3-d3984ff01460 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.1875472 Mar 16 10:57:26.883119 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51254) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:26.981119 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.168624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.183811 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-27a4bbc9-a72b-4108-9d15-e47cbf1cd91e tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "GET /v2.0/routers/987cb7b0-a8cc-42bd-9f63-f28d532009a5 HTTP/1.1" status: 200 len: 909 time: 0.2993381 Mar 16 10:57:27.185738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51262) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:27.202764 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e83963-8f7b-4dae-bbfd-096db52cfa13 None None] Pushing event updated for resources: {'Port': ['ID=08a8300d-4395-4dea-8f24-37d3e6992515,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:27.221439 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object f4add020-9076-4d64-a8d5-8ae2952bb4c7 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:27.249547 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1983905087', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'enable_snat': True}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:27.265230 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Set router 987cb7b0-a8cc-42bd-9f63-f28d532009a5 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:27.276348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:27.288771 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Usage tracker for resource:router and tenant:2a3e5907ce774dbcbaba80c6c6bb5de9 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:27.299618 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:27.309298 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:27.345235 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.347257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.377665 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.400790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8229019-9100-421b-9fde-974fb542a8c4 req-e2196695-4686-45bf-9d33-2ef6b89c4bb4 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:27.402569 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f8229019-9100-421b-9fde-974fb542a8c4 req-e2196695-4686-45bf-9d33-2ef6b89c4bb4 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.2176752 Mar 16 10:57:27.409724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbae4073-226f-41bb-abb6-357209befdb0 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:27.522911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.594157 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port fdb90765-98d5-4eff-aa48-3db62fb4caf9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fdb90765-98d5-4eff-aa48-3db62fb4caf9,segment=NetworkSegment(c6080530-c70c-4c87-a5dd-69a6cc85b750),segment_id=c6080530-c70c-4c87-a5dd-69a6cc85b750)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:27.618559 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f8229019-9100-421b-9fde-974fb542a8c4 req-3775995c-89e1-4644-ba45-e5afb4a5a5a7 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095873 Mar 16 10:57:27.625464 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987cb7b0-a8cc-42bd-9f63-f28d532009a5', 'name': 'tempest-snat-router-1983905087', 'tenant_id': '2a3e5907ce774dbcbaba80c6c6bb5de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.103'}], 'enable_snat': False}, 'gw_port_id': 'c54a3fba-1809-425d-9979-9142fb3a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:57:22Z', 'updated_at': '2022-03-16T10:57:24Z', 'revision_number': 3, 'project_id': '2a3e5907ce774dbcbaba80c6c6bb5de9', 'gw_port': {'id': 'c54a3fba-1809-425d-9979-9142fb3a91ce', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987cb7b0-a8cc-42bd-9f63-f28d532009a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:23Z', 'updated_at': '2022-03-16T10:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:27.630568 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Checking router: 987cb7b0-a8cc-42bd-9f63-f28d532009a5 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:27.631051 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Updating router 987cb7b0-a8cc-42bd-9f63-f28d532009a5 port c54a3fba-1809-425d-9979-9142fb3a91ce binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:57:27.638920 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e177cde-0c0e-4320-a52a-ca8e8bbba1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb90765-98d5-4eff-aa48-3db62fb4caf9'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:57:27.653278 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Attempting to bind port 08a8300d-4395-4dea-8f24-37d3e6992515 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:27.653521 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Attempting to bind port 08a8300d-4395-4dea-8f24-37d3e6992515 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '9f118085-75f8-49de-bea1-702fee2c804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3564de28-8c75-447d-adf3-db2014a160db'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:27.654440 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Attempting to bind port 08a8300d-4395-4dea-8f24-37d3e6992515 on network 3564de28-8c75-447d-adf3-db2014a160db {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:27.664145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.671425 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:27.671804 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Checking segment: {'id': '9f118085-75f8-49de-bea1-702fee2c804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3564de28-8c75-447d-adf3-db2014a160db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:27.672349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.672754 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Bound using segment: {'id': '9f118085-75f8-49de-bea1-702fee2c804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3564de28-8c75-447d-adf3-db2014a160db'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:27.673891 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Bound port: 08a8300d-4395-4dea-8f24-37d3e6992515, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f118085-75f8-49de-bea1-702fee2c804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3564de28-8c75-447d-adf3-db2014a160db'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:27.674266 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.717454 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.721953 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.832595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ef51e-9ce9-47e8-ace2-31f68ba1af3f req-c32b6318-5bed-4818-bfad-ed22202bf63e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:27.838352 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-121ef51e-9ce9-47e8-ace2-31f68ba1af3f req-c32b6318-5bed-4818-bfad-ed22202bf63e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 945 time: 0.5308290 Mar 16 10:57:27.840332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:27.851715 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e177cde-0c0e-4320-a52a-ca8e8bbba1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb90765-98d5-4eff-aa48-3db62fb4caf9', 'code': 200} Mar 16 10:57:27.907095 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=fdb90765-98d5-4eff-aa48-3db62fb4caf9,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:27.931555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:27.934505 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:27.942244 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:27.942903 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.998782 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=f4add020-9076-4d64-a8d5-8ae2952bb4c7,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:28.060127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cc6b6b9f-0c63-42e9-88e1-6fb2ce019019 None None] Provisioning for port 2f20bebb-0aaa-425f-b07b-a57851c6ced7 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:28.083704 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d7a2a2e8-d8be-4bf3-b5eb-e55506aa743f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7665656 Mar 16 10:57:28.089324 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51272) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:28.104461 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-121ef51e-9ce9-47e8-ace2-31f68ba1af3f req-62bd4508-bb3a-42c7-ae62-40eb11d324c0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e96abfb0-f0f1-435b-8929-1763286f0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915386 Mar 16 10:57:28.118752 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 2f20bebb-0aaa-425f-b07b-a57851c6ced7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:28.146385 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f69bb5-7d08-4492-abc0-6c458e7c5871 req-c428ffc4-9add-4f9f-ae51-a32b3d741cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:28.147876 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e8f69bb5-7d08-4492-abc0-6c458e7c5871 req-c428ffc4-9add-4f9f-ae51-a32b3d741cee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 1099 time: 0.2107036 Mar 16 10:57:28.206327 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cc6b6b9f-0c63-42e9-88e1-6fb2ce019019 None None] Provisioning complete for port 2f20bebb-0aaa-425f-b07b-a57851c6ced7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:28.206905 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cc6b6b9f-0c63-42e9-88e1-6fb2ce019019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.261688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.extraroute_db [None req-175960b5-14f8-4d16-865c-d43baf991223 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Added routes are [] {{(pid=87968) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 10:57:28.269766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.extraroute_db [None req-175960b5-14f8-4d16-865c-d43baf991223 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87968) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 10:57:28.325308 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-175960b5-14f8-4d16-865c-d43baf991223 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.331020 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.346431 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Transition to ACTIVE for port object c54a3fba-1809-425d-9979-9142fb3a91ce will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:28.356835 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.369830 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] For port 08a8300d-4395-4dea-8f24-37d3e6992515, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:28.380708 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 2f20bebb-0aaa-425f-b07b-a57851c6ced7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:28.381206 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.464062 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] For port 08a8300d-4395-4dea-8f24-37d3e6992515, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=08a8300d-4395-4dea-8f24-37d3e6992515,segment=NetworkSegment(9f118085-75f8-49de-bea1-702fee2c804e),segment_id=9f118085-75f8-49de-bea1-702fee2c804e)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:28.477830 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Attempting to bind port c54a3fba-1809-425d-9979-9142fb3a91ce on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:28.478663 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Attempting to bind port c54a3fba-1809-425d-9979-9142fb3a91ce by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:28.479516 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Attempting to bind port c54a3fba-1809-425d-9979-9142fb3a91ce on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:28.479929 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e8f69bb5-7d08-4492-abc0-6c458e7c5871 req-693595f7-8e8d-4596-830a-0fad65da22f1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e96abfb0-f0f1-435b-8929-1763286f0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615190 Mar 16 10:57:28.491314 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.504442 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:28.505427 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:28.506052 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.506784 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:28.507554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.507863 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Bound port: c54a3fba-1809-425d-9979-9142fb3a91ce, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:28.512333 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.528225 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-d3c8c9f2-e50a-4254-8792-78f2705b41f3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port f4add020-9076-4d64-a8d5-8ae2952bb4c7 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:28.529072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d3c8c9f2-e50a-4254-8792-78f2705b41f3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.584772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e83963-8f7b-4dae-bbfd-096db52cfa13 None None] Pushing event updated for resources: {'Port': ['ID=08a8300d-4395-4dea-8f24-37d3e6992515,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:28.603566 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:28.604017 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:28.654701 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] For port c54a3fba-1809-425d-9979-9142fb3a91ce, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:28.660017 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] For port c54a3fba-1809-425d-9979-9142fb3a91ce, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c54a3fba-1809-425d-9979-9142fb3a91ce,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:28.664869 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6deaa8-d7cb-4b6b-8d23-eeb7b1d54731 None None] Pushing event updated for resources: {'Port': ['ID=c54a3fba-1809-425d-9979-9142fb3a91ce,revision_number=2']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:28.677369 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.712244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.775568 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e21434-4fac-40eb-95b4-a16a49a7e292 req-60cff8a6-c3ba-4e92-bfe2-407ac3baa85e tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:28.780951 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-90e21434-4fac-40eb-95b4-a16a49a7e292 req-60cff8a6-c3ba-4e92-bfe2-407ac3baa85e tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.5614085 Mar 16 10:57:28.795734 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d3d66-1226-4839-a4a7-e5af040b1ec9 req-93b03244-fcf2-4b88-b342-2e25d365b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:28.798421 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-792d3d66-1226-4839-a4a7-e5af040b1ec9 req-93b03244-fcf2-4b88-b342-2e25d365b113 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0de6676a84324b069ac0823f6a3b7a7a&device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 1099 time: 0.5204532 Mar 16 10:57:28.853497 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Routers {'987cb7b0-a8cc-42bd-9f63-f28d532009a5'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:28.854478 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['987cb7b0-a8cc-42bd-9f63-f28d532009a5'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:28.896551 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c558f669-df3f-47bd-86c7-d93867cd6705 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:28.982116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-175960b5-14f8-4d16-865c-d43baf991223 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.986420 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-175960b5-14f8-4d16-865c-d43baf991223 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.995529 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:29.008836 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6deaa8-d7cb-4b6b-8d23-eeb7b1d54731 None None] Pushing event updated for resources: {'Port': ['ID=c54a3fba-1809-425d-9979-9142fb3a91ce,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:29.080203 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-90e21434-4fac-40eb-95b4-a16a49a7e292 req-e40b84d4-e780-4dfe-a62d-4f956a108a08 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806747 Mar 16 10:57:29.171047 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Allocated IP 172.26.3.175 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/0ce7cbbe-9e81-4776-bb25-b79aca61500e) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:29.177415 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d3d66-1226-4839-a4a7-e5af040b1ec9 req-dcc16c3b-9eda-486b-8312-9ecb11db3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:29.178831 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-792d3d66-1226-4839-a4a7-e5af040b1ec9 req-dcc16c3b-9eda-486b-8312-9ecb11db3b08 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a883b521-9134-46eb-b672-7e4947ee5dda HTTP/1.1" status: 200 len: 912 time: 0.3501389 Mar 16 10:57:29.222974 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] Set router 987cb7b0-a8cc-42bd-9f63-f28d532009a5 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:29.259253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175960b5-14f8-4d16-865c-d43baf991223 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:29.315556 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-792d3d66-1226-4839-a4a7-e5af040b1ec9 req-9ad4711b-273d-4fc2-9c84-2493fa24c46d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1e97b99-c287-4af6-a2ec-3028fa9ce09c HTTP/1.1" status: 200 len: 217 time: 0.1284785 Mar 16 10:57:29.466665 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d3d66-1226-4839-a4a7-e5af040b1ec9 req-61ae6a54-a84c-4974-af26-2c6cbb867a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:29.468052 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-792d3d66-1226-4839-a4a7-e5af040b1ec9 req-61ae6a54-a84c-4974-af26-2c6cbb867a3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fde6e903-f689-410a-b59e-f3473c061a9b HTTP/1.1" status: 200 len: 851 time: 0.1443038 Mar 16 10:57:29.551830 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-792d3d66-1226-4839-a4a7-e5af040b1ec9 req-e206bcef-54bd-49b2-bc86-38f375eb2ec3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a883b521-9134-46eb-b672-7e4947ee5dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699418 Mar 16 10:57:29.632083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port c558f669-df3f-47bd-86c7-d93867cd6705 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:29.632083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.647824 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987cb7b0-a8cc-42bd-9f63-f28d532009a5', 'name': 'tempest-snat-router-1983905087', 'tenant_id': '2a3e5907ce774dbcbaba80c6c6bb5de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.103'}], 'enable_snat': False}, 'gw_port_id': 'c54a3fba-1809-425d-9979-9142fb3a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:57:22Z', 'updated_at': '2022-03-16T10:57:24Z', 'revision_number': 3, 'project_id': '2a3e5907ce774dbcbaba80c6c6bb5de9', 'gw_port': {'id': 'c54a3fba-1809-425d-9979-9142fb3a91ce', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987cb7b0-a8cc-42bd-9f63-f28d532009a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:23Z', 'updated_at': '2022-03-16T10:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:29.656311 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3719ef-2d0b-4f49-a944-e6d64feb115b None None] The sync data for ids ['987cb7b0-a8cc-42bd-9f63-f28d532009a5'] in dv-neutron-833859-1-hyperv is: [{'id': '987cb7b0-a8cc-42bd-9f63-f28d532009a5', 'name': 'tempest-snat-router-1983905087', 'tenant_id': '2a3e5907ce774dbcbaba80c6c6bb5de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.103'}], 'enable_snat': False}, 'gw_port_id': 'c54a3fba-1809-425d-9979-9142fb3a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:57:22Z', 'updated_at': '2022-03-16T10:57:24Z', 'revision_number': 3, 'project_id': '2a3e5907ce774dbcbaba80c6c6bb5de9', 'gw_port': {'id': 'c54a3fba-1809-425d-9979-9142fb3a91ce', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987cb7b0-a8cc-42bd-9f63-f28d532009a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:23Z', 'updated_at': '2022-03-16T10:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:29.723716 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.726706 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f496b4-060d-4d64-b267-ebfd2c7c1dcc None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:29.779745 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-792d3d66-1226-4839-a4a7-e5af040b1ec9 req-300bd871-3cb6-478f-98f7-6ccb436f57fb service neutron] 10.222.0.18 "GET /v2.0/networks/a883b521-9134-46eb-b672-7e4947ee5dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125025 Mar 16 10:57:29.814488 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175960b5-14f8-4d16-865c-d43baf991223 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:29.833075 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-175960b5-14f8-4d16-865c-d43baf991223 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.837286 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-175960b5-14f8-4d16-865c-d43baf991223 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/4c97d312-48a7-4fbf-9eb8-4e39a9529b12 HTTP/1.1" status: 200 len: 704 time: 3.2694645 Mar 16 10:57:29.841326 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51278) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:29.853789 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.917157 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1833d112-4c77-45f7-83f4-9e7ff7df512c None None] Provisioning complete for port 2f20bebb-0aaa-425f-b07b-a57851c6ced7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:29.917505 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1833d112-4c77-45f7-83f4-9e7ff7df512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.062757 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:30.076754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:30.082726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:30.163215 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Pushing event updated for resources: {'Port': ['ID=0ce7cbbe-9e81-4776-bb25-b79aca61500e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:30.175724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:28Z', 'revision_number': 7, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '08a8300d-4395-4dea-8f24-37d3e6992515', 'name': '', 'network_id': '3564de28-8c75-447d-adf3-db2014a160db', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:72:ab:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '331bf6f7-0947-46b9-9e39-019ecef43c4e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:17Z', 'updated_at': '2022-03-16T10:57:28Z', 'revision_number': 4, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '331bf6f7-0947-46b9-9e39-019ecef43c4e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c558f669-df3f-47bd-86c7-d93867cd6705', 'name': '', 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:7a:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:08Z', 'updated_at': '2022-03-16T10:57:25Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:30.190453 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e009c21-8563-40ef-bc46-8786f04e27d0 None None] The sync data for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv is: [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:28Z', 'revision_number': 7, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '08a8300d-4395-4dea-8f24-37d3e6992515', 'name': '', 'network_id': '3564de28-8c75-447d-adf3-db2014a160db', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:72:ab:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '331bf6f7-0947-46b9-9e39-019ecef43c4e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:17Z', 'updated_at': '2022-03-16T10:57:28Z', 'revision_number': 4, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '331bf6f7-0947-46b9-9e39-019ecef43c4e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c558f669-df3f-47bd-86c7-d93867cd6705', 'name': '', 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:7a:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:08Z', 'updated_at': '2022-03-16T10:57:25Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:30.202660 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-792d3d66-1226-4839-a4a7-e5af040b1ec9 req-bc008232-4e2e-47ac-8a38-628295b78e19 service neutron] 10.222.0.18 "GET /v2.0/networks/a883b521-9134-46eb-b672-7e4947ee5dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934436 Mar 16 10:57:30.337476 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b93e3-bce9-4ad6-b5a2-1d845b46b86d req-ef888a19-1681-48ed-a2f2-ed4fbd8bd80a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:30.339140 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b28b93e3-bce9-4ad6-b5a2-1d845b46b86d req-ef888a19-1681-48ed-a2f2-ed4fbd8bd80a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 946 time: 0.9982281 Mar 16 10:57:30.384409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c54a3fba-1809-425d-9979-9142fb3a91ce up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:30.475379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d3c8c9f2-e50a-4254-8792-78f2705b41f3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.488021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1833d112-4c77-45f7-83f4-9e7ff7df512c None None] Provisioning for port f4add020-9076-4d64-a8d5-8ae2952bb4c7 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:30.490270 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-eb05dd9e-020c-471e-8196-3218754a7acd tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/routers/4c97d312-48a7-4fbf-9eb8-4e39a9529b12 HTTP/1.1" status: 200 len: 704 time: 0.6416211 Mar 16 10:57:30.496645 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b28b93e3-bce9-4ad6-b5a2-1d845b46b86d req-f7d0c480-550d-42d7-9d55-10976c3e7f12 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e96abfb0-f0f1-435b-8929-1763286f0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971596 Mar 16 10:57:30.497119 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51284) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:30.502745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1833d112-4c77-45f7-83f4-9e7ff7df512c None None] Provisioning complete for port f4add020-9076-4d64-a8d5-8ae2952bb4c7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:30.503419 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1833d112-4c77-45f7-83f4-9e7ff7df512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.600315 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1833d112-4c77-45f7-83f4-9e7ff7df512c None None] Port f4add020-9076-4d64-a8d5-8ae2952bb4c7 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:30.605895 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port c54a3fba-1809-425d-9979-9142fb3a91ce completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:30.612610 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port c54a3fba-1809-425d-9979-9142fb3a91ce triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:30.612987 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.818145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.848832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c852c06-a8fd-4ad7-8d82-c3140b0dd7b2 req-ea5a44d9-eccc-4723-a55b-bd4aaa20302f tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:30.850407 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0c852c06-a8fd-4ad7-8d82-c3140b0dd7b2 req-ea5a44d9-eccc-4723-a55b-bd4aaa20302f tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.4321034 Mar 16 10:57:30.864073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port c54a3fba-1809-425d-9979-9142fb3a91ce, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c54a3fba-1809-425d-9979-9142fb3a91ce,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:30.868260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-99384c0e-a20b-4a3e-bf2a-a0cace21eacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.875370 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.984962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-d3c8c9f2-e50a-4254-8792-78f2705b41f3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for f4add020-9076-4d64-a8d5-8ae2952bb4c7 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:30.987499 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=c54a3fba-1809-425d-9979-9142fb3a91ce,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:31.020938 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f67865d2-4208-4542-a332-0de42a2b2807 None None] Provisioning complete for port 2f20bebb-0aaa-425f-b07b-a57851c6ced7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:31.022023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f67865d2-4208-4542-a332-0de42a2b2807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.319527 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f67865d2-4208-4542-a332-0de42a2b2807 None None] Provisioning complete for port f4add020-9076-4d64-a8d5-8ae2952bb4c7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:31.319942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f67865d2-4208-4542-a332-0de42a2b2807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.370054 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0c852c06-a8fd-4ad7-8d82-c3140b0dd7b2 req-e3bb7d58-e550-4577-b5a7-57ac4c6623c9 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059671 Mar 16 10:57:31.396180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.401906 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f67865d2-4208-4542-a332-0de42a2b2807 None None] Port f4add020-9076-4d64-a8d5-8ae2952bb4c7 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:31.529795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2b7460bd-f90a-49f2-9492-2d9465b5a7f9 None None] Could not find standard attr ID for object 6180c535-b60c-49b2-98fa-6db73b384ab3. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:57:31.541121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d3c8c9f2-e50a-4254-8792-78f2705b41f3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.596810 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd8dd80-1c7d-4eb3-b600-30d9ae946ea1 None None] Sync routers for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:31.598623 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8c9f2-e50a-4254-8792-78f2705b41f3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=f4add020-9076-4d64-a8d5-8ae2952bb4c7,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:31.617229 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd8dd80-1c7d-4eb3-b600-30d9ae946ea1 None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:31.618174 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9fd8dd80-1c7d-4eb3-b600-30d9ae946ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:31.766770 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-114dc4af-6b23-4b35-b38b-d43083948b5d None None] Could not find standard attr ID for object 5fc1a3ea-49ee-4407-85cd-8f9bb441495f. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:57:31.797993 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d3c8c9f2-e50a-4254-8792-78f2705b41f3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.803804 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-9fd8dd80-1c7d-4eb3-b600-30d9ae946ea1 None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:31.843987 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.859471 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d3c8c9f2-e50a-4254-8792-78f2705b41f3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/f4add020-9076-4d64-a8d5-8ae2952bb4c7 HTTP/1.1" status: 204 len: 168 time: 3.7666571 Mar 16 10:57:31.861121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51290) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:31.953870 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaf864-a86f-408b-afe6-799eac746d32 req-b642be6b-5705-4e4e-afba-898b5430a65e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:31.955873 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-baaaf864-a86f-408b-afe6-799eac746d32 req-b642be6b-5705-4e4e-afba-898b5430a65e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 946 time: 0.3104286 Mar 16 10:57:32.052961 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-baaaf864-a86f-408b-afe6-799eac746d32 req-2681df7f-e3ce-48fe-a976-cd88029c589d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e96abfb0-f0f1-435b-8929-1763286f0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728512 Mar 16 10:57:32.090213 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7f8b5c79-6084-4bc8-aea5-d980c68d0e29 None None] Could not find standard attr ID for object f4add020-9076-4d64-a8d5-8ae2952bb4c7. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:57:32.096950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f73e24d-3d3c-40b2-a09f-11c6a8cc4450 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:32.097702 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6f73e24d-3d3c-40b2-a09f-11c6a8cc4450 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:32.110079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Router 0382d4df-46b2-4ecb-9b60-442774ea3405 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:57:32.197333 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6f73e24d-3d3c-40b2-a09f-11c6a8cc4450 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:32.201135 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6f73e24d-3d3c-40b2-a09f-11c6a8cc4450 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3355730 Mar 16 10:57:32.223790 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51296) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:32.362447 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:32.375055 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Sync routers for ids ['0382d4df-46b2-4ecb-9b60-442774ea3405'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:32.387758 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Routers {'0382d4df-46b2-4ecb-9b60-442774ea3405'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:32.388363 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['0382d4df-46b2-4ecb-9b60-442774ea3405'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:32.418705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2dbc20b8-45e6-4e03-af3c-431423e924dc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.426843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9fd8dd80-1c7d-4eb3-b600-30d9ae946ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:28Z', 'revision_number': 7, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '08a8300d-4395-4dea-8f24-37d3e6992515', 'name': '', 'network_id': '3564de28-8c75-447d-adf3-db2014a160db', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:72:ab:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '331bf6f7-0947-46b9-9e39-019ecef43c4e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:17Z', 'updated_at': '2022-03-16T10:57:28Z', 'revision_number': 4, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '331bf6f7-0947-46b9-9e39-019ecef43c4e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c558f669-df3f-47bd-86c7-d93867cd6705', 'name': '', 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:7a:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:08Z', 'updated_at': '2022-03-16T10:57:25Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:32.431921 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd8dd80-1c7d-4eb3-b600-30d9ae946ea1 None None] Checking router: 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:32.461581 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd8dd80-1c7d-4eb3-b600-30d9ae946ea1 None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:32.462642 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9fd8dd80-1c7d-4eb3-b600-30d9ae946ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:32.467736 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.469868 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2a523f1e-5cd5-4a33-a189-c1aea9de763b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2831113 Mar 16 10:57:32.473149 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51302) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:32.569395 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 08a8300d-4395-4dea-8f24-37d3e6992515 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:32.718031 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-9fd8dd80-1c7d-4eb3-b600-30d9ae946ea1 None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:32.720389 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9dd5c8de-92bb-40b5-8371-b6050aa9226b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "GET /v2.0/routers/0382d4df-46b2-4ecb-9b60-442774ea3405 HTTP/1.1" status: 200 len: 908 time: 0.2455051 Mar 16 10:57:32.723348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51306) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:32.737455 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Set router 0382d4df-46b2-4ecb-9b60-442774ea3405 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:32.960735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.049458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1b30b0d0-009b-409a-9eec-69337a35b288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.105224 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 08a8300d-4395-4dea-8f24-37d3e6992515 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:33.111697 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 08a8300d-4395-4dea-8f24-37d3e6992515 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:33.112067 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.119517 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66abb000-d4e9-4430-b94c-97482877873e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:33.121044 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-66abb000-d4e9-4430-b94c-97482877873e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8811450 Mar 16 10:57:33.124658 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51310) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:33.129415 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0382d4df-46b2-4ecb-9b60-442774ea3405', 'name': 'tempest-snat-router-1983905087', 'tenant_id': '2a3e5907ce774dbcbaba80c6c6bb5de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '0ce7cbbe-9e81-4776-bb25-b79aca61500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:57:27Z', 'updated_at': '2022-03-16T10:57:30Z', 'revision_number': 3, 'project_id': '2a3e5907ce774dbcbaba80c6c6bb5de9', 'gw_port': {'id': '0ce7cbbe-9e81-4776-bb25-b79aca61500e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0382d4df-46b2-4ecb-9b60-442774ea3405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:28Z', 'updated_at': '2022-03-16T10:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:33.134702 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Checking router: 0382d4df-46b2-4ecb-9b60-442774ea3405 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:33.135393 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Updating router 0382d4df-46b2-4ecb-9b60-442774ea3405 port 0ce7cbbe-9e81-4776-bb25-b79aca61500e binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:57:33.205546 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.208603 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd19a7d-15e4-4882-b5ca-08fd89f35c65 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:33.210077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd19a7d-15e4-4882-b5ca-08fd89f35c65 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:33.211618 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd19a7d-15e4-4882-b5ca-08fd89f35c65 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:33.212401 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-edd19a7d-15e4-4882-b5ca-08fd89f35c65 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:33.247705 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9fd8dd80-1c7d-4eb3-b600-30d9ae946ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:28Z', 'revision_number': 7, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '08a8300d-4395-4dea-8f24-37d3e6992515', 'name': '', 'network_id': '3564de28-8c75-447d-adf3-db2014a160db', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:72:ab:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '331bf6f7-0947-46b9-9e39-019ecef43c4e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:17Z', 'updated_at': '2022-03-16T10:57:28Z', 'revision_number': 4, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '331bf6f7-0947-46b9-9e39-019ecef43c4e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c558f669-df3f-47bd-86c7-d93867cd6705', 'name': '', 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:7a:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:08Z', 'updated_at': '2022-03-16T10:57:25Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:33.257348 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd8dd80-1c7d-4eb3-b600-30d9ae946ea1 None None] The sync data for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv is: [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:28Z', 'revision_number': 7, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '08a8300d-4395-4dea-8f24-37d3e6992515', 'name': '', 'network_id': '3564de28-8c75-447d-adf3-db2014a160db', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:72:ab:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '331bf6f7-0947-46b9-9e39-019ecef43c4e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:17Z', 'updated_at': '2022-03-16T10:57:28Z', 'revision_number': 4, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '331bf6f7-0947-46b9-9e39-019ecef43c4e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c558f669-df3f-47bd-86c7-d93867cd6705', 'name': '', 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:7a:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:08Z', 'updated_at': '2022-03-16T10:57:25Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:33.263939 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb755c-9c6d-4d83-b9c8-b4587236371a req-d91910be-6d44-4ab7-b4af-b1f28d069ad2 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:33.266179 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4cfb755c-9c6d-4d83-b9c8-b4587236371a req-d91910be-6d44-4ab7-b4af-b1f28d069ad2 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.3802700 Mar 16 10:57:33.268658 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-edd19a7d-15e4-4882-b5ca-08fd89f35c65 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:33.269937 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-edd19a7d-15e4-4882-b5ca-08fd89f35c65 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1433361 Mar 16 10:57:33.275141 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51314) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:33.285460 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.368199 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 08a8300d-4395-4dea-8f24-37d3e6992515, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=08a8300d-4395-4dea-8f24-37d3e6992515,segment=NetworkSegment(9f118085-75f8-49de-bea1-702fee2c804e),segment_id=9f118085-75f8-49de-bea1-702fee2c804e)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:33.376674 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.377606 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c54a3fba-1809-425d-9979-9142fb3a91ce up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:33.379039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7ec4d3-a0c3-4a2a-991b-895fe602aad3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 7d2415c1-d2eb-4d74-9f1a-43051866547d {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:33.454893 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e7ec4d3-a0c3-4a2a-991b-895fe602aad3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.463598 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.481675 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c67d5d-9e08-4efb-8c51-df017922f266 req-8614bf32-d7e1-4a5f-a98f-58a7eaba1b51 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:33.483239 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-55c67d5d-9e08-4efb-8c51-df017922f266 req-8614bf32-d7e1-4a5f-a98f-58a7eaba1b51 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 946 time: 1.1236763 Mar 16 10:57:33.484543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Deleting port 0ce7cbbe-9e81-4776-bb25-b79aca61500e {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:33.485235 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.486479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-2dbc20b8-45e6-4e03-af3c-431423e924dc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port 08a8300d-4395-4dea-8f24-37d3e6992515 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:33.486816 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2dbc20b8-45e6-4e03-af3c-431423e924dc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.529565 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=08a8300d-4395-4dea-8f24-37d3e6992515,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:33.544046 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port c54a3fba-1809-425d-9979-9142fb3a91ce triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:33.544438 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.562335 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4cfb755c-9c6d-4d83-b9c8-b4587236371a req-df6b156f-ae5f-4c3e-9581-74a39f08f860 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043078 Mar 16 10:57:33.609261 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e7ec4d3-a0c3-4a2a-991b-895fe602aad3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.765595 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.790644 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Transition to ACTIVE for port object 0ce7cbbe-9e81-4776-bb25-b79aca61500e will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:33.794807 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-55c67d5d-9e08-4efb-8c51-df017922f266 req-4a32f906-ee13-477e-989e-1be93983ef51 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e96abfb0-f0f1-435b-8929-1763286f0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649072 Mar 16 10:57:33.803238 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.812450 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-2dbc20b8-45e6-4e03-af3c-431423e924dc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] For port 08a8300d-4395-4dea-8f24-37d3e6992515, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=08a8300d-4395-4dea-8f24-37d3e6992515,segment=NetworkSegment(9f118085-75f8-49de-bea1-702fee2c804e),segment_id=9f118085-75f8-49de-bea1-702fee2c804e)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:33.812762 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2dbc20b8-45e6-4e03-af3c-431423e924dc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.841834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.908514 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e7ec4d3-a0c3-4a2a-991b-895fe602aad3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.909025 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Attempting to bind port 0ce7cbbe-9e81-4776-bb25-b79aca61500e on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:33.909549 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Attempting to bind port 0ce7cbbe-9e81-4776-bb25-b79aca61500e by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:33.910067 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Attempting to bind port 0ce7cbbe-9e81-4776-bb25-b79aca61500e on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:33.915664 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492559c-c1c4-4ce9-ac5b-daab36d8bfdf None None] Pushing event updated for resources: {'Port': ['ID=0ce7cbbe-9e81-4776-bb25-b79aca61500e,revision_number=2']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:33.920501 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:33.921116 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:33.921709 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.922481 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:33.923515 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Bound port: 0ce7cbbe-9e81-4776-bb25-b79aca61500e, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:33.924072 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.995291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Calling delete_port for 0ce7cbbe-9e81-4776-bb25-b79aca61500e owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:34.019413 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-2dbc20b8-45e6-4e03-af3c-431423e924dc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Calling delete_port for 08a8300d-4395-4dea-8f24-37d3e6992515 owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:34.059389 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] For port 0ce7cbbe-9e81-4776-bb25-b79aca61500e, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:34.064850 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] For port 0ce7cbbe-9e81-4776-bb25-b79aca61500e, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0ce7cbbe-9e81-4776-bb25-b79aca61500e,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:34.077626 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.142526 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e7ec4d3-a0c3-4a2a-991b-895fe602aad3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.167601 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Routers {'0382d4df-46b2-4ecb-9b60-442774ea3405'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:34.168378 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['0382d4df-46b2-4ecb-9b60-442774ea3405'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:34.178331 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d00a5-4aca-4efa-bd54-5dc13a4cc2a2 req-5c1238d6-2fa1-42b7-93f9-c6046e557c63 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:34.179889 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-544d00a5-4aca-4efa-bd54-5dc13a4cc2a2 req-5c1238d6-2fa1-42b7-93f9-c6046e557c63 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.1399879 Mar 16 10:57:34.188977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ec4d3-a0c3-4a2a-991b-895fe602aad3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2415c1-d2eb-4d74-9f1a-43051866547d,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:34.195529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0e7ec4d3-a0c3-4a2a-991b-895fe602aad3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.204497 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07863ed-13d0-44f9-aade-073772ea57ec None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:34.225662 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0e7ec4d3-a0c3-4a2a-991b-895fe602aad3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/7d2415c1-d2eb-4d74-9f1a-43051866547d HTTP/1.1" status: 204 len: 168 time: 0.9466636 Mar 16 10:57:34.225860 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51326) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:34.273120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.api [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:34.273429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG oslo_db.api [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:34.314698 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-544d00a5-4aca-4efa-bd54-5dc13a4cc2a2 req-47e784bd-bf65-43b4-ac10-fc65733aa48e tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280510 Mar 16 10:57:34.321784 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492559c-c1c4-4ce9-ac5b-daab36d8bfdf None None] Pushing event updated for resources: {'Port': ['ID=0ce7cbbe-9e81-4776-bb25-b79aca61500e,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:34.349701 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] Set router 0382d4df-46b2-4ecb-9b60-442774ea3405 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:34.391837 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8c89a7-02c8-4474-8de1-71f06af5901f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet bc28d932-5f85-49f2-a7ab-a53a1c226b68 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:34.397918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc8c89a7-02c8-4474-8de1-71f06af5901f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.414829 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 08a8300d-4395-4dea-8f24-37d3e6992515 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:34.460496 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2dbc20b8-45e6-4e03-af3c-431423e924dc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.464792 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0382d4df-46b2-4ecb-9b60-442774ea3405', 'name': 'tempest-snat-router-1983905087', 'tenant_id': '2a3e5907ce774dbcbaba80c6c6bb5de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:57:27Z', 'updated_at': '2022-03-16T10:57:33Z', 'revision_number': 4, 'project_id': '2a3e5907ce774dbcbaba80c6c6bb5de9', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:34.469592 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3014f65f-4021-4e6a-b602-7061d6abdc39 None None] The sync data for ids ['0382d4df-46b2-4ecb-9b60-442774ea3405'] in dv-neutron-833859-1-hyperv is: [{'id': '0382d4df-46b2-4ecb-9b60-442774ea3405', 'name': 'tempest-snat-router-1983905087', 'tenant_id': '2a3e5907ce774dbcbaba80c6c6bb5de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:57:27Z', 'updated_at': '2022-03-16T10:57:33Z', 'revision_number': 4, 'project_id': '2a3e5907ce774dbcbaba80c6c6bb5de9', 'gw_port_host': None}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:34.472122 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 08a8300d-4395-4dea-8f24-37d3e6992515 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:34.472568 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 08a8300d-4395-4dea-8f24-37d3e6992515 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 16 10:57:34.524254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.560862 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc20b8-45e6-4e03-af3c-431423e924dc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Port': ['ID=08a8300d-4395-4dea-8f24-37d3e6992515,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:34.565077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc8c89a7-02c8-4474-8de1-71f06af5901f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.584121 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Port 08a8300d-4395-4dea-8f24-37d3e6992515 not found, will not notify nova. {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 16 10:57:34.585557 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.774749 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Deleting port 0ce7cbbe-9e81-4776-bb25-b79aca61500e {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:34.775273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.941929 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2dbc20b8-45e6-4e03-af3c-431423e924dc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.967855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] For port 0ce7cbbe-9e81-4776-bb25-b79aca61500e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0ce7cbbe-9e81-4776-bb25-b79aca61500e,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:34.968429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.019897 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc8c89a7-02c8-4474-8de1-71f06af5901f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.095635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Calling delete_port for 0ce7cbbe-9e81-4776-bb25-b79aca61500e owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:35.316127 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.345915 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc8c89a7-02c8-4474-8de1-71f06af5901f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.364950 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6abd18d5-d371-4931-961c-4ac46267fcde None None] Provisioning complete for port 2f20bebb-0aaa-425f-b07b-a57851c6ced7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:35.365509 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6abd18d5-d371-4931-961c-4ac46267fcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.369317 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ce7cbbe-9e81-4776-bb25-b79aca61500e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:35.412335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c89a7-02c8-4474-8de1-71f06af5901f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=bc28d932-5f85-49f2-a7ab-a53a1c226b68,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:35.417496 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc8c89a7-02c8-4474-8de1-71f06af5901f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.435981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ab4540-5c97-4f86-b421-a2cc4ce289a0 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:35.443922 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbc20b8-45e6-4e03-af3c-431423e924dc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:35.445834 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bc8c89a7-02c8-4474-8de1-71f06af5901f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/bc28d932-5f85-49f2-a7ab-a53a1c226b68 HTTP/1.1" status: 204 len: 168 time: 1.2189429 Mar 16 10:57:35.449223 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51332) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:35.472494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.516440 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51336) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:35.705262 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2d3853ce-fe93-4707-8ae6-cae9ed374df9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2518778 Mar 16 10:57:35.719770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51340) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:35.735592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-34e428d8-2ddf-491a-ab4b-5d0fd06881f9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:35.783666 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da17dfbb-7a68-4b7f-ad8d-dafb65f62d48 None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:35.788029 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-da17dfbb-7a68-4b7f-ad8d-dafb65f62d48 None None] Deleting port 2f20bebb-0aaa-425f-b07b-a57851c6ced7 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:35.788469 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-da17dfbb-7a68-4b7f-ad8d-dafb65f62d48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.827189 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.835547 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.856956 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.918391 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbc20b8-45e6-4e03-af3c-431423e924dc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:35.927057 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2dbc20b8-45e6-4e03-af3c-431423e924dc tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/4c97d312-48a7-4fbf-9eb8-4e39a9529b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4248941 Mar 16 10:57:35.930504 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-34e428d8-2ddf-491a-ab4b-5d0fd06881f9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:35.935626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51344) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:35.939781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.940446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0382d4df-46b2-4ecb-9b60-442774ea3405 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:57:35.945179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-34e428d8-2ddf-491a-ab4b-5d0fd06881f9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:35.949257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-34e428d8-2ddf-491a-ab4b-5d0fd06881f9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:35.957370 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-34e428d8-2ddf-491a-ab4b-5d0fd06881f9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:36.002221 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c069b58-85b7-49a6-a4a3-4de5127dee38 None None] Sync routers for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:36.012557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e428d8-2ddf-491a-ab4b-5d0fd06881f9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:36.015752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-34e428d8-2ddf-491a-ab4b-5d0fd06881f9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.048212 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-da17dfbb-7a68-4b7f-ad8d-dafb65f62d48 None None] For port 2f20bebb-0aaa-425f-b07b-a57851c6ced7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=2f20bebb-0aaa-425f-b07b-a57851c6ced7,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:36.048601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-da17dfbb-7a68-4b7f-ad8d-dafb65f62d48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.060590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c069b58-85b7-49a6-a4a3-4de5127dee38 None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:36.061227 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9c069b58-85b7-49a6-a4a3-4de5127dee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:36.171852 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a32264-1ca2-4c05-9ec7-943b49873571 req-2f712469-3e9a-45fa-b0e2-26598a095b8c tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:36.174160 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b5a32264-1ca2-4c05-9ec7-943b49873571 req-2f712469-3e9a-45fa-b0e2-26598a095b8c tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.6581991 Mar 16 10:57:36.182693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.183814 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-04088282-a8cb-4c1d-bdd3-5aaba290ce52 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "DELETE /v2.0/routers/0382d4df-46b2-4ecb-9b60-442774ea3405 HTTP/1.1" status: 204 len: 168 time: 3.4593015 Mar 16 10:57:36.191688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51348) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:36.287186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1026d18-d95b-4451-bd66-1b4afc0d407c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting subnet 331bf6f7-0947-46b9-9e39-019ecef43c4e {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:36.297278 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d1026d18-d95b-4451-bd66-1b4afc0d407c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.321438 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-da17dfbb-7a68-4b7f-ad8d-dafb65f62d48 None None] Calling delete_port for 2f20bebb-0aaa-425f-b07b-a57851c6ced7 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:36.374921 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b5a32264-1ca2-4c05-9ec7-943b49873571 req-b776b9bf-5f20-4712-96c7-75effc948f35 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920080 Mar 16 10:57:36.382294 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-9c069b58-85b7-49a6-a4a3-4de5127dee38 None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:36.435336 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 2f20bebb-0aaa-425f-b07b-a57851c6ced7 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:36.487270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d1026d18-d95b-4451-bd66-1b4afc0d407c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.610996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e601ef-7b1a-49fc-9f06-1edea91e7ccd req-46ed510d-daea-4cf1-ac6d-33aa5aee5dc4 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:36.612508 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c4e601ef-7b1a-49fc-9f06-1edea91e7ccd req-46ed510d-daea-4cf1-ac6d-33aa5aee5dc4 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.5058351 Mar 16 10:57:36.619915 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-da17dfbb-7a68-4b7f-ad8d-dafb65f62d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.656994 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d364ab8-e478-4448-92c7-b8ad7dc96452 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.661846 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No ports have port_id starting with 2f20bebb-0aaa-425f-b07b-a57851c6ced7 Mar 16 10:57:36.764932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17dfbb-7a68-4b7f-ad8d-dafb65f62d48 None None] Pushing event deleted for resources: {'Port': ['ID=2f20bebb-0aaa-425f-b07b-a57851c6ced7,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:36.766688 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da17dfbb-7a68-4b7f-ad8d-dafb65f62d48 None None] No DVR routers for this DVR port 2f20bebb-0aaa-425f-b07b-a57851c6ced7 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:36.783961 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.809541 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-c4e601ef-7b1a-49fc-9f06-1edea91e7ccd req-df7cb05b-47f8-443b-b8de-d073c348116a tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Deleting port d1e97b99-c287-4af6-a2ec-3028fa9ce09c {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:36.809877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c4e601ef-7b1a-49fc-9f06-1edea91e7ccd req-df7cb05b-47f8-443b-b8de-d073c348116a tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.899637 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9c069b58-85b7-49a6-a4a3-4de5127dee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:34Z', 'revision_number': 8, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c558f669-df3f-47bd-86c7-d93867cd6705', 'name': '', 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:7a:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:08Z', 'updated_at': '2022-03-16T10:57:25Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:36.903492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c069b58-85b7-49a6-a4a3-4de5127dee38 None None] Checking router: 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:36.911782 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c069b58-85b7-49a6-a4a3-4de5127dee38 None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:36.912448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9c069b58-85b7-49a6-a4a3-4de5127dee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:36.943352 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-34e428d8-2ddf-491a-ab4b-5d0fd06881f9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.067877 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-9c069b58-85b7-49a6-a4a3-4de5127dee38 None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:37.155229 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d1026d18-d95b-4451-bd66-1b4afc0d407c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.202715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.17 (5d60094a-cd5e-4810-993e-dbc250da6587/067a6036-b31a-4d53-9362-c44170695318/b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:37.247079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e428d8-2ddf-491a-ab4b-5d0fd06881f9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:37.260024 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-34e428d8-2ddf-491a-ab4b-5d0fd06881f9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:37.263360 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e428d8-2ddf-491a-ab4b-5d0fd06881f9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:37.263932 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-34e428d8-2ddf-491a-ab4b-5d0fd06881f9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.295215 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d364ab8-e478-4448-92c7-b8ad7dc96452 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.297795 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e428d8-2ddf-491a-ab4b-5d0fd06881f9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=6020da7f-83cb-4187-b311-44e3db838e2c,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:37.365875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-6d364ab8-e478-4448-92c7-b8ad7dc96452 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Deleting port c54a3fba-1809-425d-9979-9142fb3a91ce {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:37.366246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d364ab8-e478-4448-92c7-b8ad7dc96452 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.369843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acae98d-7d1b-4173-a2be-02053f0c4925 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:37.379516 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.399041 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-34e428d8-2ddf-491a-ab4b-5d0fd06881f9 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6776979 Mar 16 10:57:37.402615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51352) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:37.409654 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-30dbf50b-1b22-4040-a9e8-e78b619eb2e1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:37.517980 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9c069b58-85b7-49a6-a4a3-4de5127dee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:34Z', 'revision_number': 8, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c558f669-df3f-47bd-86c7-d93867cd6705', 'name': '', 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:7a:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:08Z', 'updated_at': '2022-03-16T10:57:25Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:37.550599 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c069b58-85b7-49a6-a4a3-4de5127dee38 None None] The sync data for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv is: [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:34Z', 'revision_number': 8, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c558f669-df3f-47bd-86c7-d93867cd6705', 'name': '', 'network_id': 'd4eed34f-383f-4689-8f1c-589a9b77ec7d', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:7a:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:08Z', 'updated_at': '2022-03-16T10:57:25Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '649ed8fd-c81a-4846-82b9-6440d3868021', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:37.554291 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-30dbf50b-1b22-4040-a9e8-e78b619eb2e1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:37.558692 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-30dbf50b-1b22-4040-a9e8-e78b619eb2e1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:37.561978 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-30dbf50b-1b22-4040-a9e8-e78b619eb2e1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:37.571676 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-30dbf50b-1b22-4040-a9e8-e78b619eb2e1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:37.591834 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dbf50b-1b22-4040-a9e8-e78b619eb2e1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:37.595951 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-30dbf50b-1b22-4040-a9e8-e78b619eb2e1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.633477 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6fb457af-0d86-4c52-b4cf-f12d297a5983', 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'tenant_id': '060ad77ffefb441286dff018dff88d6b', 'fixed_ips': [{'subnet_id': '6020da7f-83cb-4187-b311-44e3db838e2c'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:37.634311 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.640053 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:37.645453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d1026d18-d95b-4451-bd66-1b4afc0d407c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.707444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1026d18-d95b-4451-bd66-1b4afc0d407c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Subnet': ['ID=331bf6f7-0947-46b9-9e39-019ecef43c4e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:37.709577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d1026d18-d95b-4451-bd66-1b4afc0d407c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.721949 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9ebc2b-3d83-4397-8e25-18ccbd8e0c64 None None] Network 3564de28-8c75-447d-adf3-db2014a160db requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:37.754058 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d1026d18-d95b-4451-bd66-1b4afc0d407c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/331bf6f7-0947-46b9-9e39-019ecef43c4e HTTP/1.1" status: 204 len: 168 time: 1.8133986 Mar 16 10:57:37.754363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51358) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:37.754882 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-6d364ab8-e478-4448-92c7-b8ad7dc96452 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] For port c54a3fba-1809-425d-9979-9142fb3a91ce, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c54a3fba-1809-425d-9979-9142fb3a91ce,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:37.755266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d364ab8-e478-4448-92c7-b8ad7dc96452 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.776930 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.ipam_backend_mixin [None req-30dbf50b-1b22-4040-a9e8-e78b619eb2e1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6020da7f-83cb-4187-b311-44e3db838e2c (CIDR: 2001:db8::/64) Mar 16 10:57:37.779686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-c4e601ef-7b1a-49fc-9f06-1edea91e7ccd req-df7cb05b-47f8-443b-b8de-d073c348116a tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] For port d1e97b99-c287-4af6-a2ec-3028fa9ce09c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d1e97b99-c287-4af6-a2ec-3028fa9ce09c,segment=NetworkSegment(1a1a93bd-f39b-48f8-991f-11c80e58adc1),segment_id=1a1a93bd-f39b-48f8-991f-11c80e58adc1)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:37.780013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c4e601ef-7b1a-49fc-9f06-1edea91e7ccd req-df7cb05b-47f8-443b-b8de-d073c348116a tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.793843 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-30dbf50b-1b22-4040-a9e8-e78b619eb2e1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:57:37.794317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30dbf50b-1b22-4040-a9e8-e78b619eb2e1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:37.802209 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.960712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-6d364ab8-e478-4448-92c7-b8ad7dc96452 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Calling delete_port for c54a3fba-1809-425d-9979-9142fb3a91ce owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:37.967583 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Allocated IP 2001:db8::2 (6fb457af-0d86-4c52-b4cf-f12d297a5983/6020da7f-83cb-4187-b311-44e3db838e2c/dae35eaf-0ffa-4b34-a919-7aea81ae0c1c) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:38.057148 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-c4e601ef-7b1a-49fc-9f06-1edea91e7ccd req-df7cb05b-47f8-443b-b8de-d073c348116a tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Calling delete_port for d1e97b99-c287-4af6-a2ec-3028fa9ce09c owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:38.084981 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-30dbf50b-1b22-4040-a9e8-e78b619eb2e1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6800187 Mar 16 10:57:38.105627 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51362) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:38.110356 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 5d60094a-cd5e-4810-993e-dbc250da6587 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:38.119315 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.121333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'subnet': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:38.125355 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:38.128009 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:38.130629 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:38.149919 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fa5d9-6347-455a-952f-e60c409c8f46 req-3d79dc6f-f404-451b-a7a8-66921e87241d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:38.151493 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4e0fa5d9-6347-455a-952f-e60c409c8f46 req-3d79dc6f-f404-451b-a7a8-66921e87241d tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 946 time: 0.6257055 Mar 16 10:57:38.197569 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port be50d74f-ba3f-47b7-9929-920f3380f5c1 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:38.197909 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.236608 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8975c273-561a-4ad8-997c-789d9263ab00 None None] DHCP port deletion for 3564de28-8c75-447d-adf3-db2014a160db request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:38.260438 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-8975c273-561a-4ad8-997c-789d9263ab00 None None] Deleting port be50d74f-ba3f-47b7-9929-920f3380f5c1 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:38.264341 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8975c273-561a-4ad8-997c-789d9263ab00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.281175 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.388477 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.396340 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 08a8300d-4395-4dea-8f24-37d3e6992515 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:38.432522 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Transition to ACTIVE for port object dae35eaf-0ffa-4b34-a919-7aea81ae0c1c will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:38.448441 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4e0fa5d9-6347-455a-952f-e60c409c8f46 req-1e9d4708-fd62-44a1-b3ab-f1e203dd6abb tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/security-groups?id=504657b9-2dbb-49fd-850e-c5a84375e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694142 Mar 16 10:57:38.467499 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Transition to ACTIVE for port object dae35eaf-0ffa-4b34-a919-7aea81ae0c1c will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:38.481574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.520882 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:38.532096 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:subnet and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:38.538807 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:38.541237 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 08a8300d-4395-4dea-8f24-37d3e6992515 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:38.541766 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 08a8300d-4395-4dea-8f24-37d3e6992515 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:38.542467 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device be50d74f-ba3f-47b7-9929-920f3380f5c1 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:38.552425 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:38.572578 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:38.576400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.609811 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c4e601ef-7b1a-49fc-9f06-1edea91e7ccd req-df7cb05b-47f8-443b-b8de-d073c348116a tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.614492 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] For port be50d74f-ba3f-47b7-9929-920f3380f5c1, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=be50d74f-ba3f-47b7-9929-920f3380f5c1,segment=NetworkSegment(9f118085-75f8-49de-bea1-702fee2c804e),segment_id=9f118085-75f8-49de-bea1-702fee2c804e)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:38.615108 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.615229 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:38.646612 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:38.668512 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:38.685416 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e0b628dd-8d9c-40c2-bde5-4742539a4049 None None] Provisioning for port b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:38.688319 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Pushing event updated for resources: {'Port': ['ID=dae35eaf-0ffa-4b34-a919-7aea81ae0c1c,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:38.730944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e0b628dd-8d9c-40c2-bde5-4742539a4049 None None] Provisioning complete for port b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:38.730944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e0b628dd-8d9c-40c2-bde5-4742539a4049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.741799 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Calling delete_port for be50d74f-ba3f-47b7-9929-920f3380f5c1 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:38.757000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cb05b-47f8-443b-b8de-d073c348116a tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Pushing event deleted for resources: {'Port': ['ID=d1e97b99-c287-4af6-a2ec-3028fa9ce09c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:38.820752 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.851305 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No ports have port_id starting with be50d74f-ba3f-47b7-9929-920f3380f5c1 Mar 16 10:57:38.872550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Port': ['ID=be50d74f-ba3f-47b7-9929-920f3380f5c1,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:38.874527 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] No DVR routers for this DVR port be50d74f-ba3f-47b7-9929-920f3380f5c1 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:38.944329 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e0b628dd-8d9c-40c2-bde5-4742539a4049 None None] Port b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:38.957286 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Attempting to bind port dae35eaf-0ffa-4b34-a919-7aea81ae0c1c on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:38.957660 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Attempting to bind port dae35eaf-0ffa-4b34-a919-7aea81ae0c1c by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:38.958020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Attempting to bind port dae35eaf-0ffa-4b34-a919-7aea81ae0c1c on network 6fb457af-0d86-4c52-b4cf-f12d297a5983 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:38.970231 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:38.970603 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Checking segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:38.970997 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.971429 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Bound using segment: {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:38.971884 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Bound port: dae35eaf-0ffa-4b34-a919-7aea81ae0c1c, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31478b3c-cf7a-4c21-a8b1-3d22f760851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:38.972246 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.990834 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-8975c273-561a-4ad8-997c-789d9263ab00 None None] For port be50d74f-ba3f-47b7-9929-920f3380f5c1, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=be50d74f-ba3f-47b7-9929-920f3380f5c1,segment=NetworkSegment(9f118085-75f8-49de-bea1-702fee2c804e),segment_id=9f118085-75f8-49de-bea1-702fee2c804e)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:38.991261 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8975c273-561a-4ad8-997c-789d9263ab00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.008552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.011419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e601ef-7b1a-49fc-9f06-1edea91e7ccd req-df7cb05b-47f8-443b-b8de-d073c348116a tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] No DVR routers for this DVR port d1e97b99-c287-4af6-a2ec-3028fa9ce09c on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:39.019891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c4e601ef-7b1a-49fc-9f06-1edea91e7ccd req-df7cb05b-47f8-443b-b8de-d073c348116a tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.029909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb570cd1-37ac-4998-bbac-7d2efea99a6a', 'name': 'network-vif-deleted', 'tag': 'd1e97b99-c287-4af6-a2ec-3028fa9ce09c'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:57:39.038109 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3564de28-8c75-447d-adf3-db2014a160db']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:39.044161 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c4e601ef-7b1a-49fc-9f06-1edea91e7ccd req-df7cb05b-47f8-443b-b8de-d073c348116a tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.18 "DELETE /v2.0/ports/d1e97b99-c287-4af6-a2ec-3028fa9ce09c HTTP/1.1" status: 204 len: 173 time: 2.4221821 Mar 16 10:57:39.050487 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d364ab8-e478-4448-92c7-b8ad7dc96452 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.075473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f118085-75f8-49de-bea1-702fee2c804e') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:39.076197 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f118085-75f8-49de-bea1-702fee2c804e') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:39.089950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.109461 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.115586 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb570cd1-37ac-4998-bbac-7d2efea99a6a', 'name': 'network-vif-deleted', 'tag': 'd1e97b99-c287-4af6-a2ec-3028fa9ce09c', 'status': 'completed', 'code': 200} Mar 16 10:57:39.116352 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d364ab8-e478-4448-92c7-b8ad7dc96452 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Pushing event deleted for resources: {'Port': ['ID=c54a3fba-1809-425d-9979-9142fb3a91ce,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:39.118127 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:39.118401 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:39.137930 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:39.175399 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-8975c273-561a-4ad8-997c-789d9263ab00 None None] Calling delete_port for be50d74f-ba3f-47b7-9929-920f3380f5c1 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:39.274387 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] For port dae35eaf-0ffa-4b34-a919-7aea81ae0c1c, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:39.297942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] For port dae35eaf-0ffa-4b34-a919-7aea81ae0c1c, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=dae35eaf-0ffa-4b34-a919-7aea81ae0c1c,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:39.307733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.342198 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.350384 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-8975c273-561a-4ad8-997c-789d9263ab00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:39.350592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d364ab8-e478-4448-92c7-b8ad7dc96452 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.350734 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-8975c273-561a-4ad8-997c-789d9263ab00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:39.358366 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.401100 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae4933-914d-4930-9c64-5f76d10d98c3 None None] Pushing event updated for resources: {'Port': ['ID=dae35eaf-0ffa-4b34-a919-7aea81ae0c1c,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:39.417946 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.462663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Network': ['ID=3564de28-8c75-447d-adf3-db2014a160db,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:39.485103 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-10ded7fd-03c3-4290-b3ee-8feccea97e12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/networks/3564de28-8c75-447d-adf3-db2014a160db HTTP/1.1" status: 204 len: 168 time: 1.7272117 Mar 16 10:57:39.488378 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51368) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.586312 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d364ab8-e478-4448-92c7-b8ad7dc96452 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.598543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d364ab8-e478-4448-92c7-b8ad7dc96452 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.760221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-c787fb9d-4021-4a9b-901b-3ca3293b5152 req-59b5e76c-94ce-4a2e-ba6a-9e1866a68323 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Synchronizing usage tracker for tenant:0de6676a84324b069ac0823f6a3b7a7a on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:39.787306 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d364ab8-e478-4448-92c7-b8ad7dc96452 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.787837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d364ab8-e478-4448-92c7-b8ad7dc96452 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 987cb7b0-a8cc-42bd-9f63-f28d532009a5 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:57:39.851325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-8975c273-561a-4ad8-997c-789d9263ab00 None None] Deleting port be50d74f-ba3f-47b7-9929-920f3380f5c1 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:39.851827 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8975c273-561a-4ad8-997c-789d9263ab00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.858516 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-c787fb9d-4021-4a9b-901b-3ca3293b5152 req-59b5e76c-94ce-4a2e-ba6a-9e1866a68323 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] Unset dirty status for tenant:0de6676a84324b069ac0823f6a3b7a7a on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:39.870702 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c787fb9d-4021-4a9b-901b-3ca3293b5152 req-59b5e76c-94ce-4a2e-ba6a-9e1866a68323 tempest-TestServerAdvancedOps-841451756 tempest-TestServerAdvancedOps-841451756-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb570cd1-37ac-4998-bbac-7d2efea99a6a HTTP/1.1" status: 200 len: 210 time: 0.2176552 Mar 16 10:57:39.936001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d364ab8-e478-4448-92c7-b8ad7dc96452 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.937143 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6d364ab8-e478-4448-92c7-b8ad7dc96452 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "DELETE /v2.0/routers/987cb7b0-a8cc-42bd-9f63-f28d532009a5 HTTP/1.1" status: 204 len: 168 time: 3.7417943 Mar 16 10:57:39.961710 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51374) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.971212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-832759684', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}, 'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:39.986130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:39.994833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Usage tracker for resource:router and tenant:7c219c043e714120bd6d534b11f207ae is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:39.999188 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.objects.ports [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87969) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:57:40.000350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:40.027811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-8975c273-561a-4ad8-997c-789d9263ab00 None None] The port 'be50d74f-ba3f-47b7-9929-920f3380f5c1' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:40.051868 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:40.086120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.087117 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.124708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.156151 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device d1e97b99-c287-4af6-a2ec-3028fa9ce09c no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:40.235082 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: d1e97b99-c287-4af6-a2ec-3028fa9ce09c {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:40.235738 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device d1e97b99-c287-4af6-a2ec-3028fa9ce09c not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:40.308007 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.404739 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.529526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.539518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.586995 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device dae35eaf-0ffa-4b34-a919-7aea81ae0c1c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:40.592046 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:40.675854 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port dae35eaf-0ffa-4b34-a919-7aea81ae0c1c completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:40.678238 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.764873 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c54a3fba-1809-425d-9979-9142fb3a91ce no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:40.806164 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: c54a3fba-1809-425d-9979-9142fb3a91ce {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:40.806517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c54a3fba-1809-425d-9979-9142fb3a91ce not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:40.888260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3d74e484-eea5-4536-ab15-03a2d86414da None None] Provisioning for port dae35eaf-0ffa-4b34-a919-7aea81ae0c1c completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:40.894212 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3d74e484-eea5-4536-ab15-03a2d86414da None None] Provisioning complete for port dae35eaf-0ffa-4b34-a919-7aea81ae0c1c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:40.894754 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3d74e484-eea5-4536-ab15-03a2d86414da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.967715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 5d60094a-cd5e-4810-993e-dbc250da6587 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:40.974797 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:41.028177 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3d74e484-eea5-4536-ab15-03a2d86414da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.041257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51380) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.150393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eaaf6d7-dc6b-4f2d-948f-34f30257c8fe admin admin] Deleting subnet fde6e903-f689-410a-b59e-f3473c061a9b {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:41.162428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0eaaf6d7-dc6b-4f2d-948f-34f30257c8fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.225764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] For port dae35eaf-0ffa-4b34-a919-7aea81ae0c1c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=dae35eaf-0ffa-4b34-a919-7aea81ae0c1c,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:41.248569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0eaaf6d7-dc6b-4f2d-948f-34f30257c8fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.282795 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 35575374-8e5c-493c-98e6-acd486e3ee60 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:41.372971 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.375205 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.392531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0eaaf6d7-dc6b-4f2d-948f-34f30257c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.418586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.418863 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.436038 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-3d74e484-eea5-4536-ab15-03a2d86414da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:41.436371 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-3d74e484-eea5-4536-ab15-03a2d86414da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:41.645380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:41.658283 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:41.659919 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.668285 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1e6252-854a-4000-8817-af187e3a62ec None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:41.694791 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:41.695483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.715287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.723466 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Subnet': ['ID=1d4dffc3-e5a3-4065-9257-2061f9bcc7d2,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:41.763936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=dae35eaf-0ffa-4b34-a919-7aea81ae0c1c,revision_number=4']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:41.787120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:41.787500 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:41.787842 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:41.788156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:41.788488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:41.788796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:41.789111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:41.789430 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:41.789729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:41.790045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:41.790355 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:41.790650 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:41.794452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0eaaf6d7-dc6b-4f2d-948f-34f30257c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.835738 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-adc1eaab-0af3-49a4-860a-d6449087010c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.7292216 Mar 16 10:57:41.841518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51384) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.852468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaaf6d7-dc6b-4f2d-948f-34f30257c8fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde6e903-f689-410a-b59e-f3473c061a9b,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:41.854430 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0eaaf6d7-dc6b-4f2d-948f-34f30257c8fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.863174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Request body: {'port': {'network_id': '6fb457af-0d86-4c52-b4cf-f12d297a5983', 'mac_address': 'fa:16:3e:58:0c:44', 'name': 'tempest-NetworksTestDHCPv6-1173358370'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:41.872250 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0eaaf6d7-dc6b-4f2d-948f-34f30257c8fe admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fde6e903-f689-410a-b59e-f3473c061a9b HTTP/1.1" status: 204 len: 168 time: 0.8273726 Mar 16 10:57:41.902192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51388) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.943902 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:41.958671 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Sync routers for ids ['35575374-8e5c-493c-98e6-acd486e3ee60'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:41.968036 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Routers {'35575374-8e5c-493c-98e6-acd486e3ee60'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:41.968862 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['35575374-8e5c-493c-98e6-acd486e3ee60'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:41.995390 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3d74e484-eea5-4536-ab15-03a2d86414da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.999826 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-539bfd86-cb6a-490a-8b37-4273e8fc77ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/35575374-8e5c-493c-98e6-acd486e3ee60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4804223 Mar 16 10:57:42.047902 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Allocated IP 172.26.3.198 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/9181ba50-96bc-4a4f-b341-83fbc9916c6b) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:42.059690 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3d74e484-eea5-4536-ab15-03a2d86414da None None] For port dae35eaf-0ffa-4b34-a919-7aea81ae0c1c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=dae35eaf-0ffa-4b34-a919-7aea81ae0c1c,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:42.072139 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:42.076809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3d74e484-eea5-4536-ab15-03a2d86414da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.079142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Usage tracker for resource:port and tenant:060ad77ffefb441286dff018dff88d6b is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:42.083373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:42.132771 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:42.144371 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2b82d654-296d-42eb-9a35-f7d65f112107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.153967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Made reservation on behalf of 060ad77ffefb441286dff018dff88d6b for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:42.163654 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Set router 35575374-8e5c-493c-98e6-acd486e3ee60 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:42.175495 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74e484-eea5-4536-ab15-03a2d86414da None None] Pushing event updated for resources: {'Port': ['ID=dae35eaf-0ffa-4b34-a919-7aea81ae0c1c,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:42.227999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e97824cf-5e02-4a9c-908b-c99e719f9ac4 None None] Provisioning complete for port b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:42.228666 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e97824cf-5e02-4a9c-908b-c99e719f9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.332316 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port c558f669-df3f-47bd-86c7-d93867cd6705 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:42.332899 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.343558 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e97824cf-5e02-4a9c-908b-c99e719f9ac4 None None] Port b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:42.347034 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device dae35eaf-0ffa-4b34-a919-7aea81ae0c1c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:42.458128 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.473716 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port dae35eaf-0ffa-4b34-a919-7aea81ae0c1c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:42.474318 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.604735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2b82d654-296d-42eb-9a35-f7d65f112107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.639511 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-2b82d654-296d-42eb-9a35-f7d65f112107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a883b521-9134-46eb-b672-7e4947ee5dda']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:42.655497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-2b82d654-296d-42eb-9a35-f7d65f112107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1a93bd-f39b-48f8-991f-11c80e58adc1') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:42.656181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-2b82d654-296d-42eb-9a35-f7d65f112107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1a93bd-f39b-48f8-991f-11c80e58adc1') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:42.670233 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:57:39Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '40992546-d7be-421b-91b4-e52658ef90db', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'port_id': '13f86a42-3d76-403d-9dc5-0d46a2506027', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'mac_address': 'fa:16:3e:79:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:55:45Z', 'updated_at': '2022-03-16T10:55:54Z', 'revision_number': 1, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4977122d-f698-4215-aa17-153577605d6e', 'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:bc:60:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:48Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e', 'name': '', 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:69:c3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '067a6036-b31a-4d53-9362-c44170695318', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:37Z', 'updated_at': '2022-03-16T10:57:39Z', 'revision_number': 2, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '067a6036-b31a-4d53-9362-c44170695318', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:42.675459 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Checking router: 35575374-8e5c-493c-98e6-acd486e3ee60 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:42.675984 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Updating router 35575374-8e5c-493c-98e6-acd486e3ee60 port b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:57:42.676906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2b82d654-296d-42eb-9a35-f7d65f112107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.697973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2b82d654-296d-42eb-9a35-f7d65f112107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.705384 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b82d654-296d-42eb-9a35-f7d65f112107 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:42.705984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2b82d654-296d-42eb-9a35-f7d65f112107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.730762 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] For port c558f669-df3f-47bd-86c7-d93867cd6705, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c558f669-df3f-47bd-86c7-d93867cd6705,segment=NetworkSegment(626475b9-3522-4568-ae49-a14e03136ff6),segment_id=626475b9-3522-4568-ae49-a14e03136ff6)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:42.730762 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.740242 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.900625 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:42.941777 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:42.945233 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Calling delete_port for c558f669-df3f-47bd-86c7-d93867cd6705 owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:42.955322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.026560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] device_id is not set on port 260edf84-d2a1-4b39-9a0b-b185cd111793 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:43.052331 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Pushing event updated for resources: {'Port': ['ID=9181ba50-96bc-4a4f-b341-83fbc9916c6b,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:43.061348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:43.062074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2b82d654-296d-42eb-9a35-f7d65f112107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.065865 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:43.086548 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ebab18be-df4f-4aef-a606-3931ddba34c5 None None] Provisioning complete for port dae35eaf-0ffa-4b34-a919-7aea81ae0c1c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:43.087560 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ebab18be-df4f-4aef-a606-3931ddba34c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.091081 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:43.129905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2b82d654-296d-42eb-9a35-f7d65f112107 admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.150877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82d654-296d-42eb-9a35-f7d65f112107 admin admin] Pushing event deleted for resources: {'Network': ['ID=a883b521-9134-46eb-b672-7e4947ee5dda,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:43.236796 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.262046 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Transition to ACTIVE for port object b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:43.277730 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.351339 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2b82d654-296d-42eb-9a35-f7d65f112107 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a883b521-9134-46eb-b672-7e4947ee5dda HTTP/1.1" status: 204 len: 168 time: 1.4456673 Mar 16 10:57:43.355197 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51396) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:43.469825 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8::2d6 (6fb457af-0d86-4c52-b4cf-f12d297a5983/6020da7f-83cb-4187-b311-44e3db838e2c/260edf84-d2a1-4b39-9a0b-b185cd111793) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:43.479876 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Allocated IP 2001:db8:0:1:f816:3eff:fe58:c44 (6fb457af-0d86-4c52-b4cf-f12d297a5983/1d4dffc3-e5a3-4065-9257-2061f9bcc7d2/260edf84-d2a1-4b39-9a0b-b185cd111793) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:43.484265 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-74de6726-615d-4672-a91d-c9e45e7501e6 admin admin] Deleting subnet 7e7730c2-8aeb-4c7c-9242-377a9e491396 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:43.488471 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-74de6726-615d-4672-a91d-c9e45e7501e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.540767 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.548699 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Attempting to bind port b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:43.549175 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Attempting to bind port b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'c6080530-c70c-4c87-a5dd-69a6cc85b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:43.549613 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Attempting to bind port b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e on network 5d60094a-cd5e-4810-993e-dbc250da6587 {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:43.557169 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:43.557680 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Checking segment: {'id': 'c6080530-c70c-4c87-a5dd-69a6cc85b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:43.558256 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.558739 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Bound using segment: {'id': 'c6080530-c70c-4c87-a5dd-69a6cc85b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:43.559340 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Bound port: b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6080530-c70c-4c87-a5dd-69a6cc85b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:43.559798 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.601215 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.624388 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae0e5f-d6eb-46be-bd2a-19332ecf9abd None None] Pushing event updated for resources: {'Port': ['ID=b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:43.685895 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] For port b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:43.689845 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] For port b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e,segment=NetworkSegment(c6080530-c70c-4c87-a5dd-69a6cc85b750),segment_id=c6080530-c70c-4c87-a5dd-69a6cc85b750)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:43.696735 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.769931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-74de6726-615d-4672-a91d-c9e45e7501e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.775620 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae0e5f-d6eb-46be-bd2a-19332ecf9abd None None] Pushing event updated for resources: {'Port': ['ID=b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:43.799554 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Routers {'35575374-8e5c-493c-98e6-acd486e3ee60'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:43.800393 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['35575374-8e5c-493c-98e6-acd486e3ee60'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:43.813480 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Port': ['ID=c558f669-df3f-47bd-86c7-d93867cd6705,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:43.832621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:43.832960 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:43.833292 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:43.833620 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:43.833944 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:43.834264 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:43.834581 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:43.834894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:43.835238 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:43.835551 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:43.835866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:43.836179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:43.964156 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-74de6726-615d-4672-a91d-c9e45e7501e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.022824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.033641 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] Set router 35575374-8e5c-493c-98e6-acd486e3ee60 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:44.158385 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-74de6726-615d-4672-a91d-c9e45e7501e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.248929 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Router 27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:57:44.278636 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de6726-615d-4672-a91d-c9e45e7501e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7730c2-8aeb-4c7c-9242-377a9e491396,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:44.311608 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-74de6726-615d-4672-a91d-c9e45e7501e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.333924 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-74de6726-615d-4672-a91d-c9e45e7501e6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7e7730c2-8aeb-4c7c-9242-377a9e491396 HTTP/1.1" status: 204 len: 168 time: 0.9639814 Mar 16 10:57:44.336560 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51400) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:44.340342 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.506655 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:57:39Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '40992546-d7be-421b-91b4-e52658ef90db', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'port_id': '13f86a42-3d76-403d-9dc5-0d46a2506027', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'mac_address': 'fa:16:3e:79:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:55:45Z', 'updated_at': '2022-03-16T10:55:54Z', 'revision_number': 1, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4977122d-f698-4215-aa17-153577605d6e', 'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:bc:60:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:48Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e', 'name': '', 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:69:c3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '067a6036-b31a-4d53-9362-c44170695318', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:37Z', 'updated_at': '2022-03-16T10:57:43Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '067a6036-b31a-4d53-9362-c44170695318', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:44.511721 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9d6d53-08e0-42c4-b6ad-cf08744fc647 None None] The sync data for ids ['35575374-8e5c-493c-98e6-acd486e3ee60'] in dv-neutron-833859-1-hyperv is: [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:57:39Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '40992546-d7be-421b-91b4-e52658ef90db', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'port_id': '13f86a42-3d76-403d-9dc5-0d46a2506027', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'mac_address': 'fa:16:3e:79:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:55:45Z', 'updated_at': '2022-03-16T10:55:54Z', 'revision_number': 1, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4977122d-f698-4215-aa17-153577605d6e', 'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:bc:60:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:48Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e', 'name': '', 'network_id': '5d60094a-cd5e-4810-993e-dbc250da6587', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:69:c3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '067a6036-b31a-4d53-9362-c44170695318', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:57:37Z', 'updated_at': '2022-03-16T10:57:43Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '067a6036-b31a-4d53-9362-c44170695318', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:44.548918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.649995 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Transition to ACTIVE for port object 260edf84-d2a1-4b39-9a0b-b185cd111793 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:44.669279 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fc339dcb-334c-4820-97ca-a1288c3ed16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.732576 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:44.744328 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a5898f-0ab7-4eae-ad3b-3918ce2c0489 None None] Sync routers for ids ['27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:44.757681 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a5898f-0ab7-4eae-ad3b-3918ce2c0489 None None] Routers {'27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:44.758321 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-36a5898f-0ab7-4eae-ad3b-3918ce2c0489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:44.768383 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.825290 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-36a5898f-0ab7-4eae-ad3b-3918ce2c0489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:44.834877 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a5898f-0ab7-4eae-ad3b-3918ce2c0489 None None] Routers {'27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:44.835535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-36a5898f-0ab7-4eae-ad3b-3918ce2c0489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:44.850862 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.856632 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-785184e3-11fe-4234-8e7d-f771d58e1205 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8925381 Mar 16 10:57:44.858567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fc339dcb-334c-4820-97ca-a1288c3ed16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.866462 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51406) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:44.867120 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event updated for resources: {'Port': ['ID=260edf84-d2a1-4b39-9a0b-b185cd111793,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:44.877752 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-349171b4-a471-4232-9fe1-412a4c3e6e98 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'enable_snat': False}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:44.904036 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-fc339dcb-334c-4820-97ca-a1288c3ed16e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba392af-8763-4d5d-8b6a-28ea9377b7f4']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:44.911123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-36a5898f-0ab7-4eae-ad3b-3918ce2c0489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:44.911895 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a5898f-0ab7-4eae-ad3b-3918ce2c0489 None None] The sync data for ids ['27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:44.920445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-fc339dcb-334c-4820-97ca-a1288c3ed16e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a75f4cc-910c-41d5-8f5e-53d6fe784871') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:44.921205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-fc339dcb-334c-4820-97ca-a1288c3ed16e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a75f4cc-910c-41d5-8f5e-53d6fe784871') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:44.935752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fc339dcb-334c-4820-97ca-a1288c3ed16e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.953365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fc339dcb-334c-4820-97ca-a1288c3ed16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.959187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:44.961443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc339dcb-334c-4820-97ca-a1288c3ed16e admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:44.962514 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fc339dcb-334c-4820-97ca-a1288c3ed16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.962838 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:44.969502 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:44.974801 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:44.975454 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:44.976434 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:44.980365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:45.067393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fc339dcb-334c-4820-97ca-a1288c3ed16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.082761 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c8b06c7c-ffbc-424d-b6fe-274cf3cd4e96 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2309000 Mar 16 10:57:45.084968 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51410) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:45.091261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fc339dcb-334c-4820-97ca-a1288c3ed16e admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.100131 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fc339dcb-334c-4820-97ca-a1288c3ed16e admin admin] 10.222.0.44 "DELETE /v2.0/networks/0ba392af-8763-4d5d-8b6a-28ea9377b7f4 HTTP/1.1" status: 204 len: 168 time: 0.7631912 Mar 16 10:57:45.104533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc339dcb-334c-4820-97ca-a1288c3ed16e admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba392af-8763-4d5d-8b6a-28ea9377b7f4,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:45.327610 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-43783147-6f4f-4da6-b5e7-c3ee7dffa25f None None] Provisioning for port 260edf84-d2a1-4b39-9a0b-b185cd111793 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:45.334451 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-43783147-6f4f-4da6-b5e7-c3ee7dffa25f None None] Provisioning complete for port 260edf84-d2a1-4b39-9a0b-b185cd111793 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:45.334974 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-43783147-6f4f-4da6-b5e7-c3ee7dffa25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.349155 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51416) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:45.400886 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-43783147-6f4f-4da6-b5e7-c3ee7dffa25f None None] Port 260edf84-d2a1-4b39-9a0b-b185cd111793 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:45.402650 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7336ff3f-86ac-4de4-85ed-1d41d63a1f6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0de6676a84324b069ac0823f6a3b7a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522683 Mar 16 10:57:45.405300 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51420) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:45.465000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e529f4e4-7b29-4e79-9d76-8c4a7a642baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.490262 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e529f4e4-7b29-4e79-9d76-8c4a7a642baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.540561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e529f4e4-7b29-4e79-9d76-8c4a7a642baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.547639 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ecc29f39-b7b9-4d68-a9c9-fb86f7495279 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting port 260edf84-d2a1-4b39-9a0b-b185cd111793 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:45.547979 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ecc29f39-b7b9-4d68-a9c9-fb86f7495279 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.559175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529f4e4-7b29-4e79-9d76-8c4a7a642baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504657b9-2dbb-49fd-850e-c5a84375e29a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:45.569913 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e529f4e4-7b29-4e79-9d76-8c4a7a642baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.573677 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e529f4e4-7b29-4e79-9d76-8c4a7a642baf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/504657b9-2dbb-49fd-850e-c5a84375e29a HTTP/1.1" status: 204 len: 168 time: 0.1646991 Mar 16 10:57:45.592784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:45.598774 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b0a99379-0338-4bb7-8bd7-3a5a2f384dc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/4c97d312-48a7-4fbf-9eb8-4e39a9529b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1109974 Mar 16 10:57:45.602095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51426) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:45.603677 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c3cf6-b435-4141-8a17-0d397ed191c8 None None] Sync routers for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:45.614076 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c3cf6-b435-4141-8a17-0d397ed191c8 None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:45.614718 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d48c3cf6-b435-4141-8a17-0d397ed191c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:45.692400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-28001965-d89b-4d0c-ac74-4fe34afa1d3c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting subnet 649ed8fd-c81a-4846-82b9-6440d3868021 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:45.696677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-28001965-d89b-4d0c-ac74-4fe34afa1d3c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.773243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-28001965-d89b-4d0c-ac74-4fe34afa1d3c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.784151 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-d48c3cf6-b435-4141-8a17-0d397ed191c8 None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:45.882765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-28001965-d89b-4d0c-ac74-4fe34afa1d3c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.983126 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-28001965-d89b-4d0c-ac74-4fe34afa1d3c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.012892 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51432) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:46.038250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-28001965-d89b-4d0c-ac74-4fe34afa1d3c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.043112 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28001965-d89b-4d0c-ac74-4fe34afa1d3c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Subnet': ['ID=649ed8fd-c81a-4846-82b9-6440d3868021,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:46.048110 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-28001965-d89b-4d0c-ac74-4fe34afa1d3c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/649ed8fd-c81a-4846-82b9-6440d3868021 HTTP/1.1" status: 204 len: 168 time: 0.4447901 Mar 16 10:57:46.050808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51436) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:46.054986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06633e58-bc69-4c23-8181-fecf6806ca56 None None] Network d4eed34f-383f-4689-8f1c-589a9b77ec7d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:46.104801 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7f96cdff-3d93-4ba4-83e7-c254c7582778 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c0f12dd8ff5c4b88851636c77657d032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0836210 Mar 16 10:57:46.110148 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51440) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:46.134575 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-349171b4-a471-4232-9fe1-412a4c3e6e98 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.187374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.199757 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port 35800f6a-1703-4093-a7c1-f569207308b9 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:46.200227 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.216380 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ecc29f39-b7b9-4d68-a9c9-fb86f7495279 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.227477 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d48c3cf6-b435-4141-8a17-0d397ed191c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:43Z', 'revision_number': 9, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:46.233029 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c3cf6-b435-4141-8a17-0d397ed191c8 None None] Checking router: 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:46.247045 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c3cf6-b435-4141-8a17-0d397ed191c8 None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:46.248158 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d48c3cf6-b435-4141-8a17-0d397ed191c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:46.260065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc654ee7-87da-45a7-a81a-f3a047e9603d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.368972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f90d84-cac3-4df9-af8a-c877228f3641 None None] DHCP port deletion for d4eed34f-383f-4689-8f1c-589a9b77ec7d request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:46.374644 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-75f90d84-cac3-4df9-af8a-c877228f3641 None None] Deleting port 35800f6a-1703-4093-a7c1-f569207308b9 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:46.381306 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-75f90d84-cac3-4df9-af8a-c877228f3641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.415903 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:46.421095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ecc29f39-b7b9-4d68-a9c9-fb86f7495279 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Calling delete_port for 260edf84-d2a1-4b39-9a0b-b185cd111793 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:46.483087 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-d48c3cf6-b435-4141-8a17-0d397ed191c8 None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:46.537618 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] For port 35800f6a-1703-4093-a7c1-f569207308b9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=35800f6a-1703-4093-a7c1-f569207308b9,segment=NetworkSegment(626475b9-3522-4568-ae49-a14e03136ff6),segment_id=626475b9-3522-4568-ae49-a14e03136ff6)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:46.538002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.540001 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc654ee7-87da-45a7-a81a-f3a047e9603d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.590148 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:46.598137 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:46.598817 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.685140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Calling delete_port for 35800f6a-1703-4093-a7c1-f569207308b9 owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:46.691490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc654ee7-87da-45a7-a81a-f3a047e9603d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.714179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc654ee7-87da-45a7-a81a-f3a047e9603d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db17d771-8695-4be7-af5a-898350604c51,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:46.740055 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-75f90d84-cac3-4df9-af8a-c877228f3641 None None] For port 35800f6a-1703-4093-a7c1-f569207308b9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=35800f6a-1703-4093-a7c1-f569207308b9,segment=NetworkSegment(626475b9-3522-4568-ae49-a14e03136ff6),segment_id=626475b9-3522-4568-ae49-a14e03136ff6)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:46.741052 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-75f90d84-cac3-4df9-af8a-c877228f3641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.785324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.847329 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] No DVR routers for this DVR port 35800f6a-1703-4093-a7c1-f569207308b9 on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:46.853794 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc654ee7-87da-45a7-a81a-f3a047e9603d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.857777 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dc654ee7-87da-45a7-a81a-f3a047e9603d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db17d771-8695-4be7-af5a-898350604c51 HTTP/1.1" status: 204 len: 168 time: 0.7444510 Mar 16 10:57:46.903349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Port': ['ID=35800f6a-1703-4093-a7c1-f569207308b9,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:46.931765 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-75f90d84-cac3-4df9-af8a-c877228f3641 None None] Calling delete_port for 35800f6a-1703-4093-a7c1-f569207308b9 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:46.968250 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d48c3cf6-b435-4141-8a17-0d397ed191c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:43Z', 'revision_number': 9, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:46.974527 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c3cf6-b435-4141-8a17-0d397ed191c8 None None] The sync data for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv is: [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:43Z', 'revision_number': 9, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': '32f5d175-8c1e-41bf-805b-aa9ccfdf00c2', 'name': '', 'network_id': '7c11593b-1ec6-4022-9072-24051f4943b7', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:a8:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:59Z', 'updated_at': '2022-03-16T10:57:10Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '90b6a905-deb7-4566-b2f5-a9c5b479ebf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:47.036690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.068528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4eed34f-383f-4689-8f1c-589a9b77ec7d']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:47.082843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626475b9-3522-4568-ae49-a14e03136ff6') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:47.082843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626475b9-3522-4568-ae49-a14e03136ff6') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:47.096126 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.109724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.117915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.119456 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-75f90d84-cac3-4df9-af8a-c877228f3641 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:47.119848 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-75f90d84-cac3-4df9-af8a-c877228f3641 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:47.125883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:47.126401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:47.142561 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:47.151227 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e,segment=NetworkSegment(c6080530-c70c-4c87-a5dd-69a6cc85b750),segment_id=c6080530-c70c-4c87-a5dd-69a6cc85b750)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:47.156578 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.167267 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ecc29f39-b7b9-4d68-a9c9-fb86f7495279 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.242005 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc29f39-b7b9-4d68-a9c9-fb86f7495279 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Port': ['ID=260edf84-d2a1-4b39-9a0b-b185cd111793,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:47.243651 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:47.407797 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.416227 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.420135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ecc29f39-b7b9-4d68-a9c9-fb86f7495279 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.421994 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ecc29f39-b7b9-4d68-a9c9-fb86f7495279 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/260edf84-d2a1-4b39-9a0b-b185cd111793 HTTP/1.1" status: 204 len: 168 time: 2.3359807 Mar 16 10:57:47.425128 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51448) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:47.450035 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Network': ['ID=d4eed34f-383f-4689-8f1c-589a9b77ec7d,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:47.475314 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2f9ee884-18a4-4bc9-a8f0-4d39a08b3053 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/networks/d4eed34f-383f-4689-8f1c-589a9b77ec7d HTTP/1.1" status: 204 len: 168 time: 1.4230673 Mar 16 10:57:47.478046 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51452) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:47.480540 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.620813 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-75f90d84-cac3-4df9-af8a-c877228f3641 None None] Deleting port 35800f6a-1703-4093-a7c1-f569207308b9 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:47.621100 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-75f90d84-cac3-4df9-af8a-c877228f3641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.679948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4e6a35-0458-464a-9896-430560ddb85e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:47.680652 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ba4e6a35-0458-464a-9896-430560ddb85e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:47.688050 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-75f90d84-cac3-4df9-af8a-c877228f3641 None None] The port '35800f6a-1703-4093-a7c1-f569207308b9' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:47.763069 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ba4e6a35-0458-464a-9896-430560ddb85e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:47.764126 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ba4e6a35-0458-464a-9896-430560ddb85e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3380840 Mar 16 10:57:47.766734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51456) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:47.832504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-349171b4-a471-4232-9fe1-412a4c3e6e98 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.837837 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-349171b4-a471-4232-9fe1-412a4c3e6e98 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.936218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0528d47-d009-4eba-b4ae-f505c03c4521 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:47.937667 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b0528d47-d009-4eba-b4ae-f505c03c4521 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1699860 Mar 16 10:57:47.940218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51460) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.005367 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a07a23d-efa9-4d3b-9528-d2c72029beac tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.089426 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020ddfe7-d8b6-4747-9702-c5ade4a18e37 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:48.090916 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020ddfe7-d8b6-4747-9702-c5ade4a18e37 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:48.092393 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020ddfe7-d8b6-4747-9702-c5ade4a18e37 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:48.093169 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-020ddfe7-d8b6-4747-9702-c5ade4a18e37 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:48.101122 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349171b4-a471-4232-9fe1-412a4c3e6e98 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Router 27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:48.179110 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-020ddfe7-d8b6-4747-9702-c5ade4a18e37 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:48.180271 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-020ddfe7-d8b6-4747-9702-c5ade4a18e37 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2391806 Mar 16 10:57:48.184305 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51464) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.301199 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:48.325176 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-7438bdd9-3a20-40c5-a96b-2d584cb65e1c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 1d4dffc3-e5a3-4065-9257-2061f9bcc7d2 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:48.329707 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7438bdd9-3a20-40c5-a96b-2d584cb65e1c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.355518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-4a07a23d-efa9-4d3b-9528-d2c72029beac tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:48.356618 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a07a23d-efa9-4d3b-9528-d2c72029beac tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.375959 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:48.376874 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.393529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349171b4-a471-4232-9fe1-412a4c3e6e98 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:48.399137 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-349171b4-a471-4232-9fe1-412a4c3e6e98 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.402909 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-349171b4-a471-4232-9fe1-412a4c3e6e98 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "PUT /v2.0/routers/27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6 HTTP/1.1" status: 200 len: 925 time: 3.5323219 Mar 16 10:57:48.404245 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51468) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.411896 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb923083-5279-40b8-8bb7-25fa794da8b9 None None] Sync routers for ids ['27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:48.439957 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb923083-5279-40b8-8bb7-25fa794da8b9 None None] Routers {'27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:48.441553 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-cb923083-5279-40b8-8bb7-25fa794da8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:48.470650 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7438bdd9-3a20-40c5-a96b-2d584cb65e1c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.512398 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-cb923083-5279-40b8-8bb7-25fa794da8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:48.525352 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb923083-5279-40b8-8bb7-25fa794da8b9 None None] Routers {'27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:48.525979 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-cb923083-5279-40b8-8bb7-25fa794da8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:48.555005 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-4a07a23d-efa9-4d3b-9528-d2c72029beac tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] For port 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=32f5d175-8c1e-41bf-805b-aa9ccfdf00c2,segment=NetworkSegment(e0d37413-6c6b-4277-9871-c1d2288354de),segment_id=e0d37413-6c6b-4277-9871-c1d2288354de)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:48.555474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a07a23d-efa9-4d3b-9528-d2c72029beac tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.588819 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-cb923083-5279-40b8-8bb7-25fa794da8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:48.589230 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb923083-5279-40b8-8bb7-25fa794da8b9 None None] The sync data for ids ['27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:48.690862 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-4a07a23d-efa9-4d3b-9528-d2c72029beac tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Calling delete_port for 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:48.697585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 35800f6a-1703-4093-a7c1-f569207308b9 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:48.730935 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 35800f6a-1703-4093-a7c1-f569207308b9 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:48.731306 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 35800f6a-1703-4093-a7c1-f569207308b9 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:48.731719 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c558f669-df3f-47bd-86c7-d93867cd6705 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:48.765421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: c558f669-df3f-47bd-86c7-d93867cd6705 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:48.765807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c558f669-df3f-47bd-86c7-d93867cd6705 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:48.805238 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0df4971f-4892-4847-889e-da89591728dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "GET /v2.0/routers/27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6 HTTP/1.1" status: 200 len: 925 time: 0.3984582 Mar 16 10:57:48.809056 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51472) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.812083 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7438bdd9-3a20-40c5-a96b-2d584cb65e1c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.938109 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7438bdd9-3a20-40c5-a96b-2d584cb65e1c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.973254 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff66f33-f26e-49bf-bd46-e31ada8bfbd8 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:48.973942 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9ff66f33-f26e-49bf-bd46-e31ada8bfbd8 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Synchronizing usage tracker for tenant:2a3e5907ce774dbcbaba80c6c6bb5de9 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:48.982435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438bdd9-3a20-40c5-a96b-2d584cb65e1c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4dffc3-e5a3-4065-9257-2061f9bcc7d2,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:48.986013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a07a23d-efa9-4d3b-9528-d2c72029beac tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.988256 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7438bdd9-3a20-40c5-a96b-2d584cb65e1c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.992492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58acf2a1-e7a2-4f28-b8f1-66b7f2679ba2 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:49.008432 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9ff66f33-f26e-49bf-bd46-e31ada8bfbd8 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Unset dirty status for tenant:2a3e5907ce774dbcbaba80c6c6bb5de9 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:49.012213 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9ff66f33-f26e-49bf-bd46-e31ada8bfbd8 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&device_id=27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1996427 Mar 16 10:57:49.012831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51478) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:49.034993 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7438bdd9-3a20-40c5-a96b-2d584cb65e1c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/1d4dffc3-e5a3-4065-9257-2061f9bcc7d2 HTTP/1.1" status: 204 len: 168 time: 0.8473768 Mar 16 10:57:49.036162 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51482) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:49.041243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07a23d-efa9-4d3b-9528-d2c72029beac tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Port': ['ID=32f5d175-8c1e-41bf-805b-aa9ccfdf00c2,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:49.212768 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0936171d-7832-4225-9043-f346ecad689d tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:49.213349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0936171d-7832-4225-9043-f346ecad689d tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Synchronizing usage tracker for tenant:2a3e5907ce774dbcbaba80c6c6bb5de9 on resource:network {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:49.247065 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a07a23d-efa9-4d3b-9528-d2c72029beac tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.288078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b72a6a8-8926-4fb3-804e-09160f061729 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Deleting subnet 6020da7f-83cb-4187-b311-44e3db838e2c {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:49.292730 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4b72a6a8-8926-4fb3-804e-09160f061729 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.347442 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0936171d-7832-4225-9043-f346ecad689d tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Unset dirty status for tenant:2a3e5907ce774dbcbaba80c6c6bb5de9 on resource:network {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:49.348804 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0936171d-7832-4225-9043-f346ecad689d tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "GET /v2.0/networks/45f28f19-efbf-4c93-99d2-e1008799650d HTTP/1.1" status: 200 len: 881 time: 0.3350847 Mar 16 10:57:49.353582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51486) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:49.410216 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c505a514-15f2-420a-9a56-a9fdf02ad83d tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6 HTTP/1.1" status: 200 len: 205 time: 0.0555549 Mar 16 10:57:49.412846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51490) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:49.420694 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4b72a6a8-8926-4fb3-804e-09160f061729 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.516082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4b72a6a8-8926-4fb3-804e-09160f061729 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.601372 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4b72a6a8-8926-4fb3-804e-09160f061729 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.648726 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72a6a8-8926-4fb3-804e-09160f061729 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Subnet': ['ID=6020da7f-83cb-4187-b311-44e3db838e2c,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:49.654472 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4b72a6a8-8926-4fb3-804e-09160f061729 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.667091 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4b72a6a8-8926-4fb3-804e-09160f061729 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/6020da7f-83cb-4187-b311-44e3db838e2c HTTP/1.1" status: 204 len: 168 time: 0.6278861 Mar 16 10:57:49.667433 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51494) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:49.738884 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bbdadbe0-302c-4124-a58c-dbc783e08479 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703471 Mar 16 10:57:49.741308 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51498) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:49.756822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2521-4b1f-41d7-b826-d8865e00aa34 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.806289 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a07a23d-efa9-4d3b-9528-d2c72029beac tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:49.836177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727b4921-1e50-4c3a-9e2b-01131569b9a1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:49.840629 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-727b4921-1e50-4c3a-9e2b-01131569b9a1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0982318 Mar 16 10:57:49.841119 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51502) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:49.855423 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ead6462-b9e9-4fbd-a9a7-343cca469a45 None None] Network 6fb457af-0d86-4c52-b4cf-f12d297a5983 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:49.894420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2001b736-22ef-4611-8704-e1d116124d3e None None] Provisioning complete for port dae35eaf-0ffa-4b34-a919-7aea81ae0c1c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:49.894791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2001b736-22ef-4611-8704-e1d116124d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.913864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3389d9c-9530-4f3b-ae09-f7d9e258ba01 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:49.914562 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f3389d9c-9530-4f3b-ae09-f7d9e258ba01 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Synchronizing usage tracker for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:49.934177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f3389d9c-9530-4f3b-ae09-f7d9e258ba01 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Unset dirty status for tenant:060ad77ffefb441286dff018dff88d6b on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:49.938462 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f3389d9c-9530-4f3b-ae09-f7d9e258ba01 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0961351 Mar 16 10:57:49.939079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51506) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.006996 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-933b9a3b-f3ad-4245-ac44-c8d4c56b87ab tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667186 Mar 16 10:57:50.013422 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51510) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.057164 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05a0097-2035-42f3-a243-fc4527a51b71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:50.057643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05a0097-2035-42f3-a243-fc4527a51b71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:50.061705 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b05a0097-2035-42f3-a243-fc4527a51b71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/260edf84-d2a1-4b39-9a0b-b185cd111793 HTTP/1.1" status: 404 len: 333 time: 0.0474558 Mar 16 10:57:50.062455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51514) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.106373 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94c768b-8c19-4437-9995-e8a8377d01b3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:50.106739 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94c768b-8c19-4437-9995-e8a8377d01b3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:50.109296 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e94c768b-8c19-4437-9995-e8a8377d01b3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/1d4dffc3-e5a3-4065-9257-2061f9bcc7d2 HTTP/1.1" status: 404 len: 337 time: 0.0452707 Mar 16 10:57:50.111295 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51518) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.152050 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-06747e54-0792-4596-8958-e8fddf69ceb4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:50.152646 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06747e54-0792-4596-8958-e8fddf69ceb4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:50.154488 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-06747e54-0792-4596-8958-e8fddf69ceb4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/6020da7f-83cb-4187-b311-44e3db838e2c HTTP/1.1" status: 404 len: 337 time: 0.0416102 Mar 16 10:57:50.158287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51522) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.205532 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa5fdff-3d80-4d27-b0a2-069c2dfd795c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:50.206005 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa5fdff-3d80-4d27-b0a2-069c2dfd795c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:50.207754 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0fa5fdff-3d80-4d27-b0a2-069c2dfd795c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/f4add020-9076-4d64-a8d5-8ae2952bb4c7 HTTP/1.1" status: 404 len: 333 time: 0.0485239 Mar 16 10:57:50.210460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51526) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.216172 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2521-4b1f-41d7-b826-d8865e00aa34 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.251344 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a07a23d-efa9-4d3b-9528-d2c72029beac tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:50.263377 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f46b24-ebe1-4068-8cc2-3d30019ded1f None None] Sync routers for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:50.281497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b2521-4b1f-41d7-b826-d8865e00aa34 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Deleting port 9181ba50-96bc-4a4f-b341-83fbc9916c6b {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:50.281859 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2521-4b1f-41d7-b826-d8865e00aa34 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.282389 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcd12d1-1f2a-4fa5-a151-8e7893a3cf28 None None] DHCP port deletion for 6fb457af-0d86-4c52-b4cf-f12d297a5983 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:50.286214 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f46b24-ebe1-4068-8cc2-3d30019ded1f None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:50.286844 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c6f46b24-ebe1-4068-8cc2-3d30019ded1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:50.289154 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3dcd12d1-1f2a-4fa5-a151-8e7893a3cf28 None None] Deleting port dae35eaf-0ffa-4b34-a919-7aea81ae0c1c {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:50.289900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3dcd12d1-1f2a-4fa5-a151-8e7893a3cf28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.363425 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69953a7-0d89-4322-ba54-7b49de9b53fa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:50.364832 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69953a7-0d89-4322-ba54-7b49de9b53fa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:50.367439 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f69953a7-0d89-4322-ba54-7b49de9b53fa tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/7d2415c1-d2eb-4d74-9f1a-43051866547d HTTP/1.1" status: 404 len: 337 time: 0.1556442 Mar 16 10:57:50.369910 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51530) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.370415 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51532) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.370716 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4a07a23d-efa9-4d3b-9528-d2c72029beac tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/4c97d312-48a7-4fbf-9eb8-4e39a9529b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8915136 Mar 16 10:57:50.462888 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-929aea73-0cd2-49ee-b648-042d2b4d255a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:50.463659 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929aea73-0cd2-49ee-b648-042d2b4d255a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:50.465832 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-929aea73-0cd2-49ee-b648-042d2b4d255a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/bc28d932-5f85-49f2-a7ab-a53a1c226b68 HTTP/1.1" status: 404 len: 337 time: 0.0940170 Mar 16 10:57:50.469139 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51538) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.486597 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-c6f46b24-ebe1-4068-8cc2-3d30019ded1f None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:50.512579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2521-4b1f-41d7-b826-d8865e00aa34 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.523930 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-655e6d8b-0e9e-48dd-a067-2c40978b39db tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:50.524406 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655e6d8b-0e9e-48dd-a067-2c40978b39db tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:50.526341 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-655e6d8b-0e9e-48dd-a067-2c40978b39db tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/5fc1a3ea-49ee-4407-85cd-8f9bb441495f HTTP/1.1" status: 404 len: 333 time: 0.0560148 Mar 16 10:57:50.528684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51542) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.536193 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-51487d02-9c84-47e7-b422-c69494da65c8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting subnet 90b6a905-deb7-4566-b2f5-a9c5b479ebf2 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:50.539380 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-51487d02-9c84-47e7-b422-c69494da65c8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.597068 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3dcd12d1-1f2a-4fa5-a151-8e7893a3cf28 None None] For port dae35eaf-0ffa-4b34-a919-7aea81ae0c1c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=dae35eaf-0ffa-4b34-a919-7aea81ae0c1c,segment=NetworkSegment(31478b3c-cf7a-4c21-a8b1-3d22f760851a),segment_id=31478b3c-cf7a-4c21-a8b1-3d22f760851a)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:50.597682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3dcd12d1-1f2a-4fa5-a151-8e7893a3cf28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.598324 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-51487d02-9c84-47e7-b422-c69494da65c8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.618130 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-4753786f-65b8-446d-b91b-723f069b7ed5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:50.618581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4753786f-65b8-446d-b91b-723f069b7ed5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:50.620698 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4753786f-65b8-446d-b91b-723f069b7ed5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/165d7ccc-bf82-46f6-80d4-ec7386b421b1 HTTP/1.1" status: 404 len: 337 time: 0.0904911 Mar 16 10:57:50.683864 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51546) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.727342 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b2521-4b1f-41d7-b826-d8865e00aa34 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Calling delete_port for 9181ba50-96bc-4a4f-b341-83fbc9916c6b owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:50.737624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3dcd12d1-1f2a-4fa5-a151-8e7893a3cf28 None None] Calling delete_port for dae35eaf-0ffa-4b34-a919-7aea81ae0c1c owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:50.755216 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-243224a0-090c-48e0-840a-82f8cdbdb9c8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:50.755967 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243224a0-090c-48e0-840a-82f8cdbdb9c8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:50.757834 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-243224a0-090c-48e0-840a-82f8cdbdb9c8 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/69222c24-a923-42dc-96f1-6faeecf44015 HTTP/1.1" status: 404 len: 337 time: 0.0730259 Mar 16 10:57:50.768877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51550) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.815638 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-968b9c31-a834-4a46-9e32-eafae8117497 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:50.816348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968b9c31-a834-4a46-9e32-eafae8117497 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:50.818249 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-968b9c31-a834-4a46-9e32-eafae8117497 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/6180c535-b60c-49b2-98fa-6db73b384ab3 HTTP/1.1" status: 404 len: 333 time: 0.0479362 Mar 16 10:57:50.822743 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51554) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.826548 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3dcd12d1-1f2a-4fa5-a151-8e7893a3cf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.863562 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-51487d02-9c84-47e7-b422-c69494da65c8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.867319 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c6f46b24-ebe1-4068-8cc2-3d30019ded1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:48Z', 'revision_number': 10, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:50.873288 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f46b24-ebe1-4068-8cc2-3d30019ded1f None None] Checking router: 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:50.880437 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd12d1-1f2a-4fa5-a151-8e7893a3cf28 None None] Pushing event deleted for resources: {'Port': ['ID=dae35eaf-0ffa-4b34-a919-7aea81ae0c1c,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:50.886690 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcd12d1-1f2a-4fa5-a151-8e7893a3cf28 None None] No DVR routers for this DVR port dae35eaf-0ffa-4b34-a919-7aea81ae0c1c on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:50.890701 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-4233b04c-cd63-4496-a33e-6fa8e2f76bc1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:50.891138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4233b04c-cd63-4496-a33e-6fa8e2f76bc1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:50.895217 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4233b04c-cd63-4496-a33e-6fa8e2f76bc1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/d3888954-fdce-4227-ab5c-06b878b624aa HTTP/1.1" status: 404 len: 337 time: 0.0691423 Mar 16 10:57:50.898425 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51558) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.904353 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f46b24-ebe1-4068-8cc2-3d30019ded1f None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:50.905030 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c6f46b24-ebe1-4068-8cc2-3d30019ded1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:50.956976 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-5997f9b8-8a15-4feb-8892-19bfda1ce155 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:50.957387 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5997f9b8-8a15-4feb-8892-19bfda1ce155 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:50.961615 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5997f9b8-8a15-4feb-8892-19bfda1ce155 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/5107bc20-dbdb-478e-8c26-e3f9b53a9198 HTTP/1.1" status: 404 len: 337 time: 0.0604556 Mar 16 10:57:50.961862 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51562) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.981792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2521-4b1f-41d7-b826-d8865e00aa34 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.016067 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4539971-c0bc-4a6d-943e-e81be8cf9a41 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:51.016571 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4539971-c0bc-4a6d-943e-e81be8cf9a41 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:51.023539 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b4539971-c0bc-4a6d-943e-e81be8cf9a41 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/75f3630b-b9ba-461f-b57a-424f88fba3c2 HTTP/1.1" status: 404 len: 333 time: 0.0550711 Mar 16 10:57:51.023539 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51566) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.029016 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b2521-4b1f-41d7-b826-d8865e00aa34 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Pushing event deleted for resources: {'Port': ['ID=9181ba50-96bc-4a4f-b341-83fbc9916c6b,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:51.064611 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-c6f46b24-ebe1-4068-8cc2-3d30019ded1f None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:51.077282 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-288dc2e9-47ef-40ec-8409-72c2611b2a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:51.077731 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288dc2e9-47ef-40ec-8409-72c2611b2a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:51.086606 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-288dc2e9-47ef-40ec-8409-72c2611b2a71 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/77d8b38b-2b2f-4fc5-9b6d-ae44673a524f HTTP/1.1" status: 404 len: 337 time: 0.0613265 Mar 16 10:57:51.086826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51570) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.117665 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-51487d02-9c84-47e7-b422-c69494da65c8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.126626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2521-4b1f-41d7-b826-d8865e00aa34 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.163811 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bf4c64-e350-4f49-a44a-a1aa8a2849f5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:51.164208 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6bf4c64-e350-4f49-a44a-a1aa8a2849f5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:51.168212 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a6bf4c64-e350-4f49-a44a-a1aa8a2849f5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/abc9ab2f-9144-4f32-b06b-5ec96f06291b HTTP/1.1" status: 404 len: 333 time: 0.0781543 Mar 16 10:57:51.171622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51574) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.171769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-51487d02-9c84-47e7-b422-c69494da65c8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.176036 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-51487d02-9c84-47e7-b422-c69494da65c8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/90b6a905-deb7-4566-b2f5-a9c5b479ebf2 HTTP/1.1" status: 204 len: 168 time: 0.8026657 Mar 16 10:57:51.176598 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51578) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.179757 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2983b190-d38d-4ce6-b724-258667c1deb2 None None] Network 7c11593b-1ec6-4022-9072-24051f4943b7 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:51.195406 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51487d02-9c84-47e7-b422-c69494da65c8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Subnet': ['ID=90b6a905-deb7-4566-b2f5-a9c5b479ebf2,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:51.275690 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c68a25-afee-47ed-bae3-953e54b4b2af tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:51.276252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c68a25-afee-47ed-bae3-953e54b4b2af tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:51.296658 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e4c68a25-afee-47ed-bae3-953e54b4b2af tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/f18932ad-9e7d-468b-9a42-fcadd8784e40 HTTP/1.1" status: 404 len: 337 time: 0.1220713 Mar 16 10:57:51.297569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51582) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.315871 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.328187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port 5e6d7ff3-5674-476b-9a74-7abe316d937f {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:51.328671 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.399909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2521-4b1f-41d7-b826-d8865e00aa34 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.401333 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d6daa5-7d3d-4b4d-8845-6e09d1ea66c7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:51.406432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d6daa5-7d3d-4b4d-8845-6e09d1ea66c7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:51.406432 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-39d6daa5-7d3d-4b4d-8845-6e09d1ea66c7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/5dbf674f-81a7-4e89-ac41-6227388e1dac HTTP/1.1" status: 404 len: 333 time: 0.1053865 Mar 16 10:57:51.406432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2521-4b1f-41d7-b826-d8865e00aa34 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.406771 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51588) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.463081 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-099ebbe9-7028-4bc3-b0a0-211785f10e49 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:51.463554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099ebbe9-7028-4bc3-b0a0-211785f10e49 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:51.465479 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-099ebbe9-7028-4bc3-b0a0-211785f10e49 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/a3c41cea-f6f5-487b-acfa-bf813021db74 HTTP/1.1" status: 404 len: 337 time: 0.0578339 Mar 16 10:57:51.469332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51592) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.500573 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c6f46b24-ebe1-4068-8cc2-3d30019ded1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:48Z', 'revision_number': 10, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:51.505271 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f46b24-ebe1-4068-8cc2-3d30019ded1f None None] The sync data for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv is: [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:48Z', 'revision_number': 10, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None, '_interfaces': [{'id': 'f22b7797-f66f-47d6-84e5-12dd3b32021b', 'name': '', 'network_id': 'f2b4a6c7-1319-476d-8120-0599886f6aca', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'mac_address': 'fa:16:3e:c1:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:49Z', 'updated_at': '2022-03-16T10:56:58Z', 'revision_number': 5, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'subnets': [{'id': '0492e12e-fc8f-4f07-a118-d7326d51f62a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:51.522699 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2521-4b1f-41d7-b826-d8865e00aa34 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.523230 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9b2521-4b1f-41d7-b826-d8865e00aa34 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Fanout notify agent at l3_agent the message router_deleted on router 27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:57:51.527705 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c09022-afb1-489c-9e8b-fe27236d3cdc None None] DHCP port deletion for 7c11593b-1ec6-4022-9072-24051f4943b7 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:51.537716 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fac67f-8aba-4541-b1cb-923668367205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:51.538178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85fac67f-8aba-4541-b1cb-923668367205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:51.538982 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-27c09022-afb1-489c-9e8b-fe27236d3cdc None None] Deleting port 5e6d7ff3-5674-476b-9a74-7abe316d937f {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:51.539399 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-27c09022-afb1-489c-9e8b-fe27236d3cdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.539852 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-85fac67f-8aba-4541-b1cb-923668367205 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/7d3e7d38-09d4-4997-b0b5-4251f36e39c3 HTTP/1.1" status: 404 len: 333 time: 0.0694506 Mar 16 10:57:51.542297 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51596) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.577645 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2521-4b1f-41d7-b826-d8865e00aa34 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.582795 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5a9b2521-4b1f-41d7-b826-d8865e00aa34 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "DELETE /v2.0/routers/27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6 HTTP/1.1" status: 204 len: 168 time: 2.1644096 Mar 16 10:57:51.582999 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51600) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.591127 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-b72a3902-d9b0-4a0b-b946-44890c46336a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-222660368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:51.593369 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] For port 5e6d7ff3-5674-476b-9a74-7abe316d937f, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5e6d7ff3-5674-476b-9a74-7abe316d937f,segment=NetworkSegment(e0d37413-6c6b-4277-9871-c1d2288354de),segment_id=e0d37413-6c6b-4277-9871-c1d2288354de)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:51.593895 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.597360 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b72a3902-d9b0-4a0b-b946-44890c46336a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:51.601453 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef557d4-bb53-42bd-93e6-7abf1ae83ae4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:51.601882 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef557d4-bb53-42bd-93e6-7abf1ae83ae4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:51.603535 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fef557d4-bb53-42bd-93e6-7abf1ae83ae4 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/5e8abae9-178d-4d2d-8e6c-646c5bdf1b21 HTTP/1.1" status: 404 len: 337 time: 0.0603650 Mar 16 10:57:51.604610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b72a3902-d9b0-4a0b-b946-44890c46336a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Usage tracker for resource:router and tenant:7c219c043e714120bd6d534b11f207ae is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:51.606252 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51604) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.607583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b72a3902-d9b0-4a0b-b946-44890c46336a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:51.613942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b72a3902-d9b0-4a0b-b946-44890c46336a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:51.623957 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b72a3902-d9b0-4a0b-b946-44890c46336a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.625460 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b72a3902-d9b0-4a0b-b946-44890c46336a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.647281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b72a3902-d9b0-4a0b-b946-44890c46336a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.666178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b72a3902-d9b0-4a0b-b946-44890c46336a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.692901 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b72a3902-d9b0-4a0b-b946-44890c46336a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.696892 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b72a3902-d9b0-4a0b-b946-44890c46336a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1104188 Mar 16 10:57:51.697226 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51608) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.758316 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-27c09022-afb1-489c-9e8b-fe27236d3cdc None None] For port 5e6d7ff3-5674-476b-9a74-7abe316d937f, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5e6d7ff3-5674-476b-9a74-7abe316d937f,segment=NetworkSegment(e0d37413-6c6b-4277-9871-c1d2288354de),segment_id=e0d37413-6c6b-4277-9871-c1d2288354de)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:51.758613 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-27c09022-afb1-489c-9e8b-fe27236d3cdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.762509 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Request body: {'router': {'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:51.814704 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Calling delete_port for 5e6d7ff3-5674-476b-9a74-7abe316d937f owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:51.844957 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8354610-191f-433a-a1d4-d15a19ac6aae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:51.845462 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8354610-191f-433a-a1d4-d15a19ac6aae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:51.850408 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a8354610-191f-433a-a1d4-d15a19ac6aae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/5a133b95-acd8-43ba-8036-985acd8325b8 HTTP/1.1" status: 404 len: 333 time: 0.2392561 Mar 16 10:57:51.850815 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51612) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.884131 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-27c09022-afb1-489c-9e8b-fe27236d3cdc None None] Calling delete_port for 5e6d7ff3-5674-476b-9a74-7abe316d937f owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:51.900088 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-1980a314-b5a4-4017-a293-42bdb55b0c55 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:51.900680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1980a314-b5a4-4017-a293-42bdb55b0c55 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:51.905788 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1980a314-b5a4-4017-a293-42bdb55b0c55 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/7df5bb1d-be2a-4d6f-bdac-685bec3c40df HTTP/1.1" status: 404 len: 337 time: 0.0534072 Mar 16 10:57:51.906647 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51616) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.950093 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-4369c4a4-6a77-4879-9af7-3963859e0906 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:51.950688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4369c4a4-6a77-4879-9af7-3963859e0906 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:51.955301 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4369c4a4-6a77-4879-9af7-3963859e0906 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/85fd3e18-e920-470d-84c6-1acec8d61f68 HTTP/1.1" status: 404 len: 333 time: 0.0474641 Mar 16 10:57:51.956078 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51620) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.969796 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-27c09022-afb1-489c-9e8b-fe27236d3cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.995881 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e05052-dacb-4706-afd5-151f6a90dd8f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:51.996604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e05052-dacb-4706-afd5-151f6a90dd8f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:52.001228 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d4e05052-dacb-4706-afd5-151f6a90dd8f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/40282a7d-127d-49f7-a2fd-729338dc3f67 HTTP/1.1" status: 404 len: 337 time: 0.0439613 Mar 16 10:57:52.002633 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51624) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.023635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c09022-afb1-489c-9e8b-fe27236d3cdc None None] Pushing event deleted for resources: {'Port': ['ID=5e6d7ff3-5674-476b-9a74-7abe316d937f,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:52.032156 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c09022-afb1-489c-9e8b-fe27236d3cdc None None] No DVR routers for this DVR port 5e6d7ff3-5674-476b-9a74-7abe316d937f on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:52.054797 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-919c09ca-6583-45c7-a499-196853a764a1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:52.055485 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919c09ca-6583-45c7-a499-196853a764a1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:52.060058 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-919c09ca-6583-45c7-a499-196853a764a1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/387ade1a-16e4-48d3-899c-febe7aef6599 HTTP/1.1" status: 404 len: 337 time: 0.0563459 Mar 16 10:57:52.060709 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51628) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.103106 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53d7171-86f5-4577-9703-ec242925bec6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:52.103524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53d7171-86f5-4577-9703-ec242925bec6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:52.105167 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e53d7171-86f5-4577-9703-ec242925bec6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/0693cc2d-2e82-4fa0-8769-2d9e9cd9ab47 HTTP/1.1" status: 404 len: 333 time: 0.0434947 Mar 16 10:57:52.107920 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51632) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.147234 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a4cbe5-91ce-4b5f-ade9-e01a9d09900f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:52.147691 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a4cbe5-91ce-4b5f-ade9-e01a9d09900f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:52.149397 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d7a4cbe5-91ce-4b5f-ade9-e01a9d09900f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/9c3a1a25-5a9c-4ff7-82be-65c712135e10 HTTP/1.1" status: 404 len: 337 time: 0.0403454 Mar 16 10:57:52.152075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51636) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.194397 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-3827d28d-7a7c-4fdd-8055-44ced84c60eb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:52.194847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3827d28d-7a7c-4fdd-8055-44ced84c60eb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:52.196570 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3827d28d-7a7c-4fdd-8055-44ced84c60eb tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/583d2f47-5cd8-4d5b-8550-b4b86a1788f0 HTTP/1.1" status: 404 len: 337 time: 0.0435896 Mar 16 10:57:52.199079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51640) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.242166 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-f740f212-2a3d-4eef-93d4-9bd5483c699a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:52.242725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f740f212-2a3d-4eef-93d4-9bd5483c699a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:52.248038 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f740f212-2a3d-4eef-93d4-9bd5483c699a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/0bb775e6-33ca-45f4-b69b-8cdb9ef3f58e HTTP/1.1" status: 404 len: 333 time: 0.0479558 Mar 16 10:57:52.248806 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51644) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.284812 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:52.293476 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d424a4e-df10-40f9-99a7-2b8c8b79c632 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:52.293864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d424a4e-df10-40f9-99a7-2b8c8b79c632 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:52.303948 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5d424a4e-df10-40f9-99a7-2b8c8b79c632 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/f59bdaee-0cf4-4cd2-b51e-453670cdbbe4 HTTP/1.1" status: 404 len: 337 time: 0.0519025 Mar 16 10:57:52.303948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:52.303948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:52.304834 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51648) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.320133 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:52.320559 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 32f5d175-8c1e-41bf-805b-aa9ccfdf00c2 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:52.321045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5e6d7ff3-5674-476b-9a74-7abe316d937f no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:52.352933 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 5e6d7ff3-5674-476b-9a74-7abe316d937f {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:52.353329 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5e6d7ff3-5674-476b-9a74-7abe316d937f not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:52.353675 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device dae35eaf-0ffa-4b34-a919-7aea81ae0c1c no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:52.388232 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: dae35eaf-0ffa-4b34-a919-7aea81ae0c1c {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:52.388573 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device dae35eaf-0ffa-4b34-a919-7aea81ae0c1c not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:52.394189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.402192 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-41be411d-ea5b-45cd-872b-aa07039a907a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:52.402631 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41be411d-ea5b-45cd-872b-aa07039a907a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:52.404282 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-41be411d-ea5b-45cd-872b-aa07039a907a tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/307e7005-6af3-46a1-b993-5bd466433294 HTTP/1.1" status: 404 len: 337 time: 0.0987692 Mar 16 10:57:52.406898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51652) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.464795 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e85a9a-50a4-4e2c-8586-deb58ebac5e5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:52.465261 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e85a9a-50a4-4e2c-8586-deb58ebac5e5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:52.469076 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f8e85a9a-50a4-4e2c-8586-deb58ebac5e5 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/ed341483-2b3f-4681-8b9c-26bcebffb5e0 HTTP/1.1" status: 404 len: 333 time: 0.0584867 Mar 16 10:57:52.469481 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51656) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.507291 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed43f28d-837e-4bb5-82b9-c706f247db03 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:52.507735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed43f28d-837e-4bb5-82b9-c706f247db03 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:52.509503 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ed43f28d-837e-4bb5-82b9-c706f247db03 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/432beeb9-6559-4cf2-8956-63541c4a1bfe HTTP/1.1" status: 404 len: 337 time: 0.0384014 Mar 16 10:57:52.512274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51660) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.552760 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffabe5a-4ea5-4791-9db4-09bc53118a93 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:52.553198 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cffabe5a-4ea5-4791-9db4-09bc53118a93 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:52.554847 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cffabe5a-4ea5-4791-9db4-09bc53118a93 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/7fc2755a-0348-452a-b43b-27d059468fdd HTTP/1.1" status: 404 len: 337 time: 0.0416682 Mar 16 10:57:52.557477 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51664) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.600769 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2bba5cf0-3f4a-454d-ae82-0c49a01b54a7 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e HTTP/1.1" status: 200 len: 205 time: 0.0422003 Mar 16 10:57:52.603052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51668) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.670403 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-8789dec5-e180-4d5c-ae54-30e3b205453d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] delete failed (client error): The resource could not be found. Mar 16 10:57:52.671425 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8789dec5-e180-4d5c-ae54-30e3b205453d tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/routers/cc99f8ac-11e2-49ba-92b4-eaa04ad7b26e HTTP/1.1" status: 404 len: 336 time: 0.0674608 Mar 16 10:57:52.674517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51672) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.711175 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3bf502-339f-4b14-8462-ddc770b2474b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:52.711621 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3bf502-339f-4b14-8462-ddc770b2474b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:52.713259 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cc3bf502-339f-4b14-8462-ddc770b2474b tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/4955d29c-d852-45ce-a893-174b7f22a723 HTTP/1.1" status: 404 len: 337 time: 0.0378797 Mar 16 10:57:52.715844 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51676) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.740212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.758033 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ec83089e-3879-445c-8d07-578fc2f5c9e6 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ad085e1-e469-4f43-b684-bb21b3d159fd HTTP/1.1" status: 200 len: 205 time: 0.0411527 Mar 16 10:57:52.760359 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51680) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.769322 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.806362 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port 5e6d7ff3-5674-476b-9a74-7abe316d937f {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:52.806695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.891714 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] The port '5e6d7ff3-5674-476b-9a74-7abe316d937f' was deleted {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:52.947553 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-cd38a8f7-6293-497d-9867-079682cdbfdf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] delete failed (client error): The resource could not be found. Mar 16 10:57:52.950793 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cd38a8f7-6293-497d-9867-079682cdbfdf tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/routers/5ad085e1-e469-4f43-b684-bb21b3d159fd HTTP/1.1" status: 404 len: 336 time: 0.1872475 Mar 16 10:57:52.951004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51684) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.990140 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cafa13d-66d0-4cb7-942f-40f9ac7cd717 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:52.990575 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cafa13d-66d0-4cb7-942f-40f9ac7cd717 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:52.992228 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6cafa13d-66d0-4cb7-942f-40f9ac7cd717 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/b5163c17-246d-4de4-8b8a-a88e7b6d785b HTTP/1.1" status: 404 len: 337 time: 0.0403311 Mar 16 10:57:52.994818 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51688) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.030746 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a57d578-0bdd-47e4-a260-4968c97e160e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:53.031210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a57d578-0bdd-47e4-a260-4968c97e160e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:53.033346 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8a57d578-0bdd-47e4-a260-4968c97e160e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/5e0a24ec-9cac-4bd9-854b-bfbf5974d722 HTTP/1.1" status: 404 len: 337 time: 0.0376046 Mar 16 10:57:53.035801 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51692) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.060111 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.075078 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cccc32b-a99a-42b9-a512-912aed06551e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:53.075557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cccc32b-a99a-42b9-a512-912aed06551e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:53.077216 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9cccc32b-a99a-42b9-a512-912aed06551e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/03ed8979-7322-494e-96fa-6f3f595e58dc HTTP/1.1" status: 404 len: 333 time: 0.0405524 Mar 16 10:57:53.079752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51696) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.092820 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c11593b-1ec6-4022-9072-24051f4943b7']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:53.110461 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Allocated IP 172.26.3.8 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/ab676aeb-6883-472f-b147-af90651c791c) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:53.113728 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d37413-6c6b-4277-9871-c1d2288354de') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:53.114012 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d37413-6c6b-4277-9871-c1d2288354de') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:53.119501 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-156fb1b2-cdce-4ccf-8094-262d47728d0c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:53.119933 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156fb1b2-cdce-4ccf-8094-262d47728d0c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:53.123841 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-156fb1b2-cdce-4ccf-8094-262d47728d0c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/61d545db-0384-46ec-9604-4a8a9119f5e0 HTTP/1.1" status: 404 len: 337 time: 0.0409453 Mar 16 10:57:53.124067 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51700) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.131003 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.163993 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ecbf0d-e61d-4a52-b2e9-79bfac02a839 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:53.164450 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ecbf0d-e61d-4a52-b2e9-79bfac02a839 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:53.166088 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-08ecbf0d-e61d-4a52-b2e9-79bfac02a839 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/1a59ba06-fff4-4e1f-925c-e33ba3a59768 HTTP/1.1" status: 404 len: 333 time: 0.0411465 Mar 16 10:57:53.168707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51704) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.168848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.179913 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:53.180294 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:53.193984 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:53.205647 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-662a8ba3-7585-4e53-abe4-08fc333401f3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:53.206024 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662a8ba3-7585-4e53-abe4-08fc333401f3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:53.207689 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-662a8ba3-7585-4e53-abe4-08fc333401f3 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/e1682022-ab1b-4d33-b104-a37fc8e12722 HTTP/1.1" status: 404 len: 337 time: 0.0381086 Mar 16 10:57:53.210217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51708) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.254598 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3814870-2d1c-4d8b-98d9-fc1576f39d3c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:53.255056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3814870-2d1c-4d8b-98d9-fc1576f39d3c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:53.259269 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e3814870-2d1c-4d8b-98d9-fc1576f39d3c tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/3baa40b8-9150-4efa-9e16-d3595c097bca HTTP/1.1" status: 404 len: 333 time: 0.0456691 Mar 16 10:57:53.259492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51712) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.296346 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-77df3b5c-c643-4e80-8221-bb7285a0202e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:53.296799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77df3b5c-c643-4e80-8221-bb7285a0202e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:53.301013 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-77df3b5c-c643-4e80-8221-bb7285a0202e tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/73772514-712c-4508-850d-fd8335be36c7 HTTP/1.1" status: 404 len: 337 time: 0.0381169 Mar 16 10:57:53.301163 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51716) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.333481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.342791 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2958f5-57a1-4513-bbea-605e8259bcbe tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:53.343294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd2958f5-57a1-4513-bbea-605e8259bcbe tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:53.345739 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bd2958f5-57a1-4513-bbea-605e8259bcbe tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/c155e532-d2bf-4ad7-b932-86c196193508 HTTP/1.1" status: 404 len: 333 time: 0.0430837 Mar 16 10:57:53.348238 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51720) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.363564 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.376992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Network': ['ID=7c11593b-1ec6-4022-9072-24051f4943b7,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:53.390795 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3fa554b5-89e1-42f5-90fe-e580e2a26be0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/networks/7c11593b-1ec6-4022-9072-24051f4943b7 HTTP/1.1" status: 204 len: 168 time: 2.2130857 Mar 16 10:57:53.391019 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c703bc-5b93-4e84-905d-def4854bca0f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:53.392325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c703bc-5b93-4e84-905d-def4854bca0f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:53.393683 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-57c703bc-5b93-4e84-905d-def4854bca0f tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/eaf61651-9a37-4fac-9b7f-605ec377e633 HTTP/1.1" status: 404 len: 337 time: 0.0444660 Mar 16 10:57:53.394293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51726) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.396598 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51728) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.397918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.427513 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.491846 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:53.498705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:53.500095 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7997dab-7678-4134-b116-24756fead1be tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:53.500609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7997dab-7678-4134-b116-24756fead1be tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:53.505408 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c7997dab-7678-4134-b116-24756fead1be tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/b60f8c57-a702-4e30-abe3-40b3e7497495 HTTP/1.1" status: 404 len: 333 time: 0.1048384 Mar 16 10:57:53.505603 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:53.505706 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51734) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.534177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Pushing event updated for resources: {'Port': ['ID=ab676aeb-6883-472f-b147-af90651c791c,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:53.600056 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-522dc530-96cf-4b3e-8d60-2d69c9101bee tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:53.600491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522dc530-96cf-4b3e-8d60-2d69c9101bee tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:53.602147 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-522dc530-96cf-4b3e-8d60-2d69c9101bee tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/bf2d4887-d257-4d73-b5ae-c96023968784 HTTP/1.1" status: 404 len: 337 time: 0.0962350 Mar 16 10:57:53.604680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51738) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.661943 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ce9d4f-545c-41e3-8f16-747808aefcc0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:53.662407 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ce9d4f-545c-41e3-8f16-747808aefcc0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:53.664117 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c6ce9d4f-545c-41e3-8f16-747808aefcc0 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/ee153e58-fd89-4c12-80da-220f73269e4a HTTP/1.1" status: 404 len: 333 time: 0.0585663 Mar 16 10:57:53.666961 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51742) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.770359 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-9987d2ef-e622-43be-8266-cdd87d6b1bfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:53.770686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9987d2ef-e622-43be-8266-cdd87d6b1bfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:53.772351 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9987d2ef-e622-43be-8266-cdd87d6b1bfd tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/48fedf49-0b97-4947-a008-0c94977e73f7 HTTP/1.1" status: 404 len: 337 time: 0.1044719 Mar 16 10:57:53.774792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51746) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.871131 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-209092a9-186a-4da0-a700-5d23197ea6ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:53.871611 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209092a9-186a-4da0-a700-5d23197ea6ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:53.873230 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-209092a9-186a-4da0-a700-5d23197ea6ae tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/ports/62c38337-d613-4646-a15a-740d3df42cce HTTP/1.1" status: 404 len: 333 time: 0.0975420 Mar 16 10:57:53.875815 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51750) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.926005 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1712e6-64e2-4590-9648-23a0f08ab0ef tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:53.926447 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1712e6-64e2-4590-9648-23a0f08ab0ef tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:53.930435 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4d1712e6-64e2-4590-9648-23a0f08ab0ef tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/subnets/a27d213d-c990-4d2c-9f14-90a00fccc2fa HTTP/1.1" status: 404 len: 337 time: 0.0509045 Mar 16 10:57:53.931363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51754) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:54.123528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f77e31f4-ad02-4852-8672-c9ae73f66a29 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.127249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d32d6ce-1516-4651-9469-ecec5795f4f1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.131880 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.414259 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d32d6ce-1516-4651-9469-ecec5795f4f1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.507759 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-7d32d6ce-1516-4651-9469-ecec5795f4f1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb457af-0d86-4c52-b4cf-f12d297a5983']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:54.524707 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-7d32d6ce-1516-4651-9469-ecec5795f4f1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31478b3c-cf7a-4c21-a8b1-3d22f760851a') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:54.524995 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-7d32d6ce-1516-4651-9469-ecec5795f4f1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31478b3c-cf7a-4c21-a8b1-3d22f760851a') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:54.546245 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d32d6ce-1516-4651-9469-ecec5795f4f1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.566137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f77e31f4-ad02-4852-8672-c9ae73f66a29 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port f22b7797-f66f-47d6-84e5-12dd3b32021b {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:54.566713 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f77e31f4-ad02-4852-8672-c9ae73f66a29 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.622753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d32d6ce-1516-4651-9469-ecec5795f4f1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.641024 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d32d6ce-1516-4651-9469-ecec5795f4f1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:54.641340 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d32d6ce-1516-4651-9469-ecec5795f4f1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:54.655133 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:54.670752 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.719305 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.759634 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-f77e31f4-ad02-4852-8672-c9ae73f66a29 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] For port f22b7797-f66f-47d6-84e5-12dd3b32021b, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f22b7797-f66f-47d6-84e5-12dd3b32021b,segment=NetworkSegment(0327c5c0-6c3b-4326-84a5-ec01e143944d),segment_id=0327c5c0-6c3b-4326-84a5-ec01e143944d)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:54.759987 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f77e31f4-ad02-4852-8672-c9ae73f66a29 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.801992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d32d6ce-1516-4651-9469-ecec5795f4f1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.819403 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d32d6ce-1516-4651-9469-ecec5795f4f1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.839068 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32d6ce-1516-4651-9469-ecec5795f4f1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] Pushing event deleted for resources: {'Network': ['ID=6fb457af-0d86-4c52-b4cf-f12d297a5983,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:54.841503 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7d32d6ce-1516-4651-9469-ecec5795f4f1 tempest-NetworksTestDHCPv6-1262886490 tempest-NetworksTestDHCPv6-1262886490-project] 10.222.0.44 "DELETE /v2.0/networks/6fb457af-0d86-4c52-b4cf-f12d297a5983 HTTP/1.1" status: 204 len: 168 time: 0.9092119 Mar 16 10:57:54.884349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f77e31f4-ad02-4852-8672-c9ae73f66a29 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Calling delete_port for f22b7797-f66f-47d6-84e5-12dd3b32021b owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:54.982394 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Router 7b7d0faa-57ec-455a-b99d-bc376dda246a is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:57:55.075355 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f77e31f4-ad02-4852-8672-c9ae73f66a29 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.128070 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e31f4-ad02-4852-8672-c9ae73f66a29 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Port': ['ID=f22b7797-f66f-47d6-84e5-12dd3b32021b,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:55.156707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51762) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:55.307707 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:55.315380 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.317383 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6f8dfb9c-4559-49bf-81c5-3bbd97694888 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "PUT /v2.0/routers/7b7d0faa-57ec-455a-b99d-bc376dda246a HTTP/1.1" status: 200 len: 881 time: 3.6192286 Mar 16 10:57:55.321454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24132e4b-d7be-4b88-adc6-eb9e25f693f0 None None] Sync routers for ids ['7b7d0faa-57ec-455a-b99d-bc376dda246a'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:55.324145 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51768) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:55.332007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24132e4b-d7be-4b88-adc6-eb9e25f693f0 None None] Routers {'7b7d0faa-57ec-455a-b99d-bc376dda246a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:55.332854 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-24132e4b-d7be-4b88-adc6-eb9e25f693f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7b7d0faa-57ec-455a-b99d-bc376dda246a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:55.394824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f77e31f4-ad02-4852-8672-c9ae73f66a29 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.401884 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-24132e4b-d7be-4b88-adc6-eb9e25f693f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:55.410539 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24132e4b-d7be-4b88-adc6-eb9e25f693f0 None None] Routers {'7b7d0faa-57ec-455a-b99d-bc376dda246a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:55.411071 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-24132e4b-d7be-4b88-adc6-eb9e25f693f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['7b7d0faa-57ec-455a-b99d-bc376dda246a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:55.472560 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-24132e4b-d7be-4b88-adc6-eb9e25f693f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:55.472878 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24132e4b-d7be-4b88-adc6-eb9e25f693f0 None None] The sync data for ids ['7b7d0faa-57ec-455a-b99d-bc376dda246a'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:55.763988 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-76d7b07d-0fe4-4b44-9dec-e5d9045bc455 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=060ad77ffefb441286dff018dff88d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6060503 Mar 16 10:57:55.767554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51774) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:55.824562 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9881830e-950f-432c-a53c-885a3eb5a06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.850508 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9881830e-950f-432c-a53c-885a3eb5a06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.904748 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-94886842-2b28-4d2a-af35-6235c648f7cf tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "GET /v2.0/routers/7b7d0faa-57ec-455a-b99d-bc376dda246a HTTP/1.1" status: 200 len: 922 time: 0.5792418 Mar 16 10:57:55.905309 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9881830e-950f-432c-a53c-885a3eb5a06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.907820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51778) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:55.922616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881830e-950f-432c-a53c-885a3eb5a06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52a9118-9570-4ebd-8edf-1d6126eff0b5,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:55.927037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9881830e-950f-432c-a53c-885a3eb5a06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.931115 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9881830e-950f-432c-a53c-885a3eb5a06f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a52a9118-9570-4ebd-8edf-1d6126eff0b5 HTTP/1.1" status: 204 len: 168 time: 0.1595407 Mar 16 10:57:55.953367 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77e31f4-ad02-4852-8672-c9ae73f66a29 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:56.100633 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77e31f4-ad02-4852-8672-c9ae73f66a29 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:56.111901 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43761c74-a6ce-4fa2-91e6-aa66e24c321f None None] Sync routers for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:56.121815 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43761c74-a6ce-4fa2-91e6-aa66e24c321f None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:56.122538 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-43761c74-a6ce-4fa2-91e6-aa66e24c321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:56.122844 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d85e9a0-76a0-44ff-9e56-f334609fc018 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:56.127263 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3d85e9a0-76a0-44ff-9e56-f334609fc018 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&device_id=7b7d0faa-57ec-455a-b99d-bc376dda246a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2138634 Mar 16 10:57:56.127501 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f77e31f4-ad02-4852-8672-c9ae73f66a29 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/4c97d312-48a7-4fbf-9eb8-4e39a9529b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7320778 Mar 16 10:57:56.127636 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51786) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:56.130514 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51790) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:56.197996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-846224d3-604b-4c70-9bcf-8d7ff5747ceb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting subnet 0492e12e-fc8f-4f07-a118-d7326d51f62a {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:56.201223 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-846224d3-604b-4c70-9bcf-8d7ff5747ceb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.273831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-846224d3-604b-4c70-9bcf-8d7ff5747ceb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.286574 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-43761c74-a6ce-4fa2-91e6-aa66e24c321f None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:56.339436 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399e56d5-634a-4391-a1ba-8b6205777592 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:56.341012 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-399e56d5-634a-4391-a1ba-8b6205777592 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "GET /v2.0/networks/45f28f19-efbf-4c93-99d2-e1008799650d HTTP/1.1" status: 200 len: 881 time: 0.2122605 Mar 16 10:57:56.346397 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51800) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:56.396978 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-846224d3-604b-4c70-9bcf-8d7ff5747ceb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.397598 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-efeedf77-9c9c-4dea-981e-1f11bb33b1d2 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b7d0faa-57ec-455a-b99d-bc376dda246a HTTP/1.1" status: 200 len: 205 time: 0.0496809 Mar 16 10:57:56.401321 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51804) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:56.470080 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-43761c74-a6ce-4fa2-91e6-aa66e24c321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:55Z', 'revision_number': 11, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:56.475110 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43761c74-a6ce-4fa2-91e6-aa66e24c321f None None] Checking router: 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:56.486613 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43761c74-a6ce-4fa2-91e6-aa66e24c321f None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:56.488137 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-43761c74-a6ce-4fa2-91e6-aa66e24c321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:56.505561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-846224d3-604b-4c70-9bcf-8d7ff5747ceb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.567635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846224d3-604b-4c70-9bcf-8d7ff5747ceb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Subnet': ['ID=0492e12e-fc8f-4f07-a118-d7326d51f62a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:56.570808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-846224d3-604b-4c70-9bcf-8d7ff5747ceb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.574597 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a78437d-4d37-4a95-8ae4-9b7ea0d5bc25 None None] Network f2b4a6c7-1319-476d-8120-0599886f6aca requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:56.577942 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-846224d3-604b-4c70-9bcf-8d7ff5747ceb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/0492e12e-fc8f-4f07-a118-d7326d51f62a HTTP/1.1" status: 204 len: 168 time: 0.4464126 Mar 16 10:57:56.580524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51812) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:56.633685 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-43761c74-a6ce-4fa2-91e6-aa66e24c321f None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:56.635186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-99360d0a-d51e-4a5d-9d92-80d806897b48 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.755935 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.780810 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-43761c74-a6ce-4fa2-91e6-aa66e24c321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:55Z', 'revision_number': 11, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:56.781238 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Deleting port 51888362-4070-4eca-a223-1da6c9210c87 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:56.781706 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.787315 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43761c74-a6ce-4fa2-91e6-aa66e24c321f None None] The sync data for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv is: [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:55Z', 'revision_number': 11, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:56.878163 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51822) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:56.903723 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-99360d0a-d51e-4a5d-9d92-80d806897b48 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.915229 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-99360d0a-d51e-4a5d-9d92-80d806897b48 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Deleting port ab676aeb-6883-472f-b147-af90651c791c {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:56.915582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-99360d0a-d51e-4a5d-9d92-80d806897b48 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.958181 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:57:57.033340 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1925477669'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:57.037219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] For port 51888362-4070-4eca-a223-1da6c9210c87, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=51888362-4070-4eca-a223-1da6c9210c87,segment=NetworkSegment(0327c5c0-6c3b-4326-84a5-ec01e143944d),segment_id=0327c5c0-6c3b-4326-84a5-ec01e143944d)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:57.037566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.047967 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:57.091860 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-99360d0a-d51e-4a5d-9d92-80d806897b48 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.102499 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Usage tracker for resource:network and tenant:b1284a74ae67444283038323f0a10022 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:57.151874 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6835af6a-e998-49af-8578-1949c438720f None None] DHCP port deletion for f2b4a6c7-1319-476d-8120-0599886f6aca request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:57.158793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6835af6a-e998-49af-8578-1949c438720f None None] Deleting port 51888362-4070-4eca-a223-1da6c9210c87 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:57.159605 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6835af6a-e998-49af-8578-1949c438720f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.161406 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:57.170640 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Calling delete_port for 51888362-4070-4eca-a223-1da6c9210c87 owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:57.205570 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:57.227687 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Made reservation on behalf of b1284a74ae67444283038323f0a10022 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:57.231040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.232587 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-99360d0a-d51e-4a5d-9d92-80d806897b48 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Calling delete_port for ab676aeb-6883-472f-b147-af90651c791c owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:57.248617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.274410 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:57.278380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Usage tracker for resource:security_group_rule and tenant:b1284a74ae67444283038323f0a10022 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:57.281378 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:57.288008 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:57.371760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.377580 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.394763 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.402527 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-6835af6a-e998-49af-8578-1949c438720f None None] For port 51888362-4070-4eca-a223-1da6c9210c87, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=51888362-4070-4eca-a223-1da6c9210c87,segment=NetworkSegment(0327c5c0-6c3b-4326-84a5-ec01e143944d),segment_id=0327c5c0-6c3b-4326-84a5-ec01e143944d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:57.402930 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6835af6a-e998-49af-8578-1949c438720f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.466015 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-99360d0a-d51e-4a5d-9d92-80d806897b48 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.515889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99360d0a-d51e-4a5d-9d92-80d806897b48 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Pushing event deleted for resources: {'Port': ['ID=ab676aeb-6883-472f-b147-af90651c791c,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:57.531722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6835af6a-e998-49af-8578-1949c438720f None None] Calling delete_port for 51888362-4070-4eca-a223-1da6c9210c87 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:57.583920 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:57.592083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Port': ['ID=51888362-4070-4eca-a223-1da6c9210c87,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:57.604741 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] No DVR routers for this DVR port 51888362-4070-4eca-a223-1da6c9210c87 on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:57.607340 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-6835af6a-e998-49af-8578-1949c438720f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:57.607896 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-6835af6a-e998-49af-8578-1949c438720f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:57.636122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef6fbb1-5c95-4535-a620-6f143aadedb3,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:57.638968 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.639448 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Added segment e157714f-c022-415d-880d-31855e13909c of type vlan for network c29586f2-a577-42b4-bf21-feb852b5887b Mar 16 10:57:57.733679 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-99360d0a-d51e-4a5d-9d92-80d806897b48 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.748608 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.802105 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.847245 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b4a6c7-1319-476d-8120-0599886f6aca']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.861636 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0327c5c0-6c3b-4326-84a5-ec01e143944d') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.861927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0327c5c0-6c3b-4326-84a5-ec01e143944d') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.877778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.887491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.893273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:57.893839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.905158 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-99360d0a-d51e-4a5d-9d92-80d806897b48 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.907340 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-99360d0a-d51e-4a5d-9d92-80d806897b48 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.930404 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-99360d0a-d51e-4a5d-9d92-80d806897b48 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.930928 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99360d0a-d51e-4a5d-9d92-80d806897b48 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Fanout notify agent at l3_agent the message router_deleted on router 7b7d0faa-57ec-455a-b99d-bc376dda246a {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:57:57.944792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.945705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-99360d0a-d51e-4a5d-9d92-80d806897b48 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.950209 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-99360d0a-d51e-4a5d-9d92-80d806897b48 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "DELETE /v2.0/routers/7b7d0faa-57ec-455a-b99d-bc376dda246a HTTP/1.1" status: 204 len: 168 time: 1.5440969 Mar 16 10:57:57.951099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51830) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:57.956331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-ab4a2175-6fca-40f6-9bd0-e64d7e86d16d tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1942116317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:57.961765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:57.962415 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.963222 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ab4a2175-6fca-40f6-9bd0-e64d7e86d16d tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:57.966962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ab4a2175-6fca-40f6-9bd0-e64d7e86d16d tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Usage tracker for resource:router and tenant:7c219c043e714120bd6d534b11f207ae is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:57.969822 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ab4a2175-6fca-40f6-9bd0-e64d7e86d16d tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:57.976051 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ab4a2175-6fca-40f6-9bd0-e64d7e86d16d tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:57.986061 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:58.051387 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2cae8726-879d-411c-9d88-895b56cbdcc8 req-f7fb8fd1-a174-48a5-a6da-fc9c53aeb7c7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3047314 Mar 16 10:57:58.072066 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ab4a2175-6fca-40f6-9bd0-e64d7e86d16d tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.073598 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ab4a2175-6fca-40f6-9bd0-e64d7e86d16d tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.089339 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ab4a2175-6fca-40f6-9bd0-e64d7e86d16d tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.106772 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Pushing event updated for resources: {'Network': ['ID=c29586f2-a577-42b4-bf21-feb852b5887b,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:58.109232 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6835af6a-e998-49af-8578-1949c438720f None None] Deleting port 51888362-4070-4eca-a223-1da6c9210c87 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:58.109874 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6835af6a-e998-49af-8578-1949c438720f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.110001 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ab4a2175-6fca-40f6-9bd0-e64d7e86d16d tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.115597 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cdae8e70-48df-46d3-a2af-f58547ced529 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2322361 Mar 16 10:57:58.119406 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51834) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:58.128645 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-8fd9532a-a215-44a4-8861-e593606caac6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Request body: {'subnet': {'network_id': 'c29586f2-a577-42b4-bf21-feb852b5887b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:58.140793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ab4a2175-6fca-40f6-9bd0-e64d7e86d16d tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.147143 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ab4a2175-6fca-40f6-9bd0-e64d7e86d16d tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1914680 Mar 16 10:57:58.147143 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51838) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:58.149609 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network c29586f2-a577-42b4-bf21-feb852b5887b details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:58.151987 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'enable_snat': True}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:58.204096 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.218524 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6835af6a-e998-49af-8578-1949c438720f None None] The port '51888362-4070-4eca-a223-1da6c9210c87' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:58.303083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.313785 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f22b7797-f66f-47d6-84e5-12dd3b32021b no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:58.318519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Pushing event deleted for resources: {'Network': ['ID=f2b4a6c7-1319-476d-8120-0599886f6aca,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:58.342656 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d349a93b-725c-4da8-9231-ddea428dbdb5 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/networks/f2b4a6c7-1319-476d-8120-0599886f6aca HTTP/1.1" status: 204 len: 168 time: 1.7534604 Mar 16 10:57:58.342656 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51842) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:58.348423 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-7a47b5cf-33c2-4061-a6c2-70ba5f4c415c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'router': {'routes': None}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:58.368279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: f22b7797-f66f-47d6-84e5-12dd3b32021b {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:58.368628 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f22b7797-f66f-47d6-84e5-12dd3b32021b not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:58.369041 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 51888362-4070-4eca-a223-1da6c9210c87 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:58.403291 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 51888362-4070-4eca-a223-1da6c9210c87 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:58.403642 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 51888362-4070-4eca-a223-1da6c9210c87 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:58.406120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8fd9532a-a215-44a4-8861-e593606caac6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:58.419787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8fd9532a-a215-44a4-8861-e593606caac6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Usage tracker for resource:subnet and tenant:b1284a74ae67444283038323f0a10022 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:58.423722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8fd9532a-a215-44a4-8861-e593606caac6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:58.431174 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8fd9532a-a215-44a4-8861-e593606caac6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:58.558554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.559928 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd9532a-a215-44a4-8861-e593606caac6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Made reservation on behalf of b1284a74ae67444283038323f0a10022 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:58.563330 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8fd9532a-a215-44a4-8861-e593606caac6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.740183 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae8726-879d-411c-9d88-895b56cbdcc8 req-b27ff90f-cef8-4b51-ae03-e772f14ee16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:58.741657 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2cae8726-879d-411c-9d88-895b56cbdcc8 req-b27ff90f-cef8-4b51-ae03-e772f14ee16e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 1099 time: 0.5957682 Mar 16 10:57:58.756860 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.extraroute_db [None req-7a47b5cf-33c2-4061-a6c2-70ba5f4c415c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Added routes are [] {{(pid=87969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 10:57:58.757152 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.extraroute_db [None req-7a47b5cf-33c2-4061-a6c2-70ba5f4c415c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Removed routes are [] {{(pid=87969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 10:57:58.757507 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a47b5cf-33c2-4061-a6c2-70ba5f4c415c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.863036 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.893078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.033769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Allocated IP 172.26.3.126 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/e57598c6-5cd7-4dcd-9e42-4f799563077e) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:59.250162 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a47b5cf-33c2-4061-a6c2-70ba5f4c415c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.261913 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a47b5cf-33c2-4061-a6c2-70ba5f4c415c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.302806 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.332677 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.371358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae8726-879d-411c-9d88-895b56cbdcc8 req-ebd31ec4-02f2-4a4f-bd6d-070d0146cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:59.372820 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2cae8726-879d-411c-9d88-895b56cbdcc8 req-ebd31ec4-02f2-4a4f-bd6d-070d0146cc59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 HTTP/1.1" status: 200 len: 898 time: 0.6110036 Mar 16 10:57:59.399189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:59.403256 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:59.406527 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:59.453804 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Pushing event updated for resources: {'Port': ['ID=e57598c6-5cd7-4dcd-9e42-4f799563077e,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:59.543666 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a47b5cf-33c2-4061-a6c2-70ba5f4c415c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:59.594228 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2cae8726-879d-411c-9d88-895b56cbdcc8 req-918d7c86-7076-4eed-aeaa-8ca83929997f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13f86a42-3d76-403d-9dc5-0d46a2506027 HTTP/1.1" status: 200 len: 1002 time: 0.2103770 Mar 16 10:57:59.697536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8fd9532a-a215-44a4-8861-e593606caac6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.807053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a47b5cf-33c2-4061-a6c2-70ba5f4c415c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:59.816919 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a109b5-00e4-414f-9398-0166faa46f9e None None] Sync routers for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:59.826856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a109b5-00e4-414f-9398-0166faa46f9e None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:59.827501 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-80a109b5-00e4-414f-9398-0166faa46f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:59.827653 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.847191 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a47b5cf-33c2-4061-a6c2-70ba5f4c415c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.851031 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7a47b5cf-33c2-4061-a6c2-70ba5f4c415c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/4c97d312-48a7-4fbf-9eb8-4e39a9529b12 HTTP/1.1" status: 200 len: 705 time: 1.5086596 Mar 16 10:57:59.854586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51846) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:59.863691 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae8726-879d-411c-9d88-895b56cbdcc8 req-819fd122-8c2e-42ae-8dc4-c1942ac517bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:59.865086 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2cae8726-879d-411c-9d88-895b56cbdcc8 req-819fd122-8c2e-42ae-8dc4-c1942ac517bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1eb55fa3-2b04-43ec-a85b-0b117769ed73 HTTP/1.1" status: 200 len: 835 time: 0.2146003 Mar 16 10:57:59.957531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3248d0f4-426e-49ba-aaa5-2e4178a33f46 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Synchronizing usage tracker for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:59.959634 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-80a109b5-00e4-414f-9398-0166faa46f9e None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:59.959866 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9532a-a215-44a4-8861-e593606caac6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Pushing event updated for resources: {'Subnet': ['ID=3b01f360-6fc5-4fd9-a139-dc77c46ae621,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:59.974416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd9532a-a215-44a4-8861-e593606caac6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Checking segment: {'id': 'e157714f-c022-415d-880d-31855e13909c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c29586f2-a577-42b4-bf21-feb852b5887b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:59.974778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd9532a-a215-44a4-8861-e593606caac6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Network hostable DHCP agents. Network: c29586f2-a577-42b4-bf21-feb852b5887b, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:59.997526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3248d0f4-426e-49ba-aaa5-2e4178a33f46 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Unset dirty status for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:59.998676 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3248d0f4-426e-49ba-aaa5-2e4178a33f46 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c97d312-48a7-4fbf-9eb8-4e39a9529b12 HTTP/1.1" status: 200 len: 205 time: 0.1431637 Mar 16 10:58:00.002454 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51850) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:00.013551 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd9532a-a215-44a4-8861-e593606caac6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Network c29586f2-a577-42b4-bf21-feb852b5887b is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:00.032391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae8726-879d-411c-9d88-895b56cbdcc8 req-14957190-d456-4b2d-95ef-0562f09c4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:00.033871 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2cae8726-879d-411c-9d88-895b56cbdcc8 req-14957190-d456-4b2d-95ef-0562f09c4c32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1267335 Mar 16 10:58:00.034891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-8fd9532a-a215-44a4-8861-e593606caac6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, c29586f2-a577-42b4-bf21-feb852b5887b) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:00.039332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9532a-a215-44a4-8861-e593606caac6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:00.039907 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8fd9532a-a215-44a4-8861-e593606caac6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.064248 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fe64df-a444-4f1a-8674-e34fc981b092 None None] Network c29586f2-a577-42b4-bf21-feb852b5887b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:00.098351 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8fd9532a-a215-44a4-8861-e593606caac6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9776931 Mar 16 10:58:00.117761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51854) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:00.137893 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Request body: {'port': {'network_id': 'c29586f2-a577-42b4-bf21-feb852b5887b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1124573940'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:00.159886 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-80a109b5-00e4-414f-9398-0166faa46f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:55Z', 'revision_number': 11, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:00.166422 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a109b5-00e4-414f-9398-0166faa46f9e None None] Checking router: 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:58:00.186694 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2cae8726-879d-411c-9d88-895b56cbdcc8 req-b6646bc1-3d5e-48d8-8333-e803848998cf service neutron] 10.222.0.18 "GET /v2.0/networks/eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386547 Mar 16 10:58:00.195730 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a109b5-00e4-414f-9398-0166faa46f9e None None] Routers {'4c97d312-48a7-4fbf-9eb8-4e39a9529b12'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:00.196330 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-80a109b5-00e4-414f-9398-0166faa46f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:00.292116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36122200-d571-4c00-8a47-27ebf8cbab40 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.367284 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2cae8726-879d-411c-9d88-895b56cbdcc8 req-613c88c5-3676-4fdb-82c4-6f330e1b518e service neutron] 10.222.0.18 "GET /v2.0/networks/eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736479 Mar 16 10:58:00.409883 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-80a109b5-00e4-414f-9398-0166faa46f9e None None] Set router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:00.520658 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-80a109b5-00e4-414f-9398-0166faa46f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:55Z', 'revision_number': 11, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:00.528936 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a109b5-00e4-414f-9398-0166faa46f9e None None] The sync data for ids ['4c97d312-48a7-4fbf-9eb8-4e39a9529b12'] in dv-neutron-833859-1-hyperv is: [{'id': '4c97d312-48a7-4fbf-9eb8-4e39a9529b12', 'name': 'tempest-RoutersIpV6Test-router-1553868707', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:46Z', 'updated_at': '2022-03-16T10:57:55Z', 'revision_number': 11, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:00.574881 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-c29586f2-a577-42b4-bf21-feb852b5887b', 'network_id': 'c29586f2-a577-42b4-bf21-feb852b5887b', 'tenant_id': 'b1284a74ae67444283038323f0a10022', 'fixed_ips': [{'subnet_id': '3b01f360-6fc5-4fd9-a139-dc77c46ae621'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:00.575737 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.696817 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.729302 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Allocated IP 172.20.0.2 (c29586f2-a577-42b4-bf21-feb852b5887b/3b01f360-6fc5-4fd9-a139-dc77c46ae621/8b25cc3f-3722-471a-b3d9-096d1d19b0a3) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:00.784480 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.848729 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9fecee4a-96af-4fd6-abb8-974571629cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.906899 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36122200-d571-4c00-8a47-27ebf8cbab40 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.917379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36122200-d571-4c00-8a47-27ebf8cbab40 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.920736 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:00.938583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Usage tracker for resource:port and tenant:b1284a74ae67444283038323f0a10022 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:00.947955 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.951402 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:00.969867 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:00.970661 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Transition to ACTIVE for port object 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:00.988935 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Transition to ACTIVE for port object 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:00.993935 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.019419 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36122200-d571-4c00-8a47-27ebf8cbab40 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.019885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36122200-d571-4c00-8a47-27ebf8cbab40 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Fanout notify agent at l3_agent the message router_deleted on router 4c97d312-48a7-4fbf-9eb8-4e39a9529b12 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:01.044814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Made reservation on behalf of b1284a74ae67444283038323f0a10022 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:01.048300 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.053344 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Network c29586f2-a577-42b4-bf21-feb852b5887b is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:01.056121 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:01.059704 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:01.100685 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36122200-d571-4c00-8a47-27ebf8cbab40 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.103495 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-36122200-d571-4c00-8a47-27ebf8cbab40 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/routers/4c97d312-48a7-4fbf-9eb8-4e39a9529b12 HTTP/1.1" status: 204 len: 168 time: 1.0978291 Mar 16 10:58:01.106977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] device_id is not set on port 74ebcd8a-d974-4d7d-8f5b-425baecaec82 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:01.109074 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Pushing event updated for resources: {'Port': ['ID=8b25cc3f-3722-471a-b3d9-096d1d19b0a3,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:01.115010 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51860) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:01.121600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-4801b9be-d16c-4829-aae8-9420f9b4773d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-15383416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:01.134413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-4801b9be-d16c-4829-aae8-9420f9b4773d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:01.138845 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4801b9be-d16c-4829-aae8-9420f9b4773d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Usage tracker for resource:router and tenant:6c913de8da6647e79229dcb069fabd69 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:01.142376 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4801b9be-d16c-4829-aae8-9420f9b4773d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:01.150397 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-4801b9be-d16c-4829-aae8-9420f9b4773d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:01.162183 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4801b9be-d16c-4829-aae8-9420f9b4773d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.163122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4801b9be-d16c-4829-aae8-9420f9b4773d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.171222 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:01.171608 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:01.172174 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:01.172499 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:01.173182 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:01.173519 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:01.174027 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:01.174408 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:01.174784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:01.175115 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:01.175689 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:01.176197 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:01.179180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4801b9be-d16c-4829-aae8-9420f9b4773d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.182729 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Attempting to bind port 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:01.183437 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Attempting to bind port 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'e157714f-c022-415d-880d-31855e13909c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c29586f2-a577-42b4-bf21-feb852b5887b'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:01.184028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Attempting to bind port 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 on network c29586f2-a577-42b4-bf21-feb852b5887b {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:01.190907 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:01.191732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Checking segment: {'id': 'e157714f-c022-415d-880d-31855e13909c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c29586f2-a577-42b4-bf21-feb852b5887b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:01.192107 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.192570 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Bound using segment: {'id': 'e157714f-c022-415d-880d-31855e13909c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c29586f2-a577-42b4-bf21-feb852b5887b'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:01.193109 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Bound port: 8b25cc3f-3722-471a-b3d9-096d1d19b0a3, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e157714f-c022-415d-880d-31855e13909c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c29586f2-a577-42b4-bf21-feb852b5887b'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:01.193542 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.207145 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4801b9be-d16c-4829-aae8-9420f9b4773d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.237106 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4801b9be-d16c-4829-aae8-9420f9b4773d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.239635 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4801b9be-d16c-4829-aae8-9420f9b4773d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1220465 Mar 16 10:58:01.239831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Router ae106605-dcbd-4aec-b5c6-008b27953e76 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:58:01.241748 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51864) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:01.247335 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-3bded404-bab5-496e-aefc-cd73b3e45854 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:01.305549 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] For port 8b25cc3f-3722-471a-b3d9-096d1d19b0a3, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:01.310100 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] For port 8b25cc3f-3722-471a-b3d9-096d1d19b0a3, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8b25cc3f-3722-471a-b3d9-096d1d19b0a3,segment=NetworkSegment(e157714f-c022-415d-880d-31855e13909c),segment_id=e157714f-c022-415d-880d-31855e13909c)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:01.317993 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.362688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Allocated IP 172.20.0.10 (c29586f2-a577-42b4-bf21-feb852b5887b/3b01f360-6fc5-4fd9-a139-dc77c46ae621/74ebcd8a-d974-4d7d-8f5b-425baecaec82) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:01.412643 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c3650-7b1b-41bf-a672-2f1354ec8b01 None None] Pushing event updated for resources: {'Port': ['ID=8b25cc3f-3722-471a-b3d9-096d1d19b0a3,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:01.506487 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:01.515134 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c8a67b-ecf5-499b-a7a5-3e682ead2cc3 None None] Sync routers for ids ['ae106605-dcbd-4aec-b5c6-008b27953e76'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:01.524653 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c8a67b-ecf5-499b-a7a5-3e682ead2cc3 None None] Routers {'ae106605-dcbd-4aec-b5c6-008b27953e76'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:01.525650 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-39c8a67b-ecf5-499b-a7a5-3e682ead2cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['ae106605-dcbd-4aec-b5c6-008b27953e76'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:01.533928 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.535102 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0be04cc4-2178-4aa6-87cb-8d473f14c5dd tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "PUT /v2.0/routers/ae106605-dcbd-4aec-b5c6-008b27953e76 HTTP/1.1" status: 200 len: 919 time: 3.3884497 Mar 16 10:58:01.546609 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51868) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:01.593628 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-39c8a67b-ecf5-499b-a7a5-3e682ead2cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:01.603684 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c8a67b-ecf5-499b-a7a5-3e682ead2cc3 None None] Routers {'ae106605-dcbd-4aec-b5c6-008b27953e76'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:01.604127 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-39c8a67b-ecf5-499b-a7a5-3e682ead2cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['ae106605-dcbd-4aec-b5c6-008b27953e76'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:01.683399 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-39c8a67b-ecf5-499b-a7a5-3e682ead2cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:01.683730 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c8a67b-ecf5-499b-a7a5-3e682ead2cc3 None None] The sync data for ids ['ae106605-dcbd-4aec-b5c6-008b27953e76'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:01.850390 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.850792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3bded404-bab5-496e-aefc-cd73b3e45854 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.861901 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3bded404-bab5-496e-aefc-cd73b3e45854 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.864420 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2703e70a-f213-48a3-816f-c71ff442837f tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "GET /v2.0/routers/ae106605-dcbd-4aec-b5c6-008b27953e76 HTTP/1.1" status: 200 len: 925 time: 0.3166010 Mar 16 10:58:01.867206 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51872) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:01.907393 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Transition to ACTIVE for port object 74ebcd8a-d974-4d7d-8f5b-425baecaec82 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:01.955968 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.959305 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcb92af-ed55-4c86-89f1-f3028579c126 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:01.960801 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7dcb92af-ed55-4c86-89f1-f3028579c126 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&device_id=ae106605-dcbd-4aec-b5c6-008b27953e76&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0927763 Mar 16 10:58:01.979760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51876) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:02.137667 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bded404-bab5-496e-aefc-cd73b3e45854 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Router 3a2c1935-e10d-4ef9-ac19-5fdc7728cec5 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:58:02.143390 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b516ffa-82f2-409d-a42a-4ed76c7ea625 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:02.147500 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0b516ffa-82f2-409d-a42a-4ed76c7ea625 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "GET /v2.0/networks/45f28f19-efbf-4c93-99d2-e1008799650d HTTP/1.1" status: 200 len: 881 time: 0.1640878 Mar 16 10:58:02.147922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51880) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:02.166698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Network c29586f2-a577-42b4-bf21-feb852b5887b is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:02.174985 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:02.179459 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:02.211568 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Pushing event updated for resources: {'Port': ['ID=74ebcd8a-d974-4d7d-8f5b-425baecaec82,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:02.246984 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4cf737af-162b-4c51-b2d4-f2f2aa16858e tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae106605-dcbd-4aec-b5c6-008b27953e76 HTTP/1.1" status: 200 len: 205 time: 0.0981276 Mar 16 10:58:02.252818 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51886) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:02.280146 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:02.280800 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.332655 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-29a3321c-6a62-40bf-b2c7-69e37b979b77 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2104411 Mar 16 10:58:02.332948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51890) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:02.340592 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Request body: {'port': {'network_id': 'c29586f2-a577-42b4-bf21-feb852b5887b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1191577422', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:02.341423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.api.validators [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] bootfile-name is not in valid_values {{(pid=87968) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:58:02.341870 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.api.validators [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] tftp-server is not in valid_values {{(pid=87968) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:58:02.342290 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.api.validators [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] server-ip-address is not in valid_values {{(pid=87968) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:58:02.349007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:02.430939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bded404-bab5-496e-aefc-cd73b3e45854 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:02.440167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3bded404-bab5-496e-aefc-cd73b3e45854 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.441322 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3bded404-bab5-496e-aefc-cd73b3e45854 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "PUT /v2.0/routers/3a2c1935-e10d-4ef9-ac19-5fdc7728cec5 HTTP/1.1" status: 200 len: 696 time: 1.1982968 Mar 16 10:58:02.443719 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:02.444365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51894) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:02.451044 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d45f71d-de93-49e5-8120-2c6783c4e849 None None] Sync routers for ids ['3a2c1935-e10d-4ef9-ac19-5fdc7728cec5'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:02.466122 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d45f71d-de93-49e5-8120-2c6783c4e849 None None] Routers {'3a2c1935-e10d-4ef9-ac19-5fdc7728cec5'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:02.466947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3d45f71d-de93-49e5-8120-2c6783c4e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3a2c1935-e10d-4ef9-ac19-5fdc7728cec5'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:02.517891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:02.522156 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Usage tracker for resource:port and tenant:b1284a74ae67444283038323f0a10022 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:02.526225 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:02.531903 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:02.544653 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Made reservation on behalf of b1284a74ae67444283038323f0a10022 for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:02.549592 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.574571 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] device_id is not set on port 211b4989-af0a-4a87-913d-d1aae028fc2f yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:02.641927 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549ccd3a-c702-4195-b52b-95ead6e061a7 None None] Network c29586f2-a577-42b4-bf21-feb852b5887b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:02.678962 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-3d45f71d-de93-49e5-8120-2c6783c4e849 None None] Set router 3a2c1935-e10d-4ef9-ac19-5fdc7728cec5 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:02.729259 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Allocated IP 172.20.0.5 (c29586f2-a577-42b4-bf21-feb852b5887b/3b01f360-6fc5-4fd9-a139-dc77c46ae621/211b4989-af0a-4a87-913d-d1aae028fc2f) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:02.800499 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-16921d01-aed7-4f53-8776-3e19cb5c584f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/routers/3a2c1935-e10d-4ef9-ac19-5fdc7728cec5 HTTP/1.1" status: 200 len: 702 time: 0.3520787 Mar 16 10:58:02.801399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51898) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:02.838767 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dad38739-3c66-46ea-80ea-e8c1deac734c tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.840454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3d45f71d-de93-49e5-8120-2c6783c4e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2c1935-e10d-4ef9-ac19-5fdc7728cec5', 'name': 'tempest-RoutersIpV6Test-router-15383416', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:01Z', 'updated_at': '2022-03-16T10:58:01Z', 'revision_number': 2, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:02.887760 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d45f71d-de93-49e5-8120-2c6783c4e849 None None] Checking router: 3a2c1935-e10d-4ef9-ac19-5fdc7728cec5 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:58:02.905332 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c9c0d893-ad1c-410d-9d31-921baa6a919a None None] Provisioning for port 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:02.915363 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cafb2a67-eeab-4387-9d28-8d83556f888a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a2c1935-e10d-4ef9-ac19-5fdc7728cec5 HTTP/1.1" status: 200 len: 205 time: 0.1105337 Mar 16 10:58:02.915908 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d45f71d-de93-49e5-8120-2c6783c4e849 None None] Routers {'3a2c1935-e10d-4ef9-ac19-5fdc7728cec5'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:02.916013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51902) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:02.916631 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3d45f71d-de93-49e5-8120-2c6783c4e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3a2c1935-e10d-4ef9-ac19-5fdc7728cec5'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:02.952990 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.970911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Transition to ACTIVE for port object 211b4989-af0a-4a87-913d-d1aae028fc2f will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:02.982982 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c9c0d893-ad1c-410d-9d31-921baa6a919a None None] Provisioning complete for port 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:02.983374 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d893-ad1c-410d-9d31-921baa6a919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.995813 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.066267 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Network c29586f2-a577-42b4-bf21-feb852b5887b is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:03.074162 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:03.078661 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:03.113843 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Pushing event updated for resources: {'Port': ['ID=211b4989-af0a-4a87-913d-d1aae028fc2f,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:03.122705 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-3d45f71d-de93-49e5-8120-2c6783c4e849 None None] Set router 3a2c1935-e10d-4ef9-ac19-5fdc7728cec5 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:03.133501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b23cc95b-e8a0-4dec-b48c-31924e158e1c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.146909 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:03.147563 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.171731 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-eb73d706-4a55-4f89-82ce-2b6f9699b018 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.8352275 Mar 16 10:58:03.172057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51906) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:03.268011 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-71f0f044-6a54-4e9c-8277-c77a18c7a2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.273255 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6c32c0-8637-41d1-886a-132b43d549e6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:03.280252 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6c32c0-8637-41d1-886a-132b43d549e6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:03.281177 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3d45f71d-de93-49e5-8120-2c6783c4e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2c1935-e10d-4ef9-ac19-5fdc7728cec5', 'name': 'tempest-RoutersIpV6Test-router-15383416', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:01Z', 'updated_at': '2022-03-16T10:58:01Z', 'revision_number': 2, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:03.289072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6c32c0-8637-41d1-886a-132b43d549e6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:03.290207 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5f6c32c0-8637-41d1-886a-132b43d549e6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Synchronizing usage tracker for tenant:b1284a74ae67444283038323f0a10022 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:03.298852 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d45f71d-de93-49e5-8120-2c6783c4e849 None None] The sync data for ids ['3a2c1935-e10d-4ef9-ac19-5fdc7728cec5'] in dv-neutron-833859-1-hyperv is: [{'id': '3a2c1935-e10d-4ef9-ac19-5fdc7728cec5', 'name': 'tempest-RoutersIpV6Test-router-15383416', 'tenant_id': '6c913de8da6647e79229dcb069fabd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:01Z', 'updated_at': '2022-03-16T10:58:01Z', 'revision_number': 2, 'project_id': '6c913de8da6647e79229dcb069fabd69', 'gw_port_host': None}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:03.315880 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5f6c32c0-8637-41d1-886a-132b43d549e6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Unset dirty status for tenant:b1284a74ae67444283038323f0a10022 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:03.320161 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5f6c32c0-8637-41d1-886a-132b43d549e6 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1445134 Mar 16 10:58:03.321227 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51910) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:03.417614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dad38739-3c66-46ea-80ea-e8c1deac734c tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.418827 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d893-ad1c-410d-9d31-921baa6a919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.421607 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a9014-731a-4732-b3f5-9afc51ed6701 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Deleting port 211b4989-af0a-4a87-913d-d1aae028fc2f {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:03.421956 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9014-731a-4732-b3f5-9afc51ed6701 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.478441 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-c9c0d893-ad1c-410d-9d31-921baa6a919a None None] For port 8b25cc3f-3722-471a-b3d9-096d1d19b0a3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8b25cc3f-3722-471a-b3d9-096d1d19b0a3,segment=NetworkSegment(e157714f-c022-415d-880d-31855e13909c),segment_id=e157714f-c022-415d-880d-31855e13909c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:03.481052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b23cc95b-e8a0-4dec-b48c-31924e158e1c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.483457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b23cc95b-e8a0-4dec-b48c-31924e158e1c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.486749 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-dad38739-3c66-46ea-80ea-e8c1deac734c tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Deleting port e57598c6-5cd7-4dcd-9e42-4f799563077e {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:03.487087 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dad38739-3c66-46ea-80ea-e8c1deac734c tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.491830 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d893-ad1c-410d-9d31-921baa6a919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.601741 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b23cc95b-e8a0-4dec-b48c-31924e158e1c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.602264 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23cc95b-e8a0-4dec-b48c-31924e158e1c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Fanout notify agent at l3_agent the message router_deleted on router 3a2c1935-e10d-4ef9-ac19-5fdc7728cec5 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:03.608536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0d893-ad1c-410d-9d31-921baa6a919a None None] Pushing event updated for resources: {'Port': ['ID=8b25cc3f-3722-471a-b3d9-096d1d19b0a3,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:03.678446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b23cc95b-e8a0-4dec-b48c-31924e158e1c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.679624 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b23cc95b-e8a0-4dec-b48c-31924e158e1c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/routers/3a2c1935-e10d-4ef9-ac19-5fdc7728cec5 HTTP/1.1" status: 204 len: 168 time: 0.7629654 Mar 16 10:58:03.685418 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51914) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:03.734026 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3f20d032-d457-4e1d-ab22-631a68fef023 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a2c1935-e10d-4ef9-ac19-5fdc7728cec5 HTTP/1.1" status: 200 len: 205 time: 0.0475273 Mar 16 10:58:03.737260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51918) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:03.755794 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dad38739-3c66-46ea-80ea-e8c1deac734c tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.816034 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-414d1b92-442d-4831-93b4-ea63cacecc0d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] delete failed (client error): The resource could not be found. Mar 16 10:58:03.819322 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-414d1b92-442d-4831-93b4-ea63cacecc0d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/routers/3a2c1935-e10d-4ef9-ac19-5fdc7728cec5 HTTP/1.1" status: 404 len: 336 time: 0.0788906 Mar 16 10:58:03.819792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51922) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:03.829149 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1e5cf79c-e53d-4e97-b7ed-13398af1e2e1 None None] Provisioning for port 211b4989-af0a-4a87-913d-d1aae028fc2f completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:03.835578 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9014-731a-4732-b3f5-9afc51ed6701 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.835975 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1e5cf79c-e53d-4e97-b7ed-13398af1e2e1 None None] Provisioning complete for port 211b4989-af0a-4a87-913d-d1aae028fc2f triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:03.837491 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf79c-e53d-4e97-b7ed-13398af1e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.904339 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1e5cf79c-e53d-4e97-b7ed-13398af1e2e1 None None] Port 211b4989-af0a-4a87-913d-d1aae028fc2f cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:03.918699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1e5cf79c-e53d-4e97-b7ed-13398af1e2e1 None None] Provisioning for port 74ebcd8a-d974-4d7d-8f5b-425baecaec82 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:03.925862 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1e5cf79c-e53d-4e97-b7ed-13398af1e2e1 None None] Provisioning complete for port 74ebcd8a-d974-4d7d-8f5b-425baecaec82 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:03.926377 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf79c-e53d-4e97-b7ed-13398af1e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.987229 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1e5cf79c-e53d-4e97-b7ed-13398af1e2e1 None None] Port 74ebcd8a-d974-4d7d-8f5b-425baecaec82 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:03.988199 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a9014-731a-4732-b3f5-9afc51ed6701 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Calling delete_port for 211b4989-af0a-4a87-913d-d1aae028fc2f owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:04.003711 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1e5cf79c-e53d-4e97-b7ed-13398af1e2e1 None None] Provisioning complete for port 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:04.004507 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf79c-e53d-4e97-b7ed-13398af1e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.064249 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-dad38739-3c66-46ea-80ea-e8c1deac734c tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Calling delete_port for e57598c6-5cd7-4dcd-9e42-4f799563077e owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:04.098195 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79c7f89-1979-4ee6-82ae-8071a86cbed8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:04.099266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79c7f89-1979-4ee6-82ae-8071a86cbed8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:04.104008 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e79c7f89-1979-4ee6-82ae-8071a86cbed8 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/331bf6f7-0947-46b9-9e39-019ecef43c4e HTTP/1.1" status: 404 len: 337 time: 0.2832108 Mar 16 10:58:04.104974 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51926) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:04.169372 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fffc723-2059-48bb-9b69-5cbb3197ef1f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:04.170021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fffc723-2059-48bb-9b69-5cbb3197ef1f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:04.170862 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9014-731a-4732-b3f5-9afc51ed6701 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.175293 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3fffc723-2059-48bb-9b69-5cbb3197ef1f tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/649ed8fd-c81a-4846-82b9-6440d3868021 HTTP/1.1" status: 404 len: 337 time: 0.0623894 Mar 16 10:58:04.178105 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51930) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:04.263755 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a9014-731a-4732-b3f5-9afc51ed6701 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Pushing event deleted for resources: {'Port': ['ID=211b4989-af0a-4a87-913d-d1aae028fc2f,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:04.296895 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f568dec-9c83-43e3-8534-5d6be53cbe4e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:04.302338 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-80b17d20-3e77-4fa3-b8a0-5d040ff2512a None None] Could not find standard attr ID for object 211b4989-af0a-4a87-913d-d1aae028fc2f. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:04.303909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f568dec-9c83-43e3-8534-5d6be53cbe4e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:04.305708 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2f568dec-9c83-43e3-8534-5d6be53cbe4e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/90b6a905-deb7-4566-b2f5-a9c5b479ebf2 HTTP/1.1" status: 404 len: 337 time: 0.1265907 Mar 16 10:58:04.309071 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51934) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:04.342575 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:04.377663 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47a7113-50d4-478d-9300-0b9cdaa22cc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:04.378105 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47a7113-50d4-478d-9300-0b9cdaa22cc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:04.381527 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c47a7113-50d4-478d-9300-0b9cdaa22cc1 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/0492e12e-fc8f-4f07-a118-d7326d51f62a HTTP/1.1" status: 404 len: 337 time: 0.0700235 Mar 16 10:58:04.385708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51938) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:04.414663 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-80b17d20-3e77-4fa3-b8a0-5d040ff2512a None None] Provisioning complete for port 74ebcd8a-d974-4d7d-8f5b-425baecaec82 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:04.415033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-80b17d20-3e77-4fa3-b8a0-5d040ff2512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.460262 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-953d0fdf-efd5-49ca-8d6d-08089676075c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c97d312-48a7-4fbf-9eb8-4e39a9529b12 HTTP/1.1" status: 200 len: 205 time: 0.0713694 Mar 16 10:58:04.461282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51942) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:04.467249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9014-731a-4732-b3f5-9afc51ed6701 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.490101 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4d2a9014-731a-4732-b3f5-9afc51ed6701 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] 10.222.0.44 "DELETE /v2.0/ports/211b4989-af0a-4a87-913d-d1aae028fc2f HTTP/1.1" status: 204 len: 168 time: 1.1657925 Mar 16 10:58:04.491004 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51946) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:04.497874 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-f89e3401-ce23-4cc0-b2ce-920a1739e78d tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Request body: {'port': {'name': 'tempest-new-port-name-1487736076', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:04.498265 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.api.validators [None req-f89e3401-ce23-4cc0-b2ce-920a1739e78d tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] bootfile-name is not in valid_values {{(pid=87968) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:58:04.498816 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.api.validators [None req-f89e3401-ce23-4cc0-b2ce-920a1739e78d tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] tftp-server is not in valid_values {{(pid=87968) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:58:04.499145 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.api.validators [None req-f89e3401-ce23-4cc0-b2ce-920a1739e78d tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] server-ip-address is not in valid_values {{(pid=87968) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:58:04.509397 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.528165 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.536412 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-80b17d20-3e77-4fa3-b8a0-5d040ff2512a None None] Port 74ebcd8a-d974-4d7d-8f5b-425baecaec82 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:04.554432 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:04.554948 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.558902 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-27bc2aef-6f2a-4f17-98e9-701e1336fb25 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] delete failed (client error): The resource could not be found. Mar 16 10:58:04.562340 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-27bc2aef-6f2a-4f17-98e9-701e1336fb25 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/routers/4c97d312-48a7-4fbf-9eb8-4e39a9529b12 HTTP/1.1" status: 404 len: 336 time: 0.0968521 Mar 16 10:58:04.589082 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51952) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:04.647359 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-197d8a87-b9ce-46e7-b1f1-49103ed9f75c tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports?device_id=055062e5-34d8-482f-8a3e-d5c67e476d1f HTTP/1.1" status: 200 len: 205 time: 0.0545537 Mar 16 10:58:04.647359 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51956) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:04.687232 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f89e3401-ce23-4cc0-b2ce-920a1739e78d tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.718905 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-71bb371c-fbb7-43ce-ae9c-cdfdf1eeff87 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] delete failed (client error): The resource could not be found. Mar 16 10:58:04.720503 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-71bb371c-fbb7-43ce-ae9c-cdfdf1eeff87 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/routers/055062e5-34d8-482f-8a3e-d5c67e476d1f HTTP/1.1" status: 404 len: 336 time: 0.0717695 Mar 16 10:58:04.725979 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51960) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:04.764160 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d0e75c-a265-4cc3-ada3-4200568439d0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:04.764609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d0e75c-a265-4cc3-ada3-4200568439d0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:04.768644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dad38739-3c66-46ea-80ea-e8c1deac734c tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.813138 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b7d0e75c-a265-4cc3-ada3-4200568439d0 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/0de068d8-bc04-467b-8fb1-cc9a5cc1a6cc HTTP/1.1" status: 404 len: 337 time: 0.0860977 Mar 16 10:58:04.821107 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51964) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:04.821916 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad38739-3c66-46ea-80ea-e8c1deac734c tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Pushing event deleted for resources: {'Port': ['ID=e57598c6-5cd7-4dcd-9e42-4f799563077e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:04.924922 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-514da754-a7aa-499a-9b75-446c6fd78056 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd32ff8f-1d4b-4f41-807a-657a7aa27eba HTTP/1.1" status: 200 len: 205 time: 0.1010113 Mar 16 10:58:04.928265 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51968) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:04.933352 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f89e3401-ce23-4cc0-b2ce-920a1739e78d tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.951810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dad38739-3c66-46ea-80ea-e8c1deac734c tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.002455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f89e3401-ce23-4cc0-b2ce-920a1739e78d tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.047750 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-d9557912-af19-4bc1-9528-d77fdc2d30ef tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] delete failed (client error): The resource could not be found. Mar 16 10:58:05.048270 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d9557912-af19-4bc1-9528-d77fdc2d30ef tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/routers/fd32ff8f-1d4b-4f41-807a-657a7aa27eba HTTP/1.1" status: 404 len: 336 time: 0.1190839 Mar 16 10:58:05.055347 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51972) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.124282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e3401-ce23-4cc0-b2ce-920a1739e78d tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Pushing event updated for resources: {'Port': ['ID=74ebcd8a-d974-4d7d-8f5b-425baecaec82,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:05.142369 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-f89e3401-ce23-4cc0-b2ce-920a1739e78d tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] In _notify_port_updated(), no bound segment for port 74ebcd8a-d974-4d7d-8f5b-425baecaec82 on network c29586f2-a577-42b4-bf21-feb852b5887b {{(pid=87968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:58:05.147816 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89e3401-ce23-4cc0-b2ce-920a1739e78d tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:05.148468 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f89e3401-ce23-4cc0-b2ce-920a1739e78d tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.150163 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f89e3401-ce23-4cc0-b2ce-920a1739e78d tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] 10.222.0.44 "PUT /v2.0/ports/74ebcd8a-d974-4d7d-8f5b-425baecaec82 HTTP/1.1" status: 200 len: 1137 time: 0.6574943 Mar 16 10:58:05.152361 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51976) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.160775 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-082ccc6b-ef5a-4ff2-901e-d5c9b3486c1a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd744e67-05a7-4ac3-b4f3-8210dd1c106e HTTP/1.1" status: 200 len: 205 time: 0.1020544 Mar 16 10:58:05.166660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51980) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.171272 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dad38739-3c66-46ea-80ea-e8c1deac734c tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.225379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e550f5b-8809-4499-bb0f-9619cf25166c tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:05.225998 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9e550f5b-8809-4499-bb0f-9619cf25166c tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Synchronizing usage tracker for tenant:b1284a74ae67444283038323f0a10022 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:05.226399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dad38739-3c66-46ea-80ea-e8c1deac734c tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.243607 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9e550f5b-8809-4499-bb0f-9619cf25166c tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Unset dirty status for tenant:b1284a74ae67444283038323f0a10022 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:05.250556 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9e550f5b-8809-4499-bb0f-9619cf25166c tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] 10.222.0.44 "GET /v2.0/ports/74ebcd8a-d974-4d7d-8f5b-425baecaec82 HTTP/1.1" status: 200 len: 1137 time: 0.0915120 Mar 16 10:58:05.250740 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-3b9ee622-8ac0-4360-af8d-a0ea54109d12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] delete failed (client error): The resource could not be found. Mar 16 10:58:05.250740 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3b9ee622-8ac0-4360-af8d-a0ea54109d12 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/routers/cd744e67-05a7-4ac3-b4f3-8210dd1c106e HTTP/1.1" status: 404 len: 336 time: 0.0786808 Mar 16 10:58:05.250740 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51984) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.252460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51988) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.299416 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f760b121-fa80-4782-a850-cbd5f0da1755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:05.300868 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f760b121-fa80-4782-a850-cbd5f0da1755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:05.302414 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f760b121-fa80-4782-a850-cbd5f0da1755 tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/abbb5040-c818-4cd9-9eb9-a157ca29bab7 HTTP/1.1" status: 404 len: 337 time: 0.0481267 Mar 16 10:58:05.304491 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 51992) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.320924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dad38739-3c66-46ea-80ea-e8c1deac734c tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.321363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad38739-3c66-46ea-80ea-e8c1deac734c tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Fanout notify agent at l3_agent the message router_deleted on router ae106605-dcbd-4aec-b5c6-008b27953e76 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:05.331186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-fa85b1de-e1a3-40bf-8352-1a0ebcf19ebd tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Deleting port 74ebcd8a-d974-4d7d-8f5b-425baecaec82 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:05.331514 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fa85b1de-e1a3-40bf-8352-1a0ebcf19ebd tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.352916 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ca063532-83bb-4524-b137-848c15069d6e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Synchronizing usage tracker for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:05.364833 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-57f49c6d-b31f-421b-a5e2-d259d6cd7c39 None None] Provisioning complete for port 74ebcd8a-d974-4d7d-8f5b-425baecaec82 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:05.365524 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-57f49c6d-b31f-421b-a5e2-d259d6cd7c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.370646 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ca063532-83bb-4524-b137-848c15069d6e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] Unset dirty status for tenant:6c913de8da6647e79229dcb069fabd69 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:05.374214 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ca063532-83bb-4524-b137-848c15069d6e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports?device_id=e163cc09-a9ef-49de-8fd3-adb4bba972fe HTTP/1.1" status: 200 len: 205 time: 0.0666065 Mar 16 10:58:05.374517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 51996) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.383620 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dad38739-3c66-46ea-80ea-e8c1deac734c tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.384651 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-dad38739-3c66-46ea-80ea-e8c1deac734c tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "DELETE /v2.0/routers/ae106605-dcbd-4aec-b5c6-008b27953e76 HTTP/1.1" status: 204 len: 168 time: 3.1309464 Mar 16 10:58:05.388415 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52000) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.393428 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-4b2ca9d7-8723-4296-91a5-9ed34eb9e88e tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-675826257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:05.399927 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4b2ca9d7-8723-4296-91a5-9ed34eb9e88e tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:05.403714 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4b2ca9d7-8723-4296-91a5-9ed34eb9e88e tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Usage tracker for resource:router and tenant:7c219c043e714120bd6d534b11f207ae is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:05.406481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4b2ca9d7-8723-4296-91a5-9ed34eb9e88e tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:05.412245 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4b2ca9d7-8723-4296-91a5-9ed34eb9e88e tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:05.423651 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4b2ca9d7-8723-4296-91a5-9ed34eb9e88e tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.424640 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4b2ca9d7-8723-4296-91a5-9ed34eb9e88e tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.430553 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-57f49c6d-b31f-421b-a5e2-d259d6cd7c39 None None] Port 74ebcd8a-d974-4d7d-8f5b-425baecaec82 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:05.439745 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4b2ca9d7-8723-4296-91a5-9ed34eb9e88e tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.452538 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-fdd75c80-0152-4862-9c5e-e44fda9ec1cf tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] delete failed (client error): The resource could not be found. Mar 16 10:58:05.453370 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fdd75c80-0152-4862-9c5e-e44fda9ec1cf tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/routers/e163cc09-a9ef-49de-8fd3-adb4bba972fe HTTP/1.1" status: 404 len: 336 time: 0.0776329 Mar 16 10:58:05.456210 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52004) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.490632 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4b2ca9d7-8723-4296-91a5-9ed34eb9e88e tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.502534 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc63b87-17a9-46c0-9719-489ee09e179a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:05.502982 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc63b87-17a9-46c0-9719-489ee09e179a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:05.519000 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bbc63b87-17a9-46c0-9719-489ee09e179a tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/589d03e1-da22-48ed-a3d5-7d1d64f1c8d0 HTTP/1.1" status: 404 len: 337 time: 0.0584385 Mar 16 10:58:05.519280 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52008) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.559763 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4b2ca9d7-8723-4296-91a5-9ed34eb9e88e tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.560608 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4b2ca9d7-8723-4296-91a5-9ed34eb9e88e tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1712339 Mar 16 10:58:05.566468 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52012) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.573188 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-229b758b-4c79-48f5-b009-7ac151c9bd1d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ce5fc09-1eff-440f-b3fc-03d351cebff9 HTTP/1.1" status: 200 len: 205 time: 0.0505679 Mar 16 10:58:05.573929 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'enable_snat': False}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:05.605771 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52016) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.685880 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-0ceb8dba-b6ad-4840-ba68-8a6cf03b520e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] delete failed (client error): The resource could not be found. Mar 16 10:58:05.686967 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0ceb8dba-b6ad-4840-ba68-8a6cf03b520e tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/routers/1ce5fc09-1eff-440f-b3fc-03d351cebff9 HTTP/1.1" status: 404 len: 336 time: 0.0752745 Mar 16 10:58:05.689584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52020) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.755447 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-081e7a24-84ec-4b99-a741-d41ef17c55eb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:05.755886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081e7a24-84ec-4b99-a741-d41ef17c55eb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:05.757553 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-081e7a24-84ec-4b99-a741-d41ef17c55eb tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/d728ffbd-192b-48e9-b299-d8ee072203c9 HTTP/1.1" status: 404 len: 337 time: 0.0671005 Mar 16 10:58:05.764680 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52024) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.819114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.862077 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-2021004f-0859-401c-85ee-0afad070839d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:05.862425 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2021004f-0859-401c-85ee-0afad070839d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:05.864092 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2021004f-0859-401c-85ee-0afad070839d tempest-RoutersIpV6Test-289949424 tempest-RoutersIpV6Test-289949424-project] 10.222.0.44 "DELETE /v2.0/subnets/0f6a55e9-3f89-4649-a5c4-df622bf2f4c0 HTTP/1.1" status: 404 len: 337 time: 0.0985222 Mar 16 10:58:05.870730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fa85b1de-e1a3-40bf-8352-1a0ebcf19ebd tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.990829 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.996129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-fa85b1de-e1a3-40bf-8352-1a0ebcf19ebd tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Calling delete_port for 74ebcd8a-d974-4d7d-8f5b-425baecaec82 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:06.163103 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52032) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:06.167650 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fa85b1de-e1a3-40bf-8352-1a0ebcf19ebd tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.214441 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85b1de-e1a3-40bf-8352-1a0ebcf19ebd tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Pushing event deleted for resources: {'Port': ['ID=74ebcd8a-d974-4d7d-8f5b-425baecaec82,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:06.323882 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fa85b1de-e1a3-40bf-8352-1a0ebcf19ebd tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.340628 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fa85b1de-e1a3-40bf-8352-1a0ebcf19ebd tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] 10.222.0.44 "DELETE /v2.0/ports/74ebcd8a-d974-4d7d-8f5b-425baecaec82 HTTP/1.1" status: 204 len: 168 time: 1.0913334 Mar 16 10:58:06.342853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52038) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:06.424665 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-a144141a-7c6c-4adf-aa97-a5e923225876 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Deleting subnet 3b01f360-6fc5-4fd9-a139-dc77c46ae621 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:06.428045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a144141a-7c6c-4adf-aa97-a5e923225876 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.484814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a144141a-7c6c-4adf-aa97-a5e923225876 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.526695 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-76aa1a6b-1cc2-47f7-acc0-2a52a287cc04 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c913de8da6647e79229dcb069fabd69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227923 Mar 16 10:58:06.530831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52042) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:06.533649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.566188 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a144141a-7c6c-4adf-aa97-a5e923225876 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.573123 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.642351 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a144141a-7c6c-4adf-aa97-a5e923225876 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.680425 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144141a-7c6c-4adf-aa97-a5e923225876 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Pushing event deleted for resources: {'Subnet': ['ID=3b01f360-6fc5-4fd9-a139-dc77c46ae621,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:06.683863 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a144141a-7c6c-4adf-aa97-a5e923225876 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.686973 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e43b9300-72f0-4307-96ff-e5e3ec513860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.690835 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a144141a-7c6c-4adf-aa97-a5e923225876 tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] 10.222.0.44 "DELETE /v2.0/subnets/3b01f360-6fc5-4fd9-a139-dc77c46ae621 HTTP/1.1" status: 204 len: 168 time: 0.3465695 Mar 16 10:58:06.693334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52048) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:06.693581 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d24e138-4fc2-427d-9433-e23230f0fb9b None None] Network c29586f2-a577-42b4-bf21-feb852b5887b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:06.762475 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e43b9300-72f0-4307-96ff-e5e3ec513860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.787758 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Allocated IP 172.26.3.26 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/26320d07-d3af-4f75-90f5-9ea4048844b7) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:06.825938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.837613 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Deleting port 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:06.837946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.901258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e43b9300-72f0-4307-96ff-e5e3ec513860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.930078 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52052) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:06.932641 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b9300-72f0-4307-96ff-e5e3ec513860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba769a9d-0930-442e-b378-53491bc452f5,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:06.949663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e43b9300-72f0-4307-96ff-e5e3ec513860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.953204 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e43b9300-72f0-4307-96ff-e5e3ec513860 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba769a9d-0930-442e-b378-53491bc452f5 HTTP/1.1" status: 204 len: 168 time: 0.4188879 Mar 16 10:58:06.971841 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7169c078-af89-462d-a73a-593ff88e5234 None None] DHCP port deletion for c29586f2-a577-42b4-bf21-feb852b5887b request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:06.976635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7169c078-af89-462d-a73a-593ff88e5234 None None] Deleting port 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:06.977226 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7169c078-af89-462d-a73a-593ff88e5234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.989846 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.026996 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.108001 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:07.111885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:07.115963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:07.174697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Pushing event updated for resources: {'Port': ['ID=26320d07-d3af-4f75-90f5-9ea4048844b7,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:07.288837 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7169c078-af89-462d-a73a-593ff88e5234 None None] For port 8b25cc3f-3722-471a-b3d9-096d1d19b0a3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8b25cc3f-3722-471a-b3d9-096d1d19b0a3,segment=NetworkSegment(e157714f-c022-415d-880d-31855e13909c),segment_id=e157714f-c022-415d-880d-31855e13909c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:07.290872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7169c078-af89-462d-a73a-593ff88e5234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.383664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] For port 8b25cc3f-3722-471a-b3d9-096d1d19b0a3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8b25cc3f-3722-471a-b3d9-096d1d19b0a3,segment=NetworkSegment(e157714f-c022-415d-880d-31855e13909c),segment_id=e157714f-c022-415d-880d-31855e13909c)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:07.384139 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.457649 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7169c078-af89-462d-a73a-593ff88e5234 None None] Calling delete_port for 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:07.549177 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7169c078-af89-462d-a73a-593ff88e5234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.587694 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Calling delete_port for 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:07.598682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7169c078-af89-462d-a73a-593ff88e5234 None None] No DVR routers for this DVR port 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:07.609271 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169c078-af89-462d-a73a-593ff88e5234 None None] Pushing event deleted for resources: {'Port': ['ID=8b25cc3f-3722-471a-b3d9-096d1d19b0a3,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:07.628398 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.758692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.api [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:07.759001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG oslo_db.api [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:07.981571 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4e3c-b4a1-45ca-a3c0-499e50d07b95 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.101710 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.105006 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.262523 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Deleting port 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:08.262867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.321860 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:08.363602 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Router 3fa86c3e-9853-4c6d-ac88-8a885fd45ecd is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:58:08.369047 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:08.369694 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8b25cc3f-3722-471a-b3d9-096d1d19b0a3 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:08.383056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] The port '8b25cc3f-3722-471a-b3d9-096d1d19b0a3' was deleted {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:08.521614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.557075 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:08.558915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29586f2-a577-42b4-bf21-feb852b5887b']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:08.562319 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.570816 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8846b630-30d4-46fa-b9a4-ba0f6a710767 None None] Sync routers for ids ['3fa86c3e-9853-4c6d-ac88-8a885fd45ecd'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:08.574544 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-084a7962-62f5-450b-88f6-e5b038b8589b tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "PUT /v2.0/routers/3fa86c3e-9853-4c6d-ac88-8a885fd45ecd HTTP/1.1" status: 200 len: 918 time: 3.0003014 Mar 16 10:58:08.575314 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52094) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:08.583369 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8846b630-30d4-46fa-b9a4-ba0f6a710767 None None] Routers {'3fa86c3e-9853-4c6d-ac88-8a885fd45ecd'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:08.584230 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8846b630-30d4-46fa-b9a4-ba0f6a710767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3fa86c3e-9853-4c6d-ac88-8a885fd45ecd'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:08.634675 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e157714f-c022-415d-880d-31855e13909c') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:08.635055 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e157714f-c022-415d-880d-31855e13909c') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:08.650583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d4e3c-b4a1-45ca-a3c0-499e50d07b95 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:08.651140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4e3c-b4a1-45ca-a3c0-499e50d07b95 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.671025 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8846b630-30d4-46fa-b9a4-ba0f6a710767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:08.681510 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8846b630-30d4-46fa-b9a4-ba0f6a710767 None None] Routers {'3fa86c3e-9853-4c6d-ac88-8a885fd45ecd'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:08.682345 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8846b630-30d4-46fa-b9a4-ba0f6a710767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3fa86c3e-9853-4c6d-ac88-8a885fd45ecd'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:08.746456 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8846b630-30d4-46fa-b9a4-ba0f6a710767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:08.747127 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8846b630-30d4-46fa-b9a4-ba0f6a710767 None None] The sync data for ids ['3fa86c3e-9853-4c6d-ac88-8a885fd45ecd'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:08.765704 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6d296e8a-15e6-4f05-ad9b-88eee76481a9 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "GET /v2.0/routers/3fa86c3e-9853-4c6d-ac88-8a885fd45ecd HTTP/1.1" status: 200 len: 924 time: 0.1867273 Mar 16 10:58:08.765945 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52098) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:08.842980 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edfd324-ca9a-4143-b80e-1616a89f5d66 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:08.847025 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9edfd324-ca9a-4143-b80e-1616a89f5d66 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&device_id=3fa86c3e-9853-4c6d-ac88-8a885fd45ecd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0776453 Mar 16 10:58:08.847484 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52102) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:08.867736 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.932739 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52106) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:08.941835 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.942340 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1840325961', 'description': 'tempest-secgroup-smoke-1840325961 description', 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:08.953725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:08.954105 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:08.954225 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.961106 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Usage tracker for resource:security_group and tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:08.965275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: util.warn( Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:08.968621 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:08.973179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:08.998788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.012112 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab189d5c-6bb0-4335-bb17-d68f8f08ec58 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:09.013452 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ab189d5c-6bb0-4335-bb17-d68f8f08ec58 tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "GET /v2.0/networks/45f28f19-efbf-4c93-99d2-e1008799650d HTTP/1.1" status: 200 len: 881 time: 0.1650760 Mar 16 10:58:09.015992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.024175 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52110) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:09.069950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:09.070934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-0e2d4e3c-b4a1-45ca-a3c0-499e50d07b95 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e,segment=NetworkSegment(c6080530-c70c-4c87-a5dd-69a6cc85b750),segment_id=c6080530-c70c-4c87-a5dd-69a6cc85b750)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:09.071330 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4e3c-b4a1-45ca-a3c0-499e50d07b95 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.074035 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2d7f0f70-6818-4765-8adf-cf0397b59447 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fa86c3e-9853-4c6d-ac88-8a885fd45ecd HTTP/1.1" status: 200 len: 205 time: 0.0489006 Mar 16 10:58:09.076334 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Usage tracker for resource:security_group_rule and tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:09.078493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52114) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:09.079134 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:09.084779 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:09.138922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.170705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.173524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.175298 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.189567 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:09.197524 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Usage tracker for resource:security_group_rule and tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:09.202019 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:09.215860 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:09.223181 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4c4d79-2725-49ee-8bfc-48adfa918c14,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:09.295663 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] Pushing event deleted for resources: {'Network': ['ID=c29586f2-a577-42b4-bf21-feb852b5887b,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:09.300967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.306406 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d4e3c-b4a1-45ca-a3c0-499e50d07b95 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:09.307078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.357110 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8853f799-545f-40fd-81da-20fa5ba5b216,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:09.357333 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f4c7a5b8-a045-483f-a764-75c8fb66c2fe tempest-ExtraDHCPOptionsTestJSON-1845432686 tempest-ExtraDHCPOptionsTestJSON-1845432686-project] 10.222.0.44 "DELETE /v2.0/networks/c29586f2-a577-42b4-bf21-feb852b5887b HTTP/1.1" status: 204 len: 168 time: 2.6628702 Mar 16 10:58:09.364582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.365934 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2902e2e9-9bf0-4bdf-8dd6-999b37d89a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4322968 Mar 16 10:58:09.369041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52120) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:09.377626 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-da5125ba-acd5-4e79-84b5-43941194c64a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Request body: {'security_group_rule': {'security_group_id': '8853f799-545f-40fd-81da-20fa5ba5b216', 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:09.384666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-da5125ba-acd5-4e79-84b5-43941194c64a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:09.388924 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-da5125ba-acd5-4e79-84b5-43941194c64a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Usage tracker for resource:security_group_rule and tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:09.392826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-da5125ba-acd5-4e79-84b5-43941194c64a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:09.400091 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-da5125ba-acd5-4e79-84b5-43941194c64a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:09.418084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-da5125ba-acd5-4e79-84b5-43941194c64a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.480518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-da5125ba-acd5-4e79-84b5-43941194c64a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.486166 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-da5125ba-acd5-4e79-84b5-43941194c64a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.510840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e119653-35fc-470f-8480-f3e355ccbbb8 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.512134 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5125ba-acd5-4e79-84b5-43941194c64a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5b657b-491a-4eec-9c51-2dcdebceaa5c,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:09.522422 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-da5125ba-acd5-4e79-84b5-43941194c64a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.523895 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-da5125ba-acd5-4e79-84b5-43941194c64a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529956 Mar 16 10:58:09.527308 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52124) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:09.533063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c13f0855-aeab-49cf-96e8-f46bf07f7900 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Request body: {'security_group_rule': {'security_group_id': '8853f799-545f-40fd-81da-20fa5ba5b216', 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:09.539230 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c13f0855-aeab-49cf-96e8-f46bf07f7900 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:09.543349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c13f0855-aeab-49cf-96e8-f46bf07f7900 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Usage tracker for resource:security_group_rule and tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:09.546147 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c13f0855-aeab-49cf-96e8-f46bf07f7900 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:09.552701 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c13f0855-aeab-49cf-96e8-f46bf07f7900 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:09.571232 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c13f0855-aeab-49cf-96e8-f46bf07f7900 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.639572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c13f0855-aeab-49cf-96e8-f46bf07f7900 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.644032 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c13f0855-aeab-49cf-96e8-f46bf07f7900 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.668428 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f0855-aeab-49cf-96e8-f46bf07f7900 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba18caa-5a6f-47f0-80eb-b7021b07cd70,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:09.679564 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c13f0855-aeab-49cf-96e8-f46bf07f7900 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.681091 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c13f0855-aeab-49cf-96e8-f46bf07f7900 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1527808 Mar 16 10:58:09.684160 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52130) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:09.689447 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c1f705d6-663f-4df1-9981-9472eaa4a6f9 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Request body: {'security_group_rule': {'security_group_id': '8853f799-545f-40fd-81da-20fa5ba5b216', 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:09.695658 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c1f705d6-663f-4df1-9981-9472eaa4a6f9 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:09.701553 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52134) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:09.708811 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c1f705d6-663f-4df1-9981-9472eaa4a6f9 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Usage tracker for resource:security_group_rule and tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:09.712026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c1f705d6-663f-4df1-9981-9472eaa4a6f9 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:09.717919 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c1f705d6-663f-4df1-9981-9472eaa4a6f9 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:09.735074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c1f705d6-663f-4df1-9981-9472eaa4a6f9 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.792458 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e119653-35fc-470f-8480-f3e355ccbbb8 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.801546 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c1f705d6-663f-4df1-9981-9472eaa4a6f9 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.805246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-1e119653-35fc-470f-8480-f3e355ccbbb8 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Deleting port 26320d07-d3af-4f75-90f5-9ea4048844b7 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:09.805576 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e119653-35fc-470f-8480-f3e355ccbbb8 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.805739 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c1f705d6-663f-4df1-9981-9472eaa4a6f9 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.844363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f705d6-663f-4df1-9981-9472eaa4a6f9 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6b4742-7284-4836-baca-961be68bf829,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:09.863710 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4e3c-b4a1-45ca-a3c0-499e50d07b95 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.865328 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c1f705d6-663f-4df1-9981-9472eaa4a6f9 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.866509 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c1f705d6-663f-4df1-9981-9472eaa4a6f9 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1812899 Mar 16 10:58:09.869673 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52140) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:09.877296 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-40032bc3-29dd-4c90-83b2-9f14fe04f525 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Request body: {'security_group_rule': {'security_group_id': '8853f799-545f-40fd-81da-20fa5ba5b216', 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:09.888616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-40032bc3-29dd-4c90-83b2-9f14fe04f525 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:09.896683 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-40032bc3-29dd-4c90-83b2-9f14fe04f525 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Usage tracker for resource:security_group_rule and tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:09.900089 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-40032bc3-29dd-4c90-83b2-9f14fe04f525 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:09.904916 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-14f69556-25ad-4292-ab55-fd381cfef1cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1284a74ae67444283038323f0a10022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016528 Mar 16 10:58:09.907759 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52144) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:09.910367 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-40032bc3-29dd-4c90-83b2-9f14fe04f525 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:09.935868 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d4e3c-b4a1-45ca-a3c0-499e50d07b95 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:10.086179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-40032bc3-29dd-4c90-83b2-9f14fe04f525 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.139772 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-979674ff-ecc3-406a-90f2-94df82ee1bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.183418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-979674ff-ecc3-406a-90f2-94df82ee1bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.183883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e119653-35fc-470f-8480-f3e355ccbbb8 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.190414 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-40032bc3-29dd-4c90-83b2-9f14fe04f525 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.202253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-40032bc3-29dd-4c90-83b2-9f14fe04f525 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.241399 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40032bc3-29dd-4c90-83b2-9f14fe04f525 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43d265b-558d-4825-8bc3-e4a3d58ff7fb,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:10.257801 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-40032bc3-29dd-4c90-83b2-9f14fe04f525 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.259631 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-40032bc3-29dd-4c90-83b2-9f14fe04f525 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3889019 Mar 16 10:58:10.262239 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52148) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:10.267299 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-dfd4f4fa-321b-46ea-8765-b741fe34966a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Request body: {'security_group_rule': {'security_group_id': '8853f799-545f-40fd-81da-20fa5ba5b216', 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:10.274180 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-dfd4f4fa-321b-46ea-8765-b741fe34966a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:10.278595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dfd4f4fa-321b-46ea-8765-b741fe34966a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Usage tracker for resource:security_group_rule and tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:10.283686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dfd4f4fa-321b-46ea-8765-b741fe34966a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:10.290911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-979674ff-ecc3-406a-90f2-94df82ee1bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.295815 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-dfd4f4fa-321b-46ea-8765-b741fe34966a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:10.315980 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979674ff-ecc3-406a-90f2-94df82ee1bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef6fbb1-5c95-4535-a620-6f143aadedb3,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:10.336850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-979674ff-ecc3-406a-90f2-94df82ee1bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.338906 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-979674ff-ecc3-406a-90f2-94df82ee1bf8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ef6fbb1-5c95-4535-a620-6f143aadedb3 HTTP/1.1" status: 204 len: 168 time: 0.4300308 Mar 16 10:58:10.340555 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-dfd4f4fa-321b-46ea-8765-b741fe34966a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Project abf087a0c48a4cd6b4ec2e7009c9bb94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:58:10.349948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f4fa-321b-46ea-8765-b741fe34966a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.434951 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f4fa-321b-46ea-8765-b741fe34966a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.439409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f4fa-321b-46ea-8765-b741fe34966a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.467853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-1e119653-35fc-470f-8480-f3e355ccbbb8 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Calling delete_port for 26320d07-d3af-4f75-90f5-9ea4048844b7 owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:10.471286 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4f4fa-321b-46ea-8765-b741fe34966a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa535e3-a950-466f-8800-ffc59e72af55,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:10.473904 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f4fa-321b-46ea-8765-b741fe34966a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.478001 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dfd4f4fa-321b-46ea-8765-b741fe34966a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2126248 Mar 16 10:58:10.478391 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52156) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:10.483889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3c7949fc-7cac-4277-b756-2dd18de3d2c2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Request body: {'security_group_rule': {'security_group_id': '8853f799-545f-40fd-81da-20fa5ba5b216', 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:10.490366 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3c7949fc-7cac-4277-b756-2dd18de3d2c2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:10.494763 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3c7949fc-7cac-4277-b756-2dd18de3d2c2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Usage tracker for resource:security_group_rule and tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:10.497295 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3c7949fc-7cac-4277-b756-2dd18de3d2c2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:10.503383 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3c7949fc-7cac-4277-b756-2dd18de3d2c2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:10.517605 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-3c7949fc-7cac-4277-b756-2dd18de3d2c2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Project abf087a0c48a4cd6b4ec2e7009c9bb94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:58:10.524833 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3c7949fc-7cac-4277-b756-2dd18de3d2c2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.594120 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3c7949fc-7cac-4277-b756-2dd18de3d2c2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.601034 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3c7949fc-7cac-4277-b756-2dd18de3d2c2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.635826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7949fc-7cac-4277-b756-2dd18de3d2c2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3ca28e-8242-4472-938c-b5fb871fbedd,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:10.637784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3c7949fc-7cac-4277-b756-2dd18de3d2c2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.639263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4e3c-b4a1-45ca-a3c0-499e50d07b95 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.645269 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3c7949fc-7cac-4277-b756-2dd18de3d2c2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1656873 Mar 16 10:58:10.647964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52164) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:10.653925 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-8ec7ff4e-30eb-4872-b61e-9428a339fcd0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Request body: {'network': {'name': 'tempest-network-smoke--332753455', 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'port_security_enabled': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:10.659819 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8ec7ff4e-30eb-4872-b61e-9428a339fcd0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:10.663615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8ec7ff4e-30eb-4872-b61e-9428a339fcd0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Usage tracker for resource:network and tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:10.666568 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8ec7ff4e-30eb-4872-b61e-9428a339fcd0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:10.673344 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8ec7ff4e-30eb-4872-b61e-9428a339fcd0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:10.706138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec7ff4e-30eb-4872-b61e-9428a339fcd0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Made reservation on behalf of abf087a0c48a4cd6b4ec2e7009c9bb94 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:10.710645 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8ec7ff4e-30eb-4872-b61e-9428a339fcd0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.744675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec7ff4e-30eb-4872-b61e-9428a339fcd0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:10.898982 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8ec7ff4e-30eb-4872-b61e-9428a339fcd0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.899352 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-8ec7ff4e-30eb-4872-b61e-9428a339fcd0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Added segment c9ccec73-fb9a-4e14-a1f3-4aea5682b404 of type vlan for network cbde3283-ad07-4165-8cfb-d28150cb7829 Mar 16 10:58:10.930068 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8ec7ff4e-30eb-4872-b61e-9428a339fcd0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.957460 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e119653-35fc-470f-8480-f3e355ccbbb8 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.965090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8ec7ff4e-30eb-4872-b61e-9428a339fcd0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.971326 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec7ff4e-30eb-4872-b61e-9428a339fcd0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:10.971914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8ec7ff4e-30eb-4872-b61e-9428a339fcd0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.008448 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e119653-35fc-470f-8480-f3e355ccbbb8 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Pushing event deleted for resources: {'Port': ['ID=26320d07-d3af-4f75-90f5-9ea4048844b7,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:11.023847 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8ec7ff4e-30eb-4872-b61e-9428a339fcd0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3746295 Mar 16 10:58:11.046256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52180) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:11.060088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-243538861', 'admin_state_up': True, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:11.079601 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7ff4e-30eb-4872-b61e-9428a339fcd0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event updated for resources: {'Network': ['ID=cbde3283-ad07-4165-8cfb-d28150cb7829,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:11.090665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network cbde3283-ad07-4165-8cfb-d28150cb7829 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:11.111597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:11.131515 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52184) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:11.174816 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Usage tracker for resource:router and tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:11.182819 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:11.194080 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:11.216313 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e119653-35fc-470f-8480-f3e355ccbbb8 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.243364 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1164230262'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:11.249661 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:11.254649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:network and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:11.257975 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:11.271676 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:11.283850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:11.288173 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.302848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.318299 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:11.322590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:security_group_rule and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:11.325464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:11.331130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:11.333909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.334857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.339023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2d4e3c-b4a1-45ca-a3c0-499e50d07b95 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 35575374-8e5c-493c-98e6-acd486e3ee60 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:11.405778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e119653-35fc-470f-8480-f3e355ccbbb8 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.412029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e119653-35fc-470f-8480-f3e355ccbbb8 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.415463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.419039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.449515 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:11.461852 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558b81f4-4ecf-492f-9a15-9bb3c51e7a09,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:11.467558 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.467828 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Added segment d0aa8bf8-f7bb-4a8f-b997-51092a657931 of type vlan for network 9fe14a0b-3953-4cec-af9a-531456d86295 Mar 16 10:58:11.492678 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.497199 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.514096 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e119653-35fc-470f-8480-f3e355ccbbb8 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.514608 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e119653-35fc-470f-8480-f3e355ccbbb8 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Fanout notify agent at l3_agent the message router_deleted on router 3fa86c3e-9853-4c6d-ac88-8a885fd45ecd {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:11.532534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.537854 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:11.538434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.649910 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Network': ['ID=9fe14a0b-3953-4cec-af9a-531456d86295,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:11.663176 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1afff26c-bbf2-4072-b9bc-bcb7ba175c06 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5201333 Mar 16 10:58:11.666693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 9fe14a0b-3953-4cec-af9a-531456d86295 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:11.812333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1e119653-35fc-470f-8480-f3e355ccbbb8 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.813502 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1e119653-35fc-470f-8480-f3e355ccbbb8 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "DELETE /v2.0/routers/3fa86c3e-9853-4c6d-ac88-8a885fd45ecd HTTP/1.1" status: 204 len: 168 time: 2.7337053 Mar 16 10:58:11.818207 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52190) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:11.823544 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-416038048', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:11.831047 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:11.835793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Usage tracker for resource:router and tenant:7c219c043e714120bd6d534b11f207ae is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:11.839105 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:11.846791 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:11.859135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.860999 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.876374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2d4e3c-b4a1-45ca-a3c0-499e50d07b95 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:11.877400 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.882826 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0e2d4e3c-b4a1-45ca-a3c0-499e50d07b95 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/35575374-8e5c-493c-98e6-acd486e3ee60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9517894 Mar 16 10:58:11.888974 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566a788d-0b5d-4484-b8c8-5bef8d9ddfe3 None None] Sync routers for ids ['35575374-8e5c-493c-98e6-acd486e3ee60'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:11.901665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566a788d-0b5d-4484-b8c8-5bef8d9ddfe3 None None] Routers {'35575374-8e5c-493c-98e6-acd486e3ee60'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:11.902790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-566a788d-0b5d-4484-b8c8-5bef8d9ddfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['35575374-8e5c-493c-98e6-acd486e3ee60'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:12.034706 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.222976 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-566a788d-0b5d-4484-b8c8-5bef8d9ddfe3 None None] Set router 35575374-8e5c-493c-98e6-acd486e3ee60 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:12.346389 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.506453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.539770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.635943 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96282fdb-ade7-49ac-9857-d766339f2a50 req-7eea7a8a-5a67-4ff8-a1bb-be3d19650784 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:12.636820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-96282fdb-ade7-49ac-9857-d766339f2a50 req-7eea7a8a-5a67-4ff8-a1bb-be3d19650784 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:12.696540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-96282fdb-ade7-49ac-9857-d766339f2a50 req-7eea7a8a-5a67-4ff8-a1bb-be3d19650784 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:12.697666 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-96282fdb-ade7-49ac-9857-d766339f2a50 req-7eea7a8a-5a67-4ff8-a1bb-be3d19650784 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 946 time: 0.3368444 Mar 16 10:58:12.724192 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.728365 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-566a788d-0b5d-4484-b8c8-5bef8d9ddfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:58:09Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '40992546-d7be-421b-91b4-e52658ef90db', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'port_id': '13f86a42-3d76-403d-9dc5-0d46a2506027', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'mac_address': 'fa:16:3e:79:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:55:45Z', 'updated_at': '2022-03-16T10:55:54Z', 'revision_number': 1, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4977122d-f698-4215-aa17-153577605d6e', 'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:bc:60:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:48Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:12.733353 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566a788d-0b5d-4484-b8c8-5bef8d9ddfe3 None None] Checking router: 35575374-8e5c-493c-98e6-acd486e3ee60 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:58:12.739517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Allocated IP 172.26.3.230 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/3d1a5b34-9ee2-42d9-a758-68466b7fa22f) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:12.745685 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566a788d-0b5d-4484-b8c8-5bef8d9ddfe3 None None] Routers {'35575374-8e5c-493c-98e6-acd486e3ee60'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:12.746719 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-566a788d-0b5d-4484-b8c8-5bef8d9ddfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['35575374-8e5c-493c-98e6-acd486e3ee60'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:12.761625 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.765755 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-96282fdb-ade7-49ac-9857-d766339f2a50 req-993a4946-3318-4280-97a2-613971782d60 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e96abfb0-f0f1-435b-8929-1763286f0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593004 Mar 16 10:58:12.926841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.961386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.989396 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-566a788d-0b5d-4484-b8c8-5bef8d9ddfe3 None None] Set router 35575374-8e5c-493c-98e6-acd486e3ee60 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:13.029110 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:13.037964 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:13.043508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:13.080561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event updated for resources: {'Port': ['ID=3d1a5b34-9ee2-42d9-a758-68466b7fa22f,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:13.165450 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Allocated IP 172.26.3.181 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/332fdf7d-8b2a-46cd-b3a5-e8c234f8cec8) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:13.365344 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.405834 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.484196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-566a788d-0b5d-4484-b8c8-5bef8d9ddfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:58:09Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '40992546-d7be-421b-91b4-e52658ef90db', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'port_id': '13f86a42-3d76-403d-9dc5-0d46a2506027', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'mac_address': 'fa:16:3e:79:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:55:45Z', 'updated_at': '2022-03-16T10:55:54Z', 'revision_number': 1, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4977122d-f698-4215-aa17-153577605d6e', 'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:bc:60:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:48Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:13.488642 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Pushing event updated for resources: {'Port': ['ID=332fdf7d-8b2a-46cd-b3a5-e8c234f8cec8,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:13.490654 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566a788d-0b5d-4484-b8c8-5bef8d9ddfe3 None None] The sync data for ids ['35575374-8e5c-493c-98e6-acd486e3ee60'] in dv-neutron-833859-1-hyperv is: [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:58:09Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '40992546-d7be-421b-91b4-e52658ef90db', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'port_id': '13f86a42-3d76-403d-9dc5-0d46a2506027', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'mac_address': 'fa:16:3e:79:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:55:45Z', 'updated_at': '2022-03-16T10:55:54Z', 'revision_number': 1, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4977122d-f698-4215-aa17-153577605d6e', 'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:bc:60:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:48Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:13.519636 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:13.521268 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:13.538033 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:13.670525 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.996607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d96bf2-889a-40d2-a7bf-9c75294d7ccb req-9d793f18-67ae-4802-9891-b68956fb902e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:13.998033 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-65d96bf2-889a-40d2-a7bf-9c75294d7ccb req-9d793f18-67ae-4802-9891-b68956fb902e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 946 time: 0.1896136 Mar 16 10:58:14.045221 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.146824 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0343-d1b7-4a68-93c1-29e99ec81c77 req-e2393afa-ef50-4aee-8217-b85fc316cbf8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:14.147534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-679a0343-d1b7-4a68-93c1-29e99ec81c77 req-e2393afa-ef50-4aee-8217-b85fc316cbf8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:14.170656 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-679a0343-d1b7-4a68-93c1-29e99ec81c77 req-e2393afa-ef50-4aee-8217-b85fc316cbf8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:14.174894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-65d96bf2-889a-40d2-a7bf-9c75294d7ccb req-1634747f-2445-464f-af6f-c4a0e9643dde tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port fdb90765-98d5-4eff-aa48-3db62fb4caf9 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:14.175483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-65d96bf2-889a-40d2-a7bf-9c75294d7ccb req-1634747f-2445-464f-af6f-c4a0e9643dde tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.176110 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-679a0343-d1b7-4a68-93c1-29e99ec81c77 req-e2393afa-ef50-4aee-8217-b85fc316cbf8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 946 time: 0.2164311 Mar 16 10:58:14.213764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.273918 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:14.304366 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-679a0343-d1b7-4a68-93c1-29e99ec81c77 req-e605a783-0b20-44dc-ba47-632d6cb33a22 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e96abfb0-f0f1-435b-8929-1763286f0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781331 Mar 16 10:58:14.351685 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:14.352042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b8c13bdc-7cbf-4d2a-99dd-102d41fcf92e not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:14.492228 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.639990 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Router e50c7477-81d1-4ec8-901f-567d4fc3d5be is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:58:14.699839 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Router f1d3e09b-59b9-4e61-8422-583c25edbc84 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:58:14.741599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-65d96bf2-889a-40d2-a7bf-9c75294d7ccb req-1634747f-2445-464f-af6f-c4a0e9643dde tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port fdb90765-98d5-4eff-aa48-3db62fb4caf9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fdb90765-98d5-4eff-aa48-3db62fb4caf9,segment=NetworkSegment(c6080530-c70c-4c87-a5dd-69a6cc85b750),segment_id=c6080530-c70c-4c87-a5dd-69a6cc85b750)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:14.741996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-65d96bf2-889a-40d2-a7bf-9c75294d7ccb req-1634747f-2445-464f-af6f-c4a0e9643dde tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.997592 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52200) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:14.998322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-65d96bf2-889a-40d2-a7bf-9c75294d7ccb req-1634747f-2445-464f-af6f-c4a0e9643dde tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for fdb90765-98d5-4eff-aa48-3db62fb4caf9 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:15.005819 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-0a473d32-4353-49c6-99a2-4209246ed401 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'subnet': {'network_id': '9fe14a0b-3953-4cec-af9a-531456d86295', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:15.040215 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:15.050690 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314dc8fc-bb7f-412a-b3f0-e2f0fde77910 None None] Sync routers for ids ['f1d3e09b-59b9-4e61-8422-583c25edbc84'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:15.060025 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314dc8fc-bb7f-412a-b3f0-e2f0fde77910 None None] Routers {'f1d3e09b-59b9-4e61-8422-583c25edbc84'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:15.060612 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-314dc8fc-bb7f-412a-b3f0-e2f0fde77910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f1d3e09b-59b9-4e61-8422-583c25edbc84'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:15.123363 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-314dc8fc-bb7f-412a-b3f0-e2f0fde77910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:15.133287 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314dc8fc-bb7f-412a-b3f0-e2f0fde77910 None None] Routers {'f1d3e09b-59b9-4e61-8422-583c25edbc84'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:15.134231 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-314dc8fc-bb7f-412a-b3f0-e2f0fde77910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f1d3e09b-59b9-4e61-8422-583c25edbc84'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:15.136608 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.137844 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5f97c30a-9960-4a4d-afe7-3135f424dae4 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3190901 Mar 16 10:58:15.138938 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0a473d32-4353-49c6-99a2-4209246ed401 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:15.140931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52204) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:15.147534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c17aa5b8-867c-4e8c-bd65-903ad088b342 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:15.155296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:15.178650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Sync routers for ids ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:15.190687 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Routers {'e50c7477-81d1-4ec8-901f-567d4fc3d5be'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:15.191725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:15.201478 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0a473d32-4353-49c6-99a2-4209246ed401 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:subnet and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:15.212006 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0a473d32-4353-49c6-99a2-4209246ed401 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:15.221342 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0a473d32-4353-49c6-99a2-4209246ed401 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:15.236977 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-314dc8fc-bb7f-412a-b3f0-e2f0fde77910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:15.237401 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314dc8fc-bb7f-412a-b3f0-e2f0fde77910 None None] The sync data for ids ['f1d3e09b-59b9-4e61-8422-583c25edbc84'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:15.248858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-65d96bf2-889a-40d2-a7bf-9c75294d7ccb req-1634747f-2445-464f-af6f-c4a0e9643dde tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.253261 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a473d32-4353-49c6-99a2-4209246ed401 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:15.256958 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0a473d32-4353-49c6-99a2-4209246ed401 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.300138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634747f-2445-464f-af6f-c4a0e9643dde tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=fdb90765-98d5-4eff-aa48-3db62fb4caf9,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:15.302048 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.305994 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0f27b785-b2f5-46e4-9f40-07ce57afd6a5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.2558393 Mar 16 10:58:15.306423 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52208) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:15.457354 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Set router e50c7477-81d1-4ec8-901f-567d4fc3d5be gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:15.568133 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d96bf2-889a-40d2-a7bf-9c75294d7ccb req-1634747f-2445-464f-af6f-c4a0e9643dde tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] No DVR routers for this DVR port fdb90765-98d5-4eff-aa48-3db62fb4caf9 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:15.573452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-4945e229-1b2b-41af-9965-91f55d2e3247 req-07d1eccd-1277-4b62-896f-a364031bd688 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:15.576241 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-65d96bf2-889a-40d2-a7bf-9c75294d7ccb req-1634747f-2445-464f-af6f-c4a0e9643dde tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.578093 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-65d96bf2-889a-40d2-a7bf-9c75294d7ccb req-1634747f-2445-464f-af6f-c4a0e9643dde tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "DELETE /v2.0/ports/fdb90765-98d5-4eff-aa48-3db62fb4caf9 HTTP/1.1" status: 204 len: 173 time: 1.5715659 Mar 16 10:58:15.578662 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e177cde-0c0e-4320-a52a-ca8e8bbba1f5', 'name': 'network-vif-deleted', 'tag': 'fdb90765-98d5-4eff-aa48-3db62fb4caf9'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:58:15.584288 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c6641a0a-e3d2-488e-9137-c97d23669a6f tempest-TestNetworkAdvancedServerOps-809412540 tempest-TestNetworkAdvancedServerOps-809412540-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=abf087a0c48a4cd6b4ec2e7009c9bb94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2771029 Mar 16 10:58:15.587644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52220) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:15.644206 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e177cde-0c0e-4320-a52a-ca8e8bbba1f5', 'name': 'network-vif-deleted', 'tag': 'fdb90765-98d5-4eff-aa48-3db62fb4caf9', 'status': 'completed', 'code': 200} Mar 16 10:58:15.649248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-4945e229-1b2b-41af-9965-91f55d2e3247 req-07d1eccd-1277-4b62-896f-a364031bd688 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:15.650021 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4945e229-1b2b-41af-9965-91f55d2e3247 req-07d1eccd-1277-4b62-896f-a364031bd688 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e177cde-0c0e-4320-a52a-ca8e8bbba1f5 HTTP/1.1" status: 200 len: 210 time: 0.1689467 Mar 16 10:58:15.784744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4111ca4a-7ecc-4069-af02-94f11007f656 tempest-TestNetworkAdvancedServerOps-809412540 tempest-TestNetworkAdvancedServerOps-809412540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:15.789109 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4111ca4a-7ecc-4069-af02-94f11007f656 tempest-TestNetworkAdvancedServerOps-809412540 tempest-TestNetworkAdvancedServerOps-809412540-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1972880 Mar 16 10:58:15.789409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52224) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:15.843120 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2f3a8a20-1352-453e-b5c4-cad7ecd56d26 tempest-TestNetworkAdvancedServerOps-809412540 tempest-TestNetworkAdvancedServerOps-809412540-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515003 Mar 16 10:58:15.845290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52228) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:15.853482 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9c290df8-87a0-4b32-b133-c57b8d9d1b7a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1527906233', 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829', 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:15.864867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243538861', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:11Z', 'updated_at': '2022-03-16T10:58:13Z', 'revision_number': 3, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'gw_port': {'id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:12Z', 'updated_at': '2022-03-16T10:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:15.869513 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Checking router: e50c7477-81d1-4ec8-901f-567d4fc3d5be for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:58:15.869870 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Updating router e50c7477-81d1-4ec8-901f-567d4fc3d5be port 3d1a5b34-9ee2-42d9-a758-68466b7fa22f binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:58:15.965108 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.977223 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0a473d32-4353-49c6-99a2-4209246ed401 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.985621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c17aa5b8-867c-4e8c-bd65-903ad088b342 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.990840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9c290df8-87a0-4b32-b133-c57b8d9d1b7a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:15.995257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9c290df8-87a0-4b32-b133-c57b8d9d1b7a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Usage tracker for resource:subnet and tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:15.998761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9c290df8-87a0-4b32-b133-c57b8d9d1b7a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:16.005750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9c290df8-87a0-4b32-b133-c57b8d9d1b7a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:16.024772 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c290df8-87a0-4b32-b133-c57b8d9d1b7a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Made reservation on behalf of abf087a0c48a4cd6b4ec2e7009c9bb94 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:16.036340 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9c290df8-87a0-4b32-b133-c57b8d9d1b7a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.083682 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c17aa5b8-867c-4e8c-bd65-903ad088b342 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.093590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a473d32-4353-49c6-99a2-4209246ed401 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Subnet': ['ID=f3dcbb17-c427-4069-96c9-4e0745240872,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:16.101552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a473d32-4353-49c6-99a2-4209246ed401 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Checking segment: {'id': 'd0aa8bf8-f7bb-4a8f-b997-51092a657931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9fe14a0b-3953-4cec-af9a-531456d86295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:16.101903 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a473d32-4353-49c6-99a2-4209246ed401 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network hostable DHCP agents. Network: 9fe14a0b-3953-4cec-af9a-531456d86295, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:16.108550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c17aa5b8-867c-4e8c-bd65-903ad088b342 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Deleting port 332fdf7d-8b2a-46cd-b3a5-e8c234f8cec8 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:16.108886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c17aa5b8-867c-4e8c-bd65-903ad088b342 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.174308 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a473d32-4353-49c6-99a2-4209246ed401 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network 9fe14a0b-3953-4cec-af9a-531456d86295 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:16.289969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9c290df8-87a0-4b32-b133-c57b8d9d1b7a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.341848 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.346144 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fdb90765-98d5-4eff-aa48-3db62fb4caf9 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:16.387600 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: fdb90765-98d5-4eff-aa48-3db62fb4caf9 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:16.387982 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fdb90765-98d5-4eff-aa48-3db62fb4caf9 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:16.388897 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-0a473d32-4353-49c6-99a2-4209246ed401 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 9fe14a0b-3953-4cec-af9a-531456d86295) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:16.393020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Transition to ACTIVE for port object 3d1a5b34-9ee2-42d9-a758-68466b7fa22f will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:16.404274 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a473d32-4353-49c6-99a2-4209246ed401 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:16.405373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0a473d32-4353-49c6-99a2-4209246ed401 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.405799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c290df8-87a0-4b32-b133-c57b8d9d1b7a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Checking segment: {'id': 'c9ccec73-fb9a-4e14-a1f3-4aea5682b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:16.406023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c290df8-87a0-4b32-b133-c57b8d9d1b7a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Network hostable DHCP agents. Network: cbde3283-ad07-4165-8cfb-d28150cb7829, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:16.409102 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c8a148-adc4-4698-af90-9edb6665fdcc None None] Network 9fe14a0b-3953-4cec-af9a-531456d86295 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:16.426837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c290df8-87a0-4b32-b133-c57b8d9d1b7a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event updated for resources: {'Subnet': ['ID=ab493d29-0b1f-4057-a703-7b11d5bd8704,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:16.441053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c290df8-87a0-4b32-b133-c57b8d9d1b7a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Network cbde3283-ad07-4165-8cfb-d28150cb7829 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:16.453585 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0a473d32-4353-49c6-99a2-4209246ed401 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4517274 Mar 16 10:58:16.453797 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52234) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:16.458603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-9c290df8-87a0-4b32-b133-c57b8d9d1b7a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, cbde3283-ad07-4165-8cfb-d28150cb7829) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:16.462352 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3400e98a-dedc-4f49-82ee-0d2d4207b136 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-583936764'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:16.464789 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c290df8-87a0-4b32-b133-c57b8d9d1b7a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:16.465878 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9c290df8-87a0-4b32-b133-c57b8d9d1b7a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.467076 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c17aa5b8-867c-4e8c-bd65-903ad088b342 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.478826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3400e98a-dedc-4f49-82ee-0d2d4207b136 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:16.496670 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9c290df8-87a0-4b32-b133-c57b8d9d1b7a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6501386 Mar 16 10:58:16.499565 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52238) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:16.537729 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3400e98a-dedc-4f49-82ee-0d2d4207b136 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:network and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:16.597791 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3400e98a-dedc-4f49-82ee-0d2d4207b136 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:16.606504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c17aa5b8-867c-4e8c-bd65-903ad088b342 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Calling delete_port for 332fdf7d-8b2a-46cd-b3a5-e8c234f8cec8 owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:16.616953 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f32dfd-8557-4cf2-afbc-02f7c4cf7df6 None None] Network cbde3283-ad07-4165-8cfb-d28150cb7829 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:16.645012 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3400e98a-dedc-4f49-82ee-0d2d4207b136 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:16.645736 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.670255 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3400e98a-dedc-4f49-82ee-0d2d4207b136 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:16.674331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3400e98a-dedc-4f49-82ee-0d2d4207b136 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.730539 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3400e98a-dedc-4f49-82ee-0d2d4207b136 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:16.745835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3400e98a-dedc-4f49-82ee-0d2d4207b136 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.746951 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-3400e98a-dedc-4f49-82ee-0d2d4207b136 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Added segment 11966fc9-d063-4c4c-a547-f7a4f86adb58 of type vlan for network e8031735-a04f-4b77-aafd-0809552bbd7b Mar 16 10:58:16.782147 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3400e98a-dedc-4f49-82ee-0d2d4207b136 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.822539 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52244) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:16.851043 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e71351-0e28-4ba5-9bae-41e083017d25 None None] Pushing event updated for resources: {'Port': ['ID=3d1a5b34-9ee2-42d9-a758-68466b7fa22f,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:16.858434 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Attempting to bind port 3d1a5b34-9ee2-42d9-a758-68466b7fa22f on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:16.859021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Attempting to bind port 3d1a5b34-9ee2-42d9-a758-68466b7fa22f by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:16.859573 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Attempting to bind port 3d1a5b34-9ee2-42d9-a758-68466b7fa22f on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:16.903252 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3400e98a-dedc-4f49-82ee-0d2d4207b136 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.907238 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:16.907629 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:16.907997 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.908399 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:16.908814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3400e98a-dedc-4f49-82ee-0d2d4207b136 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:16.908942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Bound port: 3d1a5b34-9ee2-42d9-a758-68466b7fa22f, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:16.909239 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.909441 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3400e98a-dedc-4f49-82ee-0d2d4207b136 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.960260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c17aa5b8-867c-4e8c-bd65-903ad088b342 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.964702 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-9fe14a0b-3953-4cec-af9a-531456d86295', 'network_id': '9fe14a0b-3953-4cec-af9a-531456d86295', 'tenant_id': '18678328b40b44ffb1e35217f2758e75', 'fixed_ips': [{'subnet_id': 'f3dcbb17-c427-4069-96c9-4e0745240872'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:16.965522 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.094350 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17aa5b8-867c-4e8c-bd65-903ad088b342 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Pushing event deleted for resources: {'Port': ['ID=332fdf7d-8b2a-46cd-b3a5-e8c234f8cec8,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:17.130567 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-74d42b91-b3bc-4365-963a-c7962696e670 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.144704 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3400e98a-dedc-4f49-82ee-0d2d4207b136 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6898744 Mar 16 10:58:17.153256 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400e98a-dedc-4f49-82ee-0d2d4207b136 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Network': ['ID=e8031735-a04f-4b77-aafd-0809552bbd7b,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:17.179228 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network e8031735-a04f-4b77-aafd-0809552bbd7b details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:17.179485 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52248) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:17.191477 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-ff845275-cc37-4bdf-9509-79c1522de47d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'subnet': {'network_id': 'e8031735-a04f-4b77-aafd-0809552bbd7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:17.204175 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] For port 3d1a5b34-9ee2-42d9-a758-68466b7fa22f, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:17.213407 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c17aa5b8-867c-4e8c-bd65-903ad088b342 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.234658 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] For port 3d1a5b34-9ee2-42d9-a758-68466b7fa22f, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3d1a5b34-9ee2-42d9-a758-68466b7fa22f,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:17.314848 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-cbde3283-ad07-4165-8cfb-d28150cb7829', 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'fixed_ips': [{'subnet_id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:17.315814 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.334906 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-74d42b91-b3bc-4365-963a-c7962696e670 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.338551 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.425430 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ff845275-cc37-4bdf-9509-79c1522de47d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:17.455375 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ff845275-cc37-4bdf-9509-79c1522de47d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:subnet and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:17.460351 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ff845275-cc37-4bdf-9509-79c1522de47d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:17.475187 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ff845275-cc37-4bdf-9509-79c1522de47d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:17.500256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.514240 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff845275-cc37-4bdf-9509-79c1522de47d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:17.517914 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ff845275-cc37-4bdf-9509-79c1522de47d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.536330 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Routers {'e50c7477-81d1-4ec8-901f-567d4fc3d5be'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:17.536330 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:17.602939 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Allocated IP 2001:db8:0:ffff::2 (9fe14a0b-3953-4cec-af9a-531456d86295/f3dcbb17-c427-4069-96c9-4e0745240872/b2c24462-9798-4918-8837-bf976260d564) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:17.605068 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e71351-0e28-4ba5-9bae-41e083017d25 None None] Pushing event updated for resources: {'Port': ['ID=3d1a5b34-9ee2-42d9-a758-68466b7fa22f,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:17.608678 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.685363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c17aa5b8-867c-4e8c-bd65-903ad088b342 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.689753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c17aa5b8-867c-4e8c-bd65-903ad088b342 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.828521 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17aa5b8-867c-4e8c-bd65-903ad088b342 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Router f1d3e09b-59b9-4e61-8422-583c25edbc84 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:17.901553 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] Set router e50c7477-81d1-4ec8-901f-567d4fc3d5be gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:18.014187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-74d42b91-b3bc-4365-963a-c7962696e670 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.027173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ff845275-cc37-4bdf-9509-79c1522de47d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.045700 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d42b91-b3bc-4365-963a-c7962696e670 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96abfb0-f0f1-435b-8929-1763286f0ab0,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:18.084894 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Allocated IP 172.20.0.2 (cbde3283-ad07-4165-8cfb-d28150cb7829/ab493d29-0b1f-4057-a703-7b11d5bd8704/86714d4d-3cd9-4d81-9454-50be32568039) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:18.106181 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17aa5b8-867c-4e8c-bd65-903ad088b342 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:18.114016 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff845275-cc37-4bdf-9509-79c1522de47d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Subnet': ['ID=4a5e09d5-4a4f-4668-80c0-0e205f863ed4,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:18.117280 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c17aa5b8-867c-4e8c-bd65-903ad088b342 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.118621 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c17aa5b8-867c-4e8c-bd65-903ad088b342 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "PUT /v2.0/routers/f1d3e09b-59b9-4e61-8422-583c25edbc84 HTTP/1.1" status: 200 len: 709 time: 2.9762700 Mar 16 10:58:18.119905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-74d42b91-b3bc-4365-963a-c7962696e670 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.120889 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-74d42b91-b3bc-4365-963a-c7962696e670 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/security-groups/e96abfb0-f0f1-435b-8929-1763286f0ab0 HTTP/1.1" status: 204 len: 168 time: 1.2974346 Mar 16 10:58:18.121522 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52254) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:18.126173 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42433696-b32c-4d50-847a-016873bab903 None None] Sync routers for ids ['f1d3e09b-59b9-4e61-8422-583c25edbc84'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:18.134443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff845275-cc37-4bdf-9509-79c1522de47d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Checking segment: {'id': '11966fc9-d063-4c4c-a547-f7a4f86adb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e8031735-a04f-4b77-aafd-0809552bbd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:18.134796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff845275-cc37-4bdf-9509-79c1522de47d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network hostable DHCP agents. Network: e8031735-a04f-4b77-aafd-0809552bbd7b, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:18.141215 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42433696-b32c-4d50-847a-016873bab903 None None] Routers {'f1d3e09b-59b9-4e61-8422-583c25edbc84'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:18.144457 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-42433696-b32c-4d50-847a-016873bab903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f1d3e09b-59b9-4e61-8422-583c25edbc84'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:18.152926 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52260) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:18.238066 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc95600-552e-4784-afd1-9c07dc9e0478 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting subnet 067a6036-b31a-4d53-9362-c44170695318 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:18.241733 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ebc95600-552e-4784-afd1-9c07dc9e0478 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.292010 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9cad6e90-405c-4985-8556-839c9a6cef7d tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "GET /v2.0/routers/f1d3e09b-59b9-4e61-8422-583c25edbc84 HTTP/1.1" status: 200 len: 744 time: 0.1693013 Mar 16 10:58:18.294945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52264) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:18.316516 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-42433696-b32c-4d50-847a-016873bab903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:18.328455 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42433696-b32c-4d50-847a-016873bab903 None None] Routers {'f1d3e09b-59b9-4e61-8422-583c25edbc84'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:18.329721 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ebc95600-552e-4784-afd1-9c07dc9e0478 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.330285 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-42433696-b32c-4d50-847a-016873bab903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f1d3e09b-59b9-4e61-8422-583c25edbc84'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:18.346990 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c7879d9c-1cab-4db5-b964-490a7cdcd0ab tempest-RoutersIpV6AdminTest-153240450 tempest-RoutersIpV6AdminTest-153240450-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&device_id=f1d3e09b-59b9-4e61-8422-583c25edbc84 HTTP/1.1" status: 200 len: 205 time: 0.0507114 Mar 16 10:58:18.349881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52268) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:18.352994 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff845275-cc37-4bdf-9509-79c1522de47d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network e8031735-a04f-4b77-aafd-0809552bbd7b is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:18.400355 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b8d0e19d-09e1-4509-b930-4633718e7d81 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1d3e09b-59b9-4e61-8422-583c25edbc84 HTTP/1.1" status: 200 len: 205 time: 0.0490069 Mar 16 10:58:18.405145 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52272) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:18.413439 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-ff845275-cc37-4bdf-9509-79c1522de47d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, e8031735-a04f-4b77-aafd-0809552bbd7b) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:18.416591 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-42433696-b32c-4d50-847a-016873bab903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:18.416992 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42433696-b32c-4d50-847a-016873bab903 None None] The sync data for ids ['f1d3e09b-59b9-4e61-8422-583c25edbc84'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:18.419918 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff845275-cc37-4bdf-9509-79c1522de47d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:18.420822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ff845275-cc37-4bdf-9509-79c1522de47d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.439836 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8560ee1-671b-4d05-b9df-e509ff75e249 None None] Network e8031735-a04f-4b77-aafd-0809552bbd7b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:18.450726 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ff845275-cc37-4bdf-9509-79c1522de47d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2683539 Mar 16 10:58:18.451296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52276) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:18.527322 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.564230 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d4db-83f1-4a3d-b85c-83d752c98418 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.638789 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Transition to ACTIVE for port object b2c24462-9798-4918-8837-bf976260d564 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:18.687661 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.710587 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Transition to ACTIVE for port object b2c24462-9798-4918-8837-bf976260d564 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:18.714930 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Transition to ACTIVE for port object 86714d4d-3cd9-4d81-9454-50be32568039 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:18.730387 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.754864 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fabd2d64-5de7-4992-a95b-cd314cde1037 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.804481 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Transition to ACTIVE for port object 86714d4d-3cd9-4d81-9454-50be32568039 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:18.825374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fabd2d64-5de7-4992-a95b-cd314cde1037 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.842784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Network 9fe14a0b-3953-4cec-af9a-531456d86295 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:18.848855 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:18.851484 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:18.869564 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ebc95600-552e-4784-afd1-9c07dc9e0478 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.869830 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.912708 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d4db-83f1-4a3d-b85c-83d752c98418 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.920081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d4db-83f1-4a3d-b85c-83d752c98418 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.929320 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Pushing event updated for resources: {'Port': ['ID=b2c24462-9798-4918-8837-bf976260d564,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:18.958258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d4db-83f1-4a3d-b85c-83d752c98418 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.958705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c1d4db-83f1-4a3d-b85c-83d752c98418 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Fanout notify agent at l3_agent the message router_deleted on router f1d3e09b-59b9-4e61-8422-583c25edbc84 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:18.983219 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d4db-83f1-4a3d-b85c-83d752c98418 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.984373 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a2c1d4db-83f1-4a3d-b85c-83d752c98418 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "DELETE /v2.0/routers/f1d3e09b-59b9-4e61-8422-583c25edbc84 HTTP/1.1" status: 204 len: 168 time: 0.5713730 Mar 16 10:58:18.987493 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ebc95600-552e-4784-afd1-9c07dc9e0478 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.990716 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52280) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:19.013812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Allocated IP 172.20.0.1 (cbde3283-ad07-4165-8cfb-d28150cb7829/ab493d29-0b1f-4057-a703-7b11d5bd8704/5ff1afae-a67b-43bd-b50a-adcb58c21a66) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:19.027572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc95600-552e-4784-afd1-9c07dc9e0478 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Subnet': ['ID=067a6036-b31a-4d53-9362-c44170695318,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:19.037683 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Network cbde3283-ad07-4165-8cfb-d28150cb7829 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:19.057014 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:19.059605 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:19.076915 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ebc95600-552e-4784-afd1-9c07dc9e0478 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.079542 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ebc95600-552e-4784-afd1-9c07dc9e0478 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/subnets/067a6036-b31a-4d53-9362-c44170695318 HTTP/1.1" status: 204 len: 168 time: 0.9247792 Mar 16 10:58:19.082004 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e2ccea64-8411-4e69-b4ce-ca8b280b9941 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1d3e09b-59b9-4e61-8422-583c25edbc84 HTTP/1.1" status: 200 len: 205 time: 0.0582988 Mar 16 10:58:19.082716 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52284) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:19.099833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52286) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:19.108817 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df965912-303d-4896-bd2c-4f4ca45297e9 None None] Network 5d60094a-cd5e-4810-993e-dbc250da6587 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:19.120459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fabd2d64-5de7-4992-a95b-cd314cde1037 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.134998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243538861', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:11Z', 'updated_at': '2022-03-16T10:58:13Z', 'revision_number': 3, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'gw_port': {'id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:12Z', 'updated_at': '2022-03-16T10:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:19.201311 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.203200 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Attempting to bind port b2c24462-9798-4918-8837-bf976260d564 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:19.203548 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Attempting to bind port b2c24462-9798-4918-8837-bf976260d564 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'd0aa8bf8-f7bb-4a8f-b997-51092a657931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9fe14a0b-3953-4cec-af9a-531456d86295'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:19.204462 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Attempting to bind port b2c24462-9798-4918-8837-bf976260d564 on network 9fe14a0b-3953-4cec-af9a-531456d86295 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:19.206766 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fda9e0-de64-4cf2-9817-24157a2aa458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-e8031735-a04f-4b77-aafd-0809552bbd7b', 'network_id': 'e8031735-a04f-4b77-aafd-0809552bbd7b', 'tenant_id': '18678328b40b44ffb1e35217f2758e75', 'fixed_ips': [{'subnet_id': '4a5e09d5-4a4f-4668-80c0-0e205f863ed4'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:19.207572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-23fda9e0-de64-4cf2-9817-24157a2aa458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.213147 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:19.213580 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.228693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Pushing event updated for resources: {'Port': ['ID=86714d4d-3cd9-4d81-9454-50be32568039,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:19.244695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd2d64-5de7-4992-a95b-cd314cde1037 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5e09d5-4a4f-4668-80c0-0e205f863ed4,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:19.281276 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4322d9-bf1b-468a-86fc-4f73025e2c9c None None] The sync data for ids ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'] in dv-neutron-833859-1-hyperv is: [{'id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243538861', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:11Z', 'updated_at': '2022-03-16T10:58:13Z', 'revision_number': 3, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'gw_port': {'id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:12Z', 'updated_at': '2022-03-16T10:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:19.307530 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-30e9adcd-101d-4af1-8d18-ea7d54fff68a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] delete failed (client error): The resource could not be found. Mar 16 10:58:19.308543 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-30e9adcd-101d-4af1-8d18-ea7d54fff68a tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "DELETE /v2.0/routers/f1d3e09b-59b9-4e61-8422-583c25edbc84 HTTP/1.1" status: 404 len: 336 time: 0.2065623 Mar 16 10:58:19.315663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52292) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:19.322367 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:19.322746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Checking segment: {'id': 'd0aa8bf8-f7bb-4a8f-b997-51092a657931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9fe14a0b-3953-4cec-af9a-531456d86295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:19.323142 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.323562 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Bound using segment: {'id': 'd0aa8bf8-f7bb-4a8f-b997-51092a657931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9fe14a0b-3953-4cec-af9a-531456d86295'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:19.324044 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Bound port: b2c24462-9798-4918-8837-bf976260d564, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0aa8bf8-f7bb-4a8f-b997-51092a657931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9fe14a0b-3953-4cec-af9a-531456d86295'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:19.324621 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.430479 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fabd2d64-5de7-4992-a95b-cd314cde1037 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.472873 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-fabd2d64-5de7-4992-a95b-cd314cde1037 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8031735-a04f-4b77-aafd-0809552bbd7b']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:19.505240 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-fabd2d64-5de7-4992-a95b-cd314cde1037 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11966fc9-d063-4c4c-a547-f7a4f86adb58') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:19.505527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-fabd2d64-5de7-4992-a95b-cd314cde1037 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11966fc9-d063-4c4c-a547-f7a4f86adb58') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:19.528934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fabd2d64-5de7-4992-a95b-cd314cde1037 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.532080 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Attempting to bind port 86714d4d-3cd9-4d81-9454-50be32568039 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:19.532727 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Attempting to bind port 86714d4d-3cd9-4d81-9454-50be32568039 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'c9ccec73-fb9a-4e14-a1f3-4aea5682b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:19.533301 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Attempting to bind port 86714d4d-3cd9-4d81-9454-50be32568039 on network cbde3283-ad07-4165-8cfb-d28150cb7829 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:19.544618 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.557940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fabd2d64-5de7-4992-a95b-cd314cde1037 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.568672 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:19.568934 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Checking segment: {'id': 'c9ccec73-fb9a-4e14-a1f3-4aea5682b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:19.569295 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.569764 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Bound using segment: {'id': 'c9ccec73-fb9a-4e14-a1f3-4aea5682b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:19.570156 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Bound port: 86714d4d-3cd9-4d81-9454-50be32568039, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ccec73-fb9a-4e14-a1f3-4aea5682b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:19.570298 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabd2d64-5de7-4992-a95b-cd314cde1037 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:19.570534 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.570738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fabd2d64-5de7-4992-a95b-cd314cde1037 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:19.586259 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:19.589132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Transition to ACTIVE for port object 5ff1afae-a67b-43bd-b50a-adcb58c21a66 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:19.687475 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3bfae20f-cb6f-4b85-8b3c-ea4923b7c701,segment=NetworkSegment(c6080530-c70c-4c87-a5dd-69a6cc85b750),segment_id=c6080530-c70c-4c87-a5dd-69a6cc85b750)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:19.687736 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.716056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fabd2d64-5de7-4992-a95b-cd314cde1037 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.742358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fabd2d64-5de7-4992-a95b-cd314cde1037 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.757952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd2d64-5de7-4992-a95b-cd314cde1037 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Network': ['ID=e8031735-a04f-4b77-aafd-0809552bbd7b,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:19.763191 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fabd2d64-5de7-4992-a95b-cd314cde1037 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/networks/e8031735-a04f-4b77-aafd-0809552bbd7b HTTP/1.1" status: 204 len: 168 time: 1.3111496 Mar 16 10:58:19.770044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52296) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:19.776222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-c67686b5-a361-4fa3-9fb8-50ef6d1a7eb9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1103406464'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:19.780131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.782051 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] For port b2c24462-9798-4918-8837-bf976260d564, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:19.810492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7484b17d-35ce-48f5-b704-3dcd429a7b4f None None] Network e8031735-a04f-4b77-aafd-0809552bbd7b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:19.817985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-c67686b5-a361-4fa3-9fb8-50ef6d1a7eb9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:19.830778 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] For port b2c24462-9798-4918-8837-bf976260d564, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b2c24462-9798-4918-8837-bf976260d564,segment=NetworkSegment(d0aa8bf8-f7bb-4a8f-b997-51092a657931),segment_id=d0aa8bf8-f7bb-4a8f-b997-51092a657931)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:19.831044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c67686b5-a361-4fa3-9fb8-50ef6d1a7eb9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:network and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:19.846098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c67686b5-a361-4fa3-9fb8-50ef6d1a7eb9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:19.846589 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7484b17d-35ce-48f5-b704-3dcd429a7b4f None None] Network e8031735-a04f-4b77-aafd-0809552bbd7b could not be found, it might have been deleted concurrently. {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 10:58:19.851278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:19.853588 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.857079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-c67686b5-a361-4fa3-9fb8-50ef6d1a7eb9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:19.865361 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Network cbde3283-ad07-4165-8cfb-d28150cb7829 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:19.874852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:19.882533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:19.922256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event updated for resources: {'Port': ['ID=5ff1afae-a67b-43bd-b50a-adcb58c21a66,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:19.925130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67686b5-a361-4fa3-9fb8-50ef6d1a7eb9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:19.928728 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c67686b5-a361-4fa3-9fb8-50ef6d1a7eb9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.941561 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e337723d-14f0-4236-b2bc-c9568d90ead8 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fa86c3e-9853-4c6d-ac88-8a885fd45ecd HTTP/1.1" status: 200 len: 205 time: 0.6202521 Mar 16 10:58:19.942333 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52300) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:19.947300 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.974711 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] For port 86714d4d-3cd9-4d81-9454-50be32568039, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:19.997538 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8445a-1a29-4c17-b717-7b8eb1b46ec6 None None] Pushing event updated for resources: {'Port': ['ID=b2c24462-9798-4918-8837-bf976260d564,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:20.002718 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] For port 86714d4d-3cd9-4d81-9454-50be32568039, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=86714d4d-3cd9-4d81-9454-50be32568039,segment=NetworkSegment(c9ccec73-fb9a-4e14-a1f3-4aea5682b404),segment_id=c9ccec73-fb9a-4e14-a1f3-4aea5682b404)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:20.010856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.023542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67686b5-a361-4fa3-9fb8-50ef6d1a7eb9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:20.027061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.046659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c67686b5-a361-4fa3-9fb8-50ef6d1a7eb9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.047066 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-c67686b5-a361-4fa3-9fb8-50ef6d1a7eb9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Added segment 1cf65b53-7a5c-4f91-ab91-52b751a15fad of type vlan for network 9cc391f7-fa34-4344-bae4-bcf7bbdae126 Mar 16 10:58:20.116779 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97be846c-8ffd-4639-a514-672b7a445c4b None None] DHCP port deletion for 5d60094a-cd5e-4810-993e-dbc250da6587 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:20.167625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fabbb-bcf3-4344-bb43-8d4723006b02 None None] Pushing event updated for resources: {'Port': ['ID=86714d4d-3cd9-4d81-9454-50be32568039,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:20.192753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c67686b5-a361-4fa3-9fb8-50ef6d1a7eb9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.193572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] No DVR routers for this DVR port 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:20.195649 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-fe309101-6bd0-4242-9228-8858836a0977 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] delete failed (client error): The resource could not be found. Mar 16 10:58:20.197204 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fe309101-6bd0-4242-9228-8858836a0977 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "DELETE /v2.0/routers/3fa86c3e-9853-4c6d-ac88-8a885fd45ecd HTTP/1.1" status: 404 len: 336 time: 0.2538443 Mar 16 10:58:20.205130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52304) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:20.232510 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=3bfae20f-cb6f-4b85-8b3c-ea4923b7c701,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:20.302140 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8347c1e4-e889-45c6-9297-f4fce4a449c1 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae106605-dcbd-4aec-b5c6-008b27953e76 HTTP/1.1" status: 200 len: 205 time: 0.0950725 Mar 16 10:58:20.318769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52308) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:20.352882 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c67686b5-a361-4fa3-9fb8-50ef6d1a7eb9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.363231 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67686b5-a361-4fa3-9fb8-50ef6d1a7eb9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:20.365055 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c67686b5-a361-4fa3-9fb8-50ef6d1a7eb9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.429245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3d1a5b34-9ee2-42d9-a758-68466b7fa22f up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:20.529182 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 3d1a5b34-9ee2-42d9-a758-68466b7fa22f completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:20.556386 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-5e6e3c65-bdd8-461c-9279-28490fd217c6 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] delete failed (client error): The resource could not be found. Mar 16 10:58:20.561002 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5e6e3c65-bdd8-461c-9279-28490fd217c6 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "DELETE /v2.0/routers/ae106605-dcbd-4aec-b5c6-008b27953e76 HTTP/1.1" status: 404 len: 336 time: 0.2403884 Mar 16 10:58:20.564953 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 3d1a5b34-9ee2-42d9-a758-68466b7fa22f triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:20.565516 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.567804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52312) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:20.580629 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.626966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d60094a-cd5e-4810-993e-dbc250da6587']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:20.649474 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6080530-c70c-4c87-a5dd-69a6cc85b750') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:20.649703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6080530-c70c-4c87-a5dd-69a6cc85b750') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:20.668016 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c67686b5-a361-4fa3-9fb8-50ef6d1a7eb9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8966432 Mar 16 10:58:20.682132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67686b5-a361-4fa3-9fb8-50ef6d1a7eb9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Network': ['ID=9cc391f7-fa34-4344-bae4-bcf7bbdae126,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:20.684263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52316) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:20.689060 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.700784 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a312f157-3e36-4f02-8921-0f667cc546cb tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b7d0faa-57ec-455a-b99d-bc376dda246a HTTP/1.1" status: 200 len: 205 time: 0.1316898 Mar 16 10:58:20.703386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52318) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:20.714454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 9cc391f7-fa34-4344-bae4-bcf7bbdae126 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:20.715419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-7c13fa3a-3491-4d6e-b90c-b797f2bbe9f2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'subnet': {'network_id': '9cc391f7-fa34-4344-bae4-bcf7bbdae126', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:20.729656 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.744792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:20.745285 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.756146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:20.782171 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:20.890804 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.905055 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.919937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.927605 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 3d1a5b34-9ee2-42d9-a758-68466b7fa22f, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3d1a5b34-9ee2-42d9-a758-68466b7fa22f,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:20.932133 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Network': ['ID=5d60094a-cd5e-4810-993e-dbc250da6587,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:20.936534 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.962316 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5d978502-bca0-49f7-9070-a21356a60c25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/networks/5d60094a-cd5e-4810-993e-dbc250da6587 HTTP/1.1" status: 204 len: 168 time: 1.8782742 Mar 16 10:58:20.964876 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52324) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:21.005747 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:21.041805 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:21.041805 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3bfae20f-cb6f-4b85-8b3c-ea4923b7c701 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:21.055811 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-28e4320c-207f-4882-9075-391c55d2809e tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] delete failed (client error): The resource could not be found. Mar 16 10:58:21.056824 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-28e4320c-207f-4882-9075-391c55d2809e tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "DELETE /v2.0/routers/7b7d0faa-57ec-455a-b99d-bc376dda246a HTTP/1.1" status: 404 len: 336 time: 0.3498387 Mar 16 10:58:21.067508 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52328) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:21.071569 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=3d1a5b34-9ee2-42d9-a758-68466b7fa22f,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:21.129300 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fb2fef9a-4690-4bba-8eff-6646ef943a47 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6 HTTP/1.1" status: 200 len: 205 time: 0.0597961 Mar 16 10:58:21.132404 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52332) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:21.235131 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-bd4686fa-cd02-40e6-81f9-02a1e999b244 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port c990f81c-6b48-4701-8741-2900ec600fba {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:21.236020 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd4686fa-cd02-40e6-81f9-02a1e999b244 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.252735 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-f13e6d46-3991-476a-ae96-49abef651b00 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] delete failed (client error): The resource could not be found. Mar 16 10:58:21.256608 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f13e6d46-3991-476a-ae96-49abef651b00 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "DELETE /v2.0/routers/27cf1bd7-bccb-4fa7-ab24-8739ef7b77b6 HTTP/1.1" status: 404 len: 336 time: 0.1165030 Mar 16 10:58:21.265913 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52336) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:21.266633 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7c13fa3a-3491-4d6e-b90c-b797f2bbe9f2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:21.272434 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7c13fa3a-3491-4d6e-b90c-b797f2bbe9f2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:subnet and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:21.276969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7c13fa3a-3491-4d6e-b90c-b797f2bbe9f2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:21.285269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7c13fa3a-3491-4d6e-b90c-b797f2bbe9f2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:21.331307 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3c67114a-a6e0-4978-b194-c0c096c84658 tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a238d9ec-2019-4f08-b151-93588d96df3f HTTP/1.1" status: 200 len: 205 time: 0.0592561 Mar 16 10:58:21.337898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52340) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:21.361419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c13fa3a-3491-4d6e-b90c-b797f2bbe9f2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:21.365245 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7c13fa3a-3491-4d6e-b90c-b797f2bbe9f2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.435738 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-9c83173e-0620-458c-a1a2-8509e118056c tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] delete failed (client error): The resource could not be found. Mar 16 10:58:21.439249 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9c83173e-0620-458c-a1a2-8509e118056c tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "DELETE /v2.0/routers/a238d9ec-2019-4f08-b151-93588d96df3f HTTP/1.1" status: 404 len: 336 time: 0.0979173 Mar 16 10:58:21.440526 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52344) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:21.526382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac45552d-bbf9-4541-ad6e-f866cb175209 None None] Network 9fe14a0b-3953-4cec-af9a-531456d86295 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:21.622436 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bdd99e75-3fd9-4eb3-86fc-4d8069f20b22 None None] Provisioning for port b2c24462-9798-4918-8837-bf976260d564 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:21.680094 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f128f830-b1e3-4ce8-9442-a2b88a6f35ad tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:21.680616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f128f830-b1e3-4ce8-9442-a2b88a6f35ad tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:21.685529 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f128f830-b1e3-4ce8-9442-a2b88a6f35ad tempest-RoutersIpV6AdminTest-1366055635 tempest-RoutersIpV6AdminTest-1366055635-project] 10.222.0.44 "DELETE /v2.0/subnets/73b60eba-a884-4f87-9105-6273a5d005e5 HTTP/1.1" status: 404 len: 337 time: 0.2405567 Mar 16 10:58:21.758062 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd4686fa-cd02-40e6-81f9-02a1e999b244 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.758386 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd4686fa-cd02-40e6-81f9-02a1e999b244 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.871715 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.890601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.982992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-bd4686fa-cd02-40e6-81f9-02a1e999b244 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for c990f81c-6b48-4701-8741-2900ec600fba owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:22.038533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event updated for resources: {'Port': ['ID=5ff1afae-a67b-43bd-b50a-adcb58c21a66,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:22.044688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7c13fa3a-3491-4d6e-b90c-b797f2bbe9f2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.086507 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.168865 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52352) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:22.176468 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8323f550-d2fa-435a-b29f-06c5f24e4181 None None] Network cbde3283-ad07-4165-8cfb-d28150cb7829 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:22.206266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13fa3a-3491-4d6e-b90c-b797f2bbe9f2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Subnet': ['ID=03db4879-3890-4a9e-afae-c875987210b4,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:22.276698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd4686fa-cd02-40e6-81f9-02a1e999b244 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.291435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c13fa3a-3491-4d6e-b90c-b797f2bbe9f2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Checking segment: {'id': '1cf65b53-7a5c-4f91-ab91-52b751a15fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cc391f7-fa34-4344-bae4-bcf7bbdae126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:22.291783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c13fa3a-3491-4d6e-b90c-b797f2bbe9f2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network hostable DHCP agents. Network: 9cc391f7-fa34-4344-bae4-bcf7bbdae126, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:22.346705 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c13fa3a-3491-4d6e-b90c-b797f2bbe9f2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network 9cc391f7-fa34-4344-bae4-bcf7bbdae126 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:22.356420 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Network cbde3283-ad07-4165-8cfb-d28150cb7829 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:22.359851 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:22.408807 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4686fa-cd02-40e6-81f9-02a1e999b244 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=c990f81c-6b48-4701-8741-2900ec600fba,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:22.446456 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-7c13fa3a-3491-4d6e-b90c-b797f2bbe9f2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 9cc391f7-fa34-4344-bae4-bcf7bbdae126) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:22.452144 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c13fa3a-3491-4d6e-b90c-b797f2bbe9f2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:22.452944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7c13fa3a-3491-4d6e-b90c-b797f2bbe9f2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.468444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd55a03b-d6f1-4ea6-8d64-27859448b89b None None] Network 9cc391f7-fa34-4344-bae4-bcf7bbdae126 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:22.530319 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7c13fa3a-3491-4d6e-b90c-b797f2bbe9f2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8284421 Mar 16 10:58:22.534702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52358) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:22.543372 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-e77955c5-ecab-42fa-8687-72a18db9ef2d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-718652330'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:22.574505 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd4686fa-cd02-40e6-81f9-02a1e999b244 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.574836 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-bd4686fa-cd02-40e6-81f9-02a1e999b244 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 40992546-d7be-421b-91b4-e52658ef90db disassociated (deleted). External IP: 172.26.3.108, port: 13f86a42-3d76-403d-9dc5-0d46a2506027. Mar 16 10:58:22.606839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e77955c5-ecab-42fa-8687-72a18db9ef2d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:22.619525 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e77955c5-ecab-42fa-8687-72a18db9ef2d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:network and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:22.623921 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e77955c5-ecab-42fa-8687-72a18db9ef2d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:22.633532 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e77955c5-ecab-42fa-8687-72a18db9ef2d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:22.639804 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b2c24462-9798-4918-8837-bf976260d564 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:22.643700 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f9cb4381-a903-4dd6-95ef-af8eb3277816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.662211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77955c5-ecab-42fa-8687-72a18db9ef2d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:22.665901 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e77955c5-ecab-42fa-8687-72a18db9ef2d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.666363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f9cb4381-a903-4dd6-95ef-af8eb3277816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:22.674010 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f9cb4381-a903-4dd6-95ef-af8eb3277816 admin admin] Usage tracker for resource:security_group_rule and tenant:7c219c043e714120bd6d534b11f207ae is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:22.678993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Router e50c7477-81d1-4ec8-901f-567d4fc3d5be has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:22.679191 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8b69efb1-2e10-460d-b13c-4a034e1d438d None None] Provisioning for port 86714d4d-3cd9-4d81-9454-50be32568039 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:22.679340 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f9cb4381-a903-4dd6-95ef-af8eb3277816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:22.693776 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f9cb4381-a903-4dd6-95ef-af8eb3277816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:22.699120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77955c5-ecab-42fa-8687-72a18db9ef2d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:22.709148 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e77955c5-ecab-42fa-8687-72a18db9ef2d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.709148 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-e77955c5-ecab-42fa-8687-72a18db9ef2d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Added segment 466498bf-43e9-4ff0-85ff-9c190bfb62e6 of type vlan for network 42e648c5-190e-4666-8409-a5548bc5ef62 Mar 16 10:58:22.737922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e77955c5-ecab-42fa-8687-72a18db9ef2d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.773597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e77955c5-ecab-42fa-8687-72a18db9ef2d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.779974 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77955c5-ecab-42fa-8687-72a18db9ef2d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:22.779974 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e77955c5-ecab-42fa-8687-72a18db9ef2d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.839070 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port b2c24462-9798-4918-8837-bf976260d564 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:22.855025 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port b2c24462-9798-4918-8837-bf976260d564 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:22.855504 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.961800 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-9cc391f7-fa34-4344-bae4-bcf7bbdae126', 'network_id': '9cc391f7-fa34-4344-bae4-bcf7bbdae126', 'tenant_id': '18678328b40b44ffb1e35217f2758e75', 'fixed_ips': [{'subnet_id': '03db4879-3890-4a9e-afae-c875987210b4'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:22.962693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.013521 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e77955c5-ecab-42fa-8687-72a18db9ef2d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4777608 Mar 16 10:58:23.024762 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52362) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:23.043189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'subnet': {'network_id': '42e648c5-190e-4666-8409-a5548bc5ef62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:23.168508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77955c5-ecab-42fa-8687-72a18db9ef2d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Network': ['ID=42e648c5-190e-4666-8409-a5548bc5ef62,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:23.174210 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f9cb4381-a903-4dd6-95ef-af8eb3277816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.179509 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:23.182927 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f9cb4381-a903-4dd6-95ef-af8eb3277816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.204343 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:subnet and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:23.210068 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4686fa-cd02-40e6-81f9-02a1e999b244 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 35575374-8e5c-493c-98e6-acd486e3ee60 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:23.212396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:23.215689 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:23.227347 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2431aae6-9ef2-4d45-b278-894b33df9288 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "PUT /v2.0/routers/e50c7477-81d1-4ec8-901f-567d4fc3d5be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7175012 Mar 16 10:58:23.250977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:23.317777 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Allocated IP 2001:db8::3 (9cc391f7-fa34-4344-bae4-bcf7bbdae126/03db4879-3890-4a9e-afae-c875987210b4/a40666fb-6105-45c0-a053-dc9cd9b10865) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:23.325746 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52368) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:23.336133 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f9cb4381-a903-4dd6-95ef-af8eb3277816 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c219c043e714120bd6d534b11f207ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1594028 Mar 16 10:58:23.337016 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb4381-a903-4dd6-95ef-af8eb3277816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f60f3e-c8b5-4c13-9564-0d77e1615166,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:23.373576 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.380291 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 42e648c5-190e-4666-8409-a5548bc5ef62 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:23.381401 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:23.386338 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.421163 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Sync routers for ids ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:23.423262 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c823d690-7d51-4dff-9146-b1b85066afe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.458684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c823d690-7d51-4dff-9146-b1b85066afe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.507212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.ipam_backend_mixin [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Performing IP validity checks on allocation pools {{(pid=87968) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:58:23.508127 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.ipam_backend_mixin [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87968) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:58:23.523327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c823d690-7d51-4dff-9146-b1b85066afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.549968 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823d690-7d51-4dff-9146-b1b85066afe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f60f3e-c8b5-4c13-9564-0d77e1615166,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:23.556549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c823d690-7d51-4dff-9146-b1b85066afe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.560673 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c823d690-7d51-4dff-9146-b1b85066afe0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8f60f3e-c8b5-4c13-9564-0d77e1615166 HTTP/1.1" status: 204 len: 168 time: 0.2337990 Mar 16 10:58:23.613499 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Routers {'e50c7477-81d1-4ec8-901f-567d4fc3d5be'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:23.614382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:23.716138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-da3fa8c5-628c-4566-b8ae-fa03b18e44ee None None] Provisioning for port 5ff1afae-a67b-43bd-b50a-adcb58c21a66 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:23.732732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port b2c24462-9798-4918-8837-bf976260d564, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b2c24462-9798-4918-8837-bf976260d564,segment=NetworkSegment(d0aa8bf8-f7bb-4a8f-b997-51092a657931),segment_id=d0aa8bf8-f7bb-4a8f-b997-51092a657931)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:23.793603 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4686fa-cd02-40e6-81f9-02a1e999b244 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:23.797262 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-a49f3316-24e9-4063-b4c9-cbbf03d85c1b tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Synchronizing usage tracker for tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:23.806198 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41365a34-a6b7-4364-8d7a-91bda0136d48 None None] Sync routers for ids ['35575374-8e5c-493c-98e6-acd486e3ee60'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:23.827895 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41365a34-a6b7-4364-8d7a-91bda0136d48 None None] Routers {'35575374-8e5c-493c-98e6-acd486e3ee60'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:23.828520 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-41365a34-a6b7-4364-8d7a-91bda0136d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['35575374-8e5c-493c-98e6-acd486e3ee60'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:23.863189 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Set router e50c7477-81d1-4ec8-901f-567d4fc3d5be gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:23.899449 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-a49f3316-24e9-4063-b4c9-cbbf03d85c1b tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Unset dirty status for tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:23.900526 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-a49f3316-24e9-4063-b4c9-cbbf03d85c1b tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1840325961&fields=id&tenant_id=abf087a0c48a4cd6b4ec2e7009c9bb94 HTTP/1.1" status: 200 len: 267 time: 0.3855064 Mar 16 10:58:23.909927 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd4686fa-cd02-40e6-81f9-02a1e999b244 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.919325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-da3fa8c5-628c-4566-b8ae-fa03b18e44ee None None] Provisioning complete for port 5ff1afae-a67b-43bd-b50a-adcb58c21a66 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:23.919804 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-da3fa8c5-628c-4566-b8ae-fa03b18e44ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.952925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.953466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3d1a5b34-9ee2-42d9-a758-68466b7fa22f up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:24.013656 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52386) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:24.041533 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-41365a34-a6b7-4364-8d7a-91bda0136d48 None None] Set router 35575374-8e5c-493c-98e6-acd486e3ee60 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:24.088516 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bd4686fa-cd02-40e6-81f9-02a1e999b244 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/floatingips/40992546-d7be-421b-91b4-e52658ef90db HTTP/1.1" status: 204 len: 168 time: 3.1198268 Mar 16 10:58:24.096742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'tag': '13f86a42-3d76-403d-9dc5-0d46a2506027'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:58:24.105506 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-22f1a729-009d-4a81-a7d8-d7bcb5ea5425 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a3e5907ce774dbcbaba80c6c6bb5de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889459 Mar 16 10:58:24.106345 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52394) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:24.126341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.193112 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-973156df-a451-4b91-adc2-a5a6ec9080de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.207292 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-da3fa8c5-628c-4566-b8ae-fa03b18e44ee None None] Port 5ff1afae-a67b-43bd-b50a-adcb58c21a66 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:24.210418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Subnet': ['ID=485fd47e-4666-4929-abb9-fd42707f9065,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:24.234410 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-0631f50f-041c-49c4-b465-058ddf8a2c4d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:24.235416 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-0631f50f-041c-49c4-b465-058ddf8a2c4d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Synchronizing usage tracker for tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 on resource:network {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:24.245634 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-973156df-a451-4b91-adc2-a5a6ec9080de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.270497 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Checking segment: {'id': '466498bf-43e9-4ff0-85ff-9c190bfb62e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42e648c5-190e-4666-8409-a5548bc5ef62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:24.270762 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network hostable DHCP agents. Network: 42e648c5-190e-4666-8409-a5548bc5ef62, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:24.307681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-0631f50f-041c-49c4-b465-058ddf8a2c4d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Unset dirty status for tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 on resource:network {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:24.315224 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-0631f50f-041c-49c4-b465-058ddf8a2c4d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/networks?id=cbde3283-ad07-4165-8cfb-d28150cb7829 HTTP/1.1" status: 200 len: 796 time: 0.4071867 Mar 16 10:58:24.337656 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network 42e648c5-190e-4666-8409-a5548bc5ef62 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:24.343102 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-1da0766d-52c2-487d-ae01-8ca611cdc250 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/quotas/abf087a0c48a4cd6b4ec2e7009c9bb94 HTTP/1.1" status: 200 len: 375 time: 0.0270648 Mar 16 10:58:24.351905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-973156df-a451-4b91-adc2-a5a6ec9080de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.381884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973156df-a451-4b91-adc2-a5a6ec9080de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c2efa7-d4f5-4036-941a-4c81d13b4a40,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:24.395757 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-973156df-a451-4b91-adc2-a5a6ec9080de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.413757 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-973156df-a451-4b91-adc2-a5a6ec9080de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1c2efa7-d4f5-4036-941a-4c81d13b4a40 HTTP/1.1" status: 204 len: 168 time: 0.3049905 Mar 16 10:58:24.445803 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 42e648c5-190e-4666-8409-a5548bc5ef62) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:24.450028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=b2c24462-9798-4918-8837-bf976260d564,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:24.464373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:24.465236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.484024 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859fbdb5-291a-4448-8523-bb291fca39f7 None None] Network 42e648c5-190e-4666-8409-a5548bc5ef62 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:24.500261 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-72c39b2c-dd73-463f-b3f9-b6a9122f0183 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4743252 Mar 16 10:58:24.503306 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52404) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:24.539106 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-ad62f452-5310-4ad7-8657-873f8d611f29 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=abf087a0c48a4cd6b4ec2e7009c9bb94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1790805 Mar 16 10:58:24.563917 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.567175 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 3d1a5b34-9ee2-42d9-a758-68466b7fa22f triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:24.567999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.663793 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-41365a34-a6b7-4364-8d7a-91bda0136d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:58:09Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4977122d-f698-4215-aa17-153577605d6e', 'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:bc:60:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:48Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:24.672302 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41365a34-a6b7-4364-8d7a-91bda0136d48 None None] Checking router: 35575374-8e5c-493c-98e6-acd486e3ee60 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:58:24.695001 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41365a34-a6b7-4364-8d7a-91bda0136d48 None None] Routers {'35575374-8e5c-493c-98e6-acd486e3ee60'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:24.695661 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-41365a34-a6b7-4364-8d7a-91bda0136d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['35575374-8e5c-493c-98e6-acd486e3ee60'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:24.734451 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'tag': '13f86a42-3d76-403d-9dc5-0d46a2506027', 'status': 'completed', 'code': 200} Mar 16 10:58:24.755562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-42b8658e-e5f2-48fc-af4a-4c76e085160b tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.778499 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Transition to ACTIVE for port object a40666fb-6105-45c0-a053-dc9cd9b10865 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:24.793849 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-a0c89105-d6fa-4b0e-bfa8-9d67632d2e73 service neutron] 10.222.0.44 "GET /v2.0/networks/cbde3283-ad07-4165-8cfb-d28150cb7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521837 Mar 16 10:58:24.913995 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Transition to ACTIVE for port object a40666fb-6105-45c0-a053-dc9cd9b10865 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:24.945307 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-de8464b2-d0e5-4fbf-a00c-81c49b542bfb None None] Provisioning complete for port 5ff1afae-a67b-43bd-b50a-adcb58c21a66 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:24.945577 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-de8464b2-d0e5-4fbf-a00c-81c49b542bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.959249 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-41365a34-a6b7-4364-8d7a-91bda0136d48 None None] Set router 35575374-8e5c-493c-98e6-acd486e3ee60 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:24.980495 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.998548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-42b8658e-e5f2-48fc-af4a-4c76e085160b tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.004266 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-b1876d30-e399-4a1c-92e7-96c1652df078 service neutron] 10.222.0.44 "GET /v2.0/networks/cbde3283-ad07-4165-8cfb-d28150cb7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974854 Mar 16 10:58:25.123805 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-42b8658e-e5f2-48fc-af4a-4c76e085160b tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.164613 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Pushing event updated for resources: {'Port': ['ID=a40666fb-6105-45c0-a053-dc9cd9b10865,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:25.176773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8658e-e5f2-48fc-af4a-4c76e085160b tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Subnet': ['ID=485fd47e-4666-4929-abb9-fd42707f9065,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:25.280588 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-42b8658e-e5f2-48fc-af4a-4c76e085160b tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.324629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-42b8658e-e5f2-48fc-af4a-4c76e085160b tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e648c5-190e-4666-8409-a5548bc5ef62']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:25.340143 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Network 9cc391f7-fa34-4344-bae4-bcf7bbdae126 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:25.347298 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-42b8658e-e5f2-48fc-af4a-4c76e085160b tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466498bf-43e9-4ff0-85ff-9c190bfb62e6') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:25.348722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-42b8658e-e5f2-48fc-af4a-4c76e085160b tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466498bf-43e9-4ff0-85ff-9c190bfb62e6') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:25.373874 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-42b8658e-e5f2-48fc-af4a-4c76e085160b tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.390899 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f56998a1-e619-4f7e-86ec-b14997ef0ee2 req-693bbe7a-4361-4c80-8a5a-f6b2aef6fe3a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 210 time: 0.0704293 Mar 16 10:58:25.398153 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:25.407791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:25.407955 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-42b8658e-e5f2-48fc-af4a-4c76e085160b tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.414089 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-de8464b2-d0e5-4fbf-a00c-81c49b542bfb None None] Port 5ff1afae-a67b-43bd-b50a-adcb58c21a66 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:25.418251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b8658e-e5f2-48fc-af4a-4c76e085160b tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:25.418651 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-42b8658e-e5f2-48fc-af4a-4c76e085160b tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.422098 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74df492a-9aa3-4896-9b8f-d0e69f701e7e None None] Network 42e648c5-190e-4666-8409-a5548bc5ef62 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:25.515472 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243538861', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:11Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'gw_port': {'id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:12Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '5ff1afae-a67b-43bd-b50a-adcb58c21a66', 'name': '', 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'mac_address': 'fa:16:3e:da:ac:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:17Z', 'updated_at': '2022-03-16T10:58:21Z', 'revision_number': 2, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'subnets': [{'id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:25.525905 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:25.564896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44eaeef-440d-4664-82eb-c474f5bdf522 req-fa2bc492-22c1-44b3-9e45-9089fe823a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:25.570199 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b44eaeef-440d-4664-82eb-c474f5bdf522 req-fa2bc492-22c1-44b3-9e45-9089fe823a71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 1099 time: 0.8103728 Mar 16 10:58:25.575502 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-41365a34-a6b7-4364-8d7a-91bda0136d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:58:09Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4977122d-f698-4215-aa17-153577605d6e', 'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:bc:60:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:48Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:25.590483 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41365a34-a6b7-4364-8d7a-91bda0136d48 None None] The sync data for ids ['35575374-8e5c-493c-98e6-acd486e3ee60'] in dv-neutron-833859-1-hyperv is: [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:58:09Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4977122d-f698-4215-aa17-153577605d6e', 'name': '', 'network_id': 'eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:bc:60:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:48Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '1eb55fa3-2b04-43ec-a85b-0b117769ed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:25.590860 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Checking router: e50c7477-81d1-4ec8-901f-567d4fc3d5be for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:58:25.590973 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Updating router e50c7477-81d1-4ec8-901f-567d4fc3d5be port 5ff1afae-a67b-43bd-b50a-adcb58c21a66 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:58:25.615756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-42b8658e-e5f2-48fc-af4a-4c76e085160b tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.667876 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-42b8658e-e5f2-48fc-af4a-4c76e085160b tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.670524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8658e-e5f2-48fc-af4a-4c76e085160b tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Network': ['ID=42e648c5-190e-4666-8409-a5548bc5ef62,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:25.704893 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 86714d4d-3cd9-4d81-9454-50be32568039 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:25.739833 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Attempting to bind port a40666fb-6105-45c0-a053-dc9cd9b10865 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:25.740302 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Attempting to bind port a40666fb-6105-45c0-a053-dc9cd9b10865 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '1cf65b53-7a5c-4f91-ab91-52b751a15fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cc391f7-fa34-4344-bae4-bcf7bbdae126'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:25.740726 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Attempting to bind port a40666fb-6105-45c0-a053-dc9cd9b10865 on network 9cc391f7-fa34-4344-bae4-bcf7bbdae126 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:25.746922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bde7ad-fb6d-4c1f-ab50-32d43cf78ac0 req-d5a1aa55-55a9-4af6-85d7-468dff6011e4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:25.748433 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-00bde7ad-fb6d-4c1f-ab50-32d43cf78ac0 req-d5a1aa55-55a9-4af6-85d7-468dff6011e4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 946 time: 0.8722823 Mar 16 10:58:25.749749 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-42b8658e-e5f2-48fc-af4a-4c76e085160b tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/networks/42e648c5-190e-4666-8409-a5548bc5ef62 HTTP/1.1" status: 204 len: 168 time: 1.2448275 Mar 16 10:58:25.753502 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52436) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:25.762153 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-bd57533e-e3e5-4a0e-bf08-5a779c586764 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2116840017'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:25.770520 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:25.770987 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Checking segment: {'id': '1cf65b53-7a5c-4f91-ab91-52b751a15fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cc391f7-fa34-4344-bae4-bcf7bbdae126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:25.771471 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.771932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Bound using segment: {'id': '1cf65b53-7a5c-4f91-ab91-52b751a15fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cc391f7-fa34-4344-bae4-bcf7bbdae126'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:25.772475 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Bound port: a40666fb-6105-45c0-a053-dc9cd9b10865, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf65b53-7a5c-4f91-ab91-52b751a15fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cc391f7-fa34-4344-bae4-bcf7bbdae126'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:25.773138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.773613 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-bd57533e-e3e5-4a0e-bf08-5a779c586764 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:25.791695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-bd57533e-e3e5-4a0e-bf08-5a779c586764 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:network and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:25.803404 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-bd57533e-e3e5-4a0e-bf08-5a779c586764 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:25.827884 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-bd57533e-e3e5-4a0e-bf08-5a779c586764 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:25.838308 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-00bde7ad-fb6d-4c1f-ab50-32d43cf78ac0 req-f883c31b-8f1a-4ac2-ac16-4ae9f3040897 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d24aa627-8744-453d-be62-e3b712135e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778983 Mar 16 10:58:25.841364 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44eaeef-440d-4664-82eb-c474f5bdf522 req-26329d92-0056-4a7e-8c28-09bc6e0a2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:25.842604 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b44eaeef-440d-4664-82eb-c474f5bdf522 req-26329d92-0056-4a7e-8c28-09bc6e0a2507 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 HTTP/1.1" status: 200 len: 898 time: 0.2586718 Mar 16 10:58:25.876566 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd57533e-e3e5-4a0e-bf08-5a779c586764 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:25.881532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd57533e-e3e5-4a0e-bf08-5a779c586764 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.915764 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd57533e-e3e5-4a0e-bf08-5a779c586764 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:25.928771 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd57533e-e3e5-4a0e-bf08-5a779c586764 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.929335 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-bd57533e-e3e5-4a0e-bf08-5a779c586764 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Added segment 46b1dde3-9542-4384-87f0-63b3d03c196e of type vlan for network 2a88512c-e60f-4cbf-b941-025e2e9f2620 Mar 16 10:58:25.942675 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b44eaeef-440d-4664-82eb-c474f5bdf522 req-b98252f9-a1b2-4bec-9061-189831684835 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13f86a42-3d76-403d-9dc5-0d46a2506027 HTTP/1.1" status: 200 len: 217 time: 0.0919430 Mar 16 10:58:25.962689 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd57533e-e3e5-4a0e-bf08-5a779c586764 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.975266 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.006622 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52440) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:26.013420 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd57533e-e3e5-4a0e-bf08-5a779c586764 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.019261 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd57533e-e3e5-4a0e-bf08-5a779c586764 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:26.020082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bd57533e-e3e5-4a0e-bf08-5a779c586764 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.119840 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553e8588-d22a-47d8-b95b-e77b7fd0dde3 None None] New status for floating IP 40992546-d7be-421b-91b4-e52658ef90db: DOWN {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:58:26.237131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44eaeef-440d-4664-82eb-c474f5bdf522 req-27473fdb-e9d0-4d1e-b104-ce791414b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:26.238792 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b44eaeef-440d-4664-82eb-c474f5bdf522 req-27473fdb-e9d0-4d1e-b104-ce791414b8fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1eb55fa3-2b04-43ec-a85b-0b117769ed73 HTTP/1.1" status: 200 len: 835 time: 0.2878704 Mar 16 10:58:26.240036 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bd57533e-e3e5-4a0e-bf08-5a779c586764 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4844577 Mar 16 10:58:26.241417 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57533e-e3e5-4a0e-bf08-5a779c586764 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Network': ['ID=2a88512c-e60f-4cbf-b941-025e2e9f2620,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:26.242991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52446) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:26.259996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-43d5eb57-9256-4c9f-b8b4-d0ae0350d339 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'subnet': {'network_id': '2a88512c-e60f-4cbf-b941-025e2e9f2620', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:26.262264 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-abed2424-b33f-4a3e-83f4-aaba74555d35 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] Request body: {'port': {'network_id': '37e69172-c7f6-4efd-bff4-26e4a96d80d5', 'name': 'tempest-NetworksNegativeTestJSON-2032919991'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:26.277231 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 2a88512c-e60f-4cbf-b941-025e2e9f2620 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:26.300316 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-abed2424-b33f-4a3e-83f4-aaba74555d35 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] POST failed (client error): The resource could not be found. Mar 16 10:58:26.300798 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abed2424-b33f-4a3e-83f4-aaba74555d35 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:26.301998 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-abed2424-b33f-4a3e-83f4-aaba74555d35 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2943859 Mar 16 10:58:26.305805 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52450) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:26.334027 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7b36a7-9bf7-400f-874f-2abd338daa61 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:26.334505 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7b36a7-9bf7-400f-874f-2abd338daa61 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:26.336228 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-af7b36a7-9bf7-400f-874f-2abd338daa61 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] 10.222.0.44 "DELETE /v2.0/networks/3ad1c233-fa7a-4197-b3bf-8b8ee3c9311f HTTP/1.1" status: 404 len: 339 time: 0.0295227 Mar 16 10:58:26.340116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52454) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:26.414142 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a639d7f-569a-414e-b7f4-c52d13e07c4c tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:26.422636 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a639d7f-569a-414e-b7f4-c52d13e07c4c tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:26.425003 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3a639d7f-569a-414e-b7f4-c52d13e07c4c tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] 10.222.0.44 "DELETE /v2.0/ports/53d5cb1a-372a-492c-a537-2bfdc99dee08 HTTP/1.1" status: 404 len: 333 time: 0.0839553 Mar 16 10:58:26.428862 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52460) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:26.475708 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8cdb824-d993-48e3-b161-2e47850d1571 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:26.476202 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8cdb824-d993-48e3-b161-2e47850d1571 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:26.478031 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f8cdb824-d993-48e3-b161-2e47850d1571 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] 10.222.0.44 "DELETE /v2.0/subnets/8790666a-b3c7-4302-8d25-4e65d6363a41 HTTP/1.1" status: 404 len: 337 time: 0.0482306 Mar 16 10:58:26.481978 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52464) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:26.484281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5776791-ead6-4095-8ee6-cd129fbced43 req-8ab0ecbf-53d6-4999-88ee-258ce11d3879 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:26.487104 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5776791-ead6-4095-8ee6-cd129fbced43 req-8ab0ecbf-53d6-4999-88ee-258ce11d3879 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 946 time: 0.4578218 Mar 16 10:58:26.491761 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 86714d4d-3cd9-4d81-9454-50be32568039 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:26.497317 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] For port a40666fb-6105-45c0-a053-dc9cd9b10865, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:26.525749 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a3be34-2294-475e-b6a2-57c2bd4f83d6 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] GET failed (client error): The resource could not be found. Mar 16 10:58:26.527403 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e3a3be34-2294-475e-b6a2-57c2bd4f83d6 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] 10.222.0.44 "GET /v2.0/networks/75dfe140-15a2-4b0f-9010-7834b2ec6700 HTTP/1.1" status: 404 len: 339 time: 0.0442595 Mar 16 10:58:26.531212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52468) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:26.555209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-43d5eb57-9256-4c9f-b8b4-d0ae0350d339 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:26.565091 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-43d5eb57-9256-4c9f-b8b4-d0ae0350d339 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:subnet and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:26.575441 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 86714d4d-3cd9-4d81-9454-50be32568039 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:26.576019 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-43d5eb57-9256-4c9f-b8b4-d0ae0350d339 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:26.576130 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.590053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-43d5eb57-9256-4c9f-b8b4-d0ae0350d339 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:26.605557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-b5776791-ead6-4095-8ee6-cd129fbced43 req-23ed3678-d244-4037-937f-066fa2632b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 13f86a42-3d76-403d-9dc5-0d46a2506027 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:26.606837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b5776791-ead6-4095-8ee6-cd129fbced43 req-23ed3678-d244-4037-937f-066fa2632b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.616261 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] For port a40666fb-6105-45c0-a053-dc9cd9b10865, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a40666fb-6105-45c0-a053-dc9cd9b10865,segment=NetworkSegment(1cf65b53-7a5c-4f91-ab91-52b751a15fad),segment_id=1cf65b53-7a5c-4f91-ab91-52b751a15fad)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:26.620991 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df16023-308a-4813-b5ec-223945acb003 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] GET failed (client error): The resource could not be found. Mar 16 10:58:26.622181 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1df16023-308a-4813-b5ec-223945acb003 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] 10.222.0.44 "GET /v2.0/ports/53ea383e-649f-4128-8ab6-f8ba09841fcf HTTP/1.1" status: 404 len: 333 time: 0.0890825 Mar 16 10:58:26.628021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52472) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:26.632946 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1ee077ae-264f-4f27-ba44-6c4707ee7332 req-31962755-f50e-44c5-9e13-55da4aeffb76 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 210 time: 0.0607722 Mar 16 10:58:26.643200 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.648922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44eaeef-440d-4664-82eb-c474f5bdf522 req-3bc3bb10-1ba9-48d8-bd7a-c52bdf80136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:26.650381 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b44eaeef-440d-4664-82eb-c474f5bdf522 req-3bc3bb10-1ba9-48d8-bd7a-c52bdf80136b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3955948 Mar 16 10:58:26.672197 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef654ce-256f-430f-864a-ef763bcd66fd tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] GET failed (client error): The resource could not be found. Mar 16 10:58:26.677082 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-aef654ce-256f-430f-864a-ef763bcd66fd tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] 10.222.0.44 "GET /v2.0/subnets/b2f21fb5-da2d-47dd-815e-257f758b8257 HTTP/1.1" status: 404 len: 337 time: 0.0446110 Mar 16 10:58:26.677332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52476) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:26.682578 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d5eb57-9256-4c9f-b8b4-d0ae0350d339 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:26.683294 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-0aef834e-fcc2-4b5e-92d0-d51edfef81fb tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:26.686184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43d5eb57-9256-4c9f-b8b4-d0ae0350d339 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.706691 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aef834e-fcc2-4b5e-92d0-d51edfef81fb tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] PUT failed (client error): The resource could not be found. Mar 16 10:58:26.707290 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aef834e-fcc2-4b5e-92d0-d51edfef81fb tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:26.712463 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0aef834e-fcc2-4b5e-92d0-d51edfef81fb tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] 10.222.0.44 "PUT /v2.0/networks/95a80bf6-0626-41b6-b1b8-0a496060d156 HTTP/1.1" status: 404 len: 339 time: 0.0305753 Mar 16 10:58:26.713546 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52480) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:26.721906 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3b1c4e51-73c9-4e69-a105-83d6bd818d1b tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:26.769820 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1c4e51-73c9-4e69-a105-83d6bd818d1b tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] PUT failed (client error): The resource could not be found. Mar 16 10:58:26.770550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1c4e51-73c9-4e69-a105-83d6bd818d1b tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:26.775005 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3b1c4e51-73c9-4e69-a105-83d6bd818d1b tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] 10.222.0.44 "PUT /v2.0/ports/e1140442-61e8-469b-8ea6-83771fae9fdd HTTP/1.1" status: 404 len: 333 time: 0.0579906 Mar 16 10:58:26.775258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52484) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:26.781634 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-60cf1f02-c8b9-469a-88a1-32c59bbe73a7 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:26.820145 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cf1f02-c8b9-469a-88a1-32c59bbe73a7 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] PUT failed (client error): The resource could not be found. Mar 16 10:58:26.821177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cf1f02-c8b9-469a-88a1-32c59bbe73a7 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:26.825222 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-60cf1f02-c8b9-469a-88a1-32c59bbe73a7 tempest-NetworksNegativeTestJSON-1562250820 tempest-NetworksNegativeTestJSON-1562250820-project] 10.222.0.44 "PUT /v2.0/subnets/b740926a-27a8-4b71-a020-7820bc8265ea HTTP/1.1" status: 404 len: 337 time: 0.0456679 Mar 16 10:58:26.874268 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb29484-f6b2-46ce-92eb-67128f1b743a None None] Pushing event updated for resources: {'Port': ['ID=a40666fb-6105-45c0-a053-dc9cd9b10865,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:26.974349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.056948 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 86714d4d-3cd9-4d81-9454-50be32568039, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=86714d4d-3cd9-4d81-9454-50be32568039,segment=NetworkSegment(c9ccec73-fb9a-4e14-a1f3-4aea5682b404),segment_id=c9ccec73-fb9a-4e14-a1f3-4aea5682b404)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:27.129322 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.293760 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.338657 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Transition to ACTIVE for port object 5ff1afae-a67b-43bd-b50a-adcb58c21a66 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:27.341227 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52498) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:27.346057 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=86714d4d-3cd9-4d81-9454-50be32568039,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:27.354762 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.412357 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b44eaeef-440d-4664-82eb-c474f5bdf522 req-551b80da-dbb7-4281-9ebf-e8d988830e14 service neutron] 10.222.0.18 "GET /v2.0/networks/eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7492502 Mar 16 10:58:27.467025 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a40666fb-6105-45c0-a053-dc9cd9b10865 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:27.521599 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fa37fa34-0188-4792-82d2-6ae7ff2e7e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.539693 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fa37fa34-0188-4792-82d2-6ae7ff2e7e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:27.549355 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fa37fa34-0188-4792-82d2-6ae7ff2e7e77 admin admin] Usage tracker for resource:security_group_rule and tenant:710719a8ec9347849479352288399693 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:27.553443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fa37fa34-0188-4792-82d2-6ae7ff2e7e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:27.559889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fa37fa34-0188-4792-82d2-6ae7ff2e7e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:27.639071 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2bc70-bed0-4789-b5f4-b997a73442bb None None] Pushing event updated for resources: {'Port': ['ID=5ff1afae-a67b-43bd-b50a-adcb58c21a66,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:27.713193 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fa37fa34-0188-4792-82d2-6ae7ff2e7e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.716907 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port a40666fb-6105-45c0-a053-dc9cd9b10865 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:27.721975 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fa37fa34-0188-4792-82d2-6ae7ff2e7e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.733903 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Attempting to bind port 5ff1afae-a67b-43bd-b50a-adcb58c21a66 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:27.734280 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Attempting to bind port 5ff1afae-a67b-43bd-b50a-adcb58c21a66 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'c9ccec73-fb9a-4e14-a1f3-4aea5682b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:27.734645 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Attempting to bind port 5ff1afae-a67b-43bd-b50a-adcb58c21a66 on network cbde3283-ad07-4165-8cfb-d28150cb7829 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:27.739454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b2c24462-9798-4918-8837-bf976260d564 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:27.762685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-64804bcd-3abc-4e31-9587-e60148e858a9 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:27.764434 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-64804bcd-3abc-4e31-9587-e60148e858a9 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.18 "GET /v2.0/networks?id=cbde3283-ad07-4165-8cfb-d28150cb7829 HTTP/1.1" status: 200 len: 796 time: 0.8104143 Mar 16 10:58:27.766894 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b44eaeef-440d-4664-82eb-c474f5bdf522 req-182ff7b2-e021-4917-9c19-5a4c193daed2 service neutron] 10.222.0.18 "GET /v2.0/networks/eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175926 Mar 16 10:58:27.787604 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:27.788141 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Checking segment: {'id': 'c9ccec73-fb9a-4e14-a1f3-4aea5682b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:27.788376 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.788770 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Bound using segment: {'id': 'c9ccec73-fb9a-4e14-a1f3-4aea5682b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:27.789248 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Bound port: 5ff1afae-a67b-43bd-b50a-adcb58c21a66, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ccec73-fb9a-4e14-a1f3-4aea5682b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:27.789620 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.793464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37fa34-0188-4792-82d2-6ae7ff2e7e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa90e712-6479-4ca9-8fd3-ecdea72dd061,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:27.832898 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fa37fa34-0188-4792-82d2-6ae7ff2e7e77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=710719a8ec9347849479352288399693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4904499 Mar 16 10:58:27.837260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52508) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:27.848434 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-b5776791-ead6-4095-8ee6-cd129fbced43 req-23ed3678-d244-4037-937f-066fa2632b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port 13f86a42-3d76-403d-9dc5-0d46a2506027, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=13f86a42-3d76-403d-9dc5-0d46a2506027,segment=NetworkSegment(56189ffa-5660-436c-9a94-c3b81be63b71),segment_id=56189ffa-5660-436c-9a94-c3b81be63b71)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:27.848809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b5776791-ead6-4095-8ee6-cd129fbced43 req-23ed3678-d244-4037-937f-066fa2632b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.933302 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b35c325e-38f0-4eff-93af-799d7195be55 req-6f1615d8-bf6d-428d-b86f-25bb03968b1d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 210 time: 0.0501082 Mar 16 10:58:27.964344 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f3c17cb2-dd05-4dd8-a358-b7d23beb9d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.994890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port b2c24462-9798-4918-8837-bf976260d564 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:27.995356 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.996127 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f3c17cb2-dd05-4dd8-a358-b7d23beb9d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.025416 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] For port 5ff1afae-a67b-43bd-b50a-adcb58c21a66, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:28.043754 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] For port 5ff1afae-a67b-43bd-b50a-adcb58c21a66, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5ff1afae-a67b-43bd-b50a-adcb58c21a66,segment=NetworkSegment(c9ccec73-fb9a-4e14-a1f3-4aea5682b404),segment_id=c9ccec73-fb9a-4e14-a1f3-4aea5682b404)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:28.054655 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.067576 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f3c17cb2-dd05-4dd8-a358-b7d23beb9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.076080 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-b5776791-ead6-4095-8ee6-cd129fbced43 req-23ed3678-d244-4037-937f-066fa2632b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 13f86a42-3d76-403d-9dc5-0d46a2506027 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:28.087097 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f3c17cb2-dd05-4dd8-a358-b7d23beb9d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.088339 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f3c17cb2-dd05-4dd8-a358-b7d23beb9d0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa90e712-6479-4ca9-8fd3-ecdea72dd061 HTTP/1.1" status: 204 len: 168 time: 0.2501302 Mar 16 10:58:28.101454 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c17cb2-dd05-4dd8-a358-b7d23beb9d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa90e712-6479-4ca9-8fd3-ecdea72dd061,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:28.171623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2bc70-bed0-4789-b5f4-b997a73442bb None None] Pushing event updated for resources: {'Port': ['ID=5ff1afae-a67b-43bd-b50a-adcb58c21a66,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:28.287180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3441ab8-a9e7-4051-aae8-4f6ef03d8ef5 req-63b9b6f8-baed-44d8-80ec-cd04abb4cd3a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:28.288688 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d3441ab8-a9e7-4051-aae8-4f6ef03d8ef5 req-63b9b6f8-baed-44d8-80ec-cd04abb4cd3a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 946 time: 1.1730995 Mar 16 10:58:28.329692 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-038c7ecb-43f2-48bd-a3aa-1ef0561852b3 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abf087a0c48a4cd6b4ec2e7009c9bb94 HTTP/1.1" status: 200 len: 380 time: 0.4293950 Mar 16 10:58:28.343564 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b803f3-971c-4398-b4e1-5634a1761f1e None None] Network 9cc391f7-fa34-4344-bae4-bcf7bbdae126 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:28.386932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Routers {'e50c7477-81d1-4ec8-901f-567d4fc3d5be'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:28.392600 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:28.398155 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d3441ab8-a9e7-4051-aae8-4f6ef03d8ef5 req-2ef45792-5569-46c8-b34a-d28b86755a01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d24aa627-8744-453d-be62-e3b712135e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975242 Mar 16 10:58:28.402212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Request body: {'port': {'device_id': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829', 'admin_state_up': True, 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'security_groups': ['8853f799-545f-40fd-81da-20fa5ba5b216']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:28.513400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43d5eb57-9256-4c9f-b8b4-d0ae0350d339 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.551839 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c12e96b3-2997-4f8e-9a22-3c3bd63ebcf9 None None] Provisioning for port a40666fb-6105-45c0-a053-dc9cd9b10865 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:28.570349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c12e96b3-2997-4f8e-9a22-3c3bd63ebcf9 None None] Provisioning complete for port a40666fb-6105-45c0-a053-dc9cd9b10865 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:28.570725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c12e96b3-2997-4f8e-9a22-3c3bd63ebcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.721733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5eb57-9256-4c9f-b8b4-d0ae0350d339 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Subnet': ['ID=a062ddbb-e281-441c-bb5d-b07e79c346d9,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:28.752415 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d5eb57-9256-4c9f-b8b4-d0ae0350d339 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Checking segment: {'id': '46b1dde3-9542-4384-87f0-63b3d03c196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2a88512c-e60f-4cbf-b941-025e2e9f2620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:28.752765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d5eb57-9256-4c9f-b8b4-d0ae0350d339 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network hostable DHCP agents. Network: 2a88512c-e60f-4cbf-b941-025e2e9f2620, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:28.764429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:28.771953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Usage tracker for resource:port and tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:28.775325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b5776791-ead6-4095-8ee6-cd129fbced43 req-23ed3678-d244-4037-937f-066fa2632b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.777595 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:28.790695 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] Set router e50c7477-81d1-4ec8-901f-567d4fc3d5be gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:28.821027 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:28.849715 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed3678-d244-4037-937f-066fa2632b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=13f86a42-3d76-403d-9dc5-0d46a2506027,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:28.894136 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d5eb57-9256-4c9f-b8b4-d0ae0350d339 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network 2a88512c-e60f-4cbf-b941-025e2e9f2620 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:28.901025 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Made reservation on behalf of abf087a0c48a4cd6b4ec2e7009c9bb94 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:28.905320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.927012 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-43d5eb57-9256-4c9f-b8b4-d0ae0350d339 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 2a88512c-e60f-4cbf-b941-025e2e9f2620) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:28.932233 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d5eb57-9256-4c9f-b8b4-d0ae0350d339 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:28.932825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43d5eb57-9256-4c9f-b8b4-d0ae0350d339 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.943292 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52532) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:28.976865 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97929905-a8be-4e86-aa4c-0959a0f3bf2e None None] Network 2a88512c-e60f-4cbf-b941-025e2e9f2620 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:29.051772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c12e96b3-2997-4f8e-9a22-3c3bd63ebcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.107026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-03f8ea51-721c-4464-8c8a-0d67c76696b7 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1223608504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:29.107293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5776791-ead6-4095-8ee6-cd129fbced43 req-23ed3678-d244-4037-937f-066fa2632b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] No DVR routers for this DVR port 13f86a42-3d76-403d-9dc5-0d46a2506027 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:29.110768 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b5776791-ead6-4095-8ee6-cd129fbced43 req-23ed3678-d244-4037-937f-066fa2632b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.116666 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1213cd76-5643-4cd0-bb6f-18f304aa909e req-2f49aeae-b089-4064-aed6-afc656c4aa64 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 210 time: 0.0593953 Mar 16 10:58:29.117670 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-03f8ea51-721c-4464-8c8a-0d67c76696b7 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:29.120853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'name': 'network-vif-deleted', 'tag': '13f86a42-3d76-403d-9dc5-0d46a2506027'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:58:29.122352 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-03f8ea51-721c-4464-8c8a-0d67c76696b7 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Usage tracker for resource:router and tenant:6ffbe5648feb4551b9b151990d24bdf0 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:29.133901 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-43d5eb57-9256-4c9f-b8b4-d0ae0350d339 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8893604 Mar 16 10:58:29.135261 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5776791-ead6-4095-8ee6-cd129fbced43 req-23ed3678-d244-4037-937f-066fa2632b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "DELETE /v2.0/ports/13f86a42-3d76-403d-9dc5-0d46a2506027 HTTP/1.1" status: 204 len: 173 time: 2.6371660 Mar 16 10:58:29.137603 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-03f8ea51-721c-4464-8c8a-0d67c76696b7 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:29.146473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52542) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:29.172084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-03f8ea51-721c-4464-8c8a-0d67c76696b7 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:29.194794 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-03f8ea51-721c-4464-8c8a-0d67c76696b7 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.196960 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-03f8ea51-721c-4464-8c8a-0d67c76696b7 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.214811 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-03f8ea51-721c-4464-8c8a-0d67c76696b7 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.260612 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-03f8ea51-721c-4464-8c8a-0d67c76696b7 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.304166 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-03f8ea51-721c-4464-8c8a-0d67c76696b7 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.308888 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-03f8ea51-721c-4464-8c8a-0d67c76696b7 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3644435 Mar 16 10:58:29.310292 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52546) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:29.317544 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-137583945'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:29.324633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:29.329812 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Usage tracker for resource:network and tenant:6ffbe5648feb4551b9b151990d24bdf0 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:29.334551 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:29.349423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:29.370991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Made reservation on behalf of 6ffbe5648feb4551b9b151990d24bdf0 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:29.375749 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.396032 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.416123 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:29.420637 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dba1a234-3050-4b05-997f-4f20e1cea519 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.420902 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Usage tracker for resource:security_group_rule and tenant:6ffbe5648feb4551b9b151990d24bdf0 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:29.425634 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:29.428650 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa577757-5ab9-486c-982e-0342bf58fcdd', 'name': 'network-vif-deleted', 'tag': '13f86a42-3d76-403d-9dc5-0d46a2506027', 'status': 'completed', 'code': 200} Mar 16 10:58:29.434163 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:29.515041 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Allocated IP 172.20.0.13 (cbde3283-ad07-4165-8cfb-d28150cb7829/ab493d29-0b1f-4057-a703-7b11d5bd8704/91af4ff7-2083-4d1f-95bb-5480694d57d8) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:29.517764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dba1a234-3050-4b05-997f-4f20e1cea519 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.550388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.557801 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.593796 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 86714d4d-3cd9-4d81-9454-50be32568039 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:29.640643 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-c12e96b3-2997-4f8e-9a22-3c3bd63ebcf9 None None] For port a40666fb-6105-45c0-a053-dc9cd9b10865, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a40666fb-6105-45c0-a053-dc9cd9b10865,segment=NetworkSegment(1cf65b53-7a5c-4f91-ab91-52b751a15fad),segment_id=1cf65b53-7a5c-4f91-ab91-52b751a15fad)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:29.655168 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:29.691967 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c12e96b3-2997-4f8e-9a22-3c3bd63ebcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.707025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.707604 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Added segment 7479fc9b-2f94-4e5b-80e1-c8d2238e5c95 of type vlan for network 898795d4-0a4f-4c64-9936-a0a6cf9575e0 Mar 16 10:58:29.715662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-e9678747-17c0-4297-88e3-1ec27edc6cf9 req-2438d266-aae9-4129-ba4f-985f5e2a5a54 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:29.735114 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd66bc4d-d4e0-4035-b3c8-7c1a054b4d16,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:29.781783 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e96b3-2997-4f8e-9a22-3c3bd63ebcf9 None None] Pushing event updated for resources: {'Port': ['ID=a40666fb-6105-45c0-a053-dc9cd9b10865,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:29.809899 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d925e3b-8731-416e-9035-924c721a96c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-2a88512c-e60f-4cbf-b941-025e2e9f2620', 'network_id': '2a88512c-e60f-4cbf-b941-025e2e9f2620', 'tenant_id': '18678328b40b44ffb1e35217f2758e75', 'fixed_ips': [{'subnet_id': 'a062ddbb-e281-441c-bb5d-b07e79c346d9'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:29.811373 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3d925e3b-8731-416e-9035-924c721a96c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.834258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.842977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-e9678747-17c0-4297-88e3-1ec27edc6cf9 req-2438d266-aae9-4129-ba4f-985f5e2a5a54 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:29.851574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.858657 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e9678747-17c0-4297-88e3-1ec27edc6cf9 req-2438d266-aae9-4129-ba4f-985f5e2a5a54 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa577757-5ab9-486c-982e-0342bf58fcdd HTTP/1.1" status: 200 len: 210 time: 0.2705641 Mar 16 10:58:29.871404 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Transition to ACTIVE for port object 91af4ff7-2083-4d1f-95bb-5480694d57d8 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:29.898153 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dba1a234-3050-4b05-997f-4f20e1cea519 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.941374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.949321 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1a234-3050-4b05-997f-4f20e1cea519 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Subnet': ['ID=a062ddbb-e281-441c-bb5d-b07e79c346d9,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:29.963299 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 86714d4d-3cd9-4d81-9454-50be32568039 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:29.963936 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.965196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.979735 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:29.980962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.047381 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243538861', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:11Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'gw_port': {'id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:12Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '5ff1afae-a67b-43bd-b50a-adcb58c21a66', 'name': '', 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'mac_address': 'fa:16:3e:da:ac:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:17Z', 'updated_at': '2022-03-16T10:58:27Z', 'revision_number': 4, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'subnets': [{'id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:30.054287 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9291bd9f-817f-4563-b88a-a9146e5e4743 None None] The sync data for ids ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'] in dv-neutron-833859-1-hyperv is: [{'id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243538861', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:11Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'gw_port': {'id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:12Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '5ff1afae-a67b-43bd-b50a-adcb58c21a66', 'name': '', 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'mac_address': 'fa:16:3e:da:ac:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:17Z', 'updated_at': '2022-03-16T10:58:27Z', 'revision_number': 4, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'subnets': [{'id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:30.101229 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a62f06a-0ebe-4e82-bed4-1471dc647eca None None] Network 2a88512c-e60f-4cbf-b941-025e2e9f2620 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:30.183095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event updated for resources: {'Port': ['ID=91af4ff7-2083-4d1f-95bb-5480694d57d8,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:30.245935 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Network cbde3283-ad07-4165-8cfb-d28150cb7829 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:30.252601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:30.262323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:30.442341 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 13f86a42-3d76-403d-9dc5-0d46a2506027 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:30.491607 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event updated for resources: {'Network': ['ID=898795d4-0a4f-4c64-9936-a0a6cf9575e0,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:30.509246 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6f537b0f-26b7-455f-80c5-5578636cea9d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1974621 Mar 16 10:58:30.512498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52554) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:30.517467 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 898795d4-0a4f-4c64-9936-a0a6cf9575e0 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:30.523697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-ba9e217a-c7fc-417e-9358-b8d5ee122563 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Request body: {'subnet': {'network_id': '898795d4-0a4f-4c64-9936-a0a6cf9575e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:30.533415 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dba1a234-3050-4b05-997f-4f20e1cea519 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.569019 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 13f86a42-3d76-403d-9dc5-0d46a2506027 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:30.569587 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 13f86a42-3d76-403d-9dc5-0d46a2506027 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:30.584579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-dba1a234-3050-4b05-997f-4f20e1cea519 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a88512c-e60f-4cbf-b941-025e2e9f2620']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:30.597999 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:30.598648 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.632006 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-6ce74842-dcce-445f-ab03-04ec6b5c807d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2369316 Mar 16 10:58:30.633712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-dba1a234-3050-4b05-997f-4f20e1cea519 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b1dde3-9542-4384-87f0-63b3d03c196e') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:30.634058 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-dba1a234-3050-4b05-997f-4f20e1cea519 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b1dde3-9542-4384-87f0-63b3d03c196e') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:30.651888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Request body: {'port': {'device_id': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:30.655611 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ba9e217a-c7fc-417e-9358-b8d5ee122563 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:30.659938 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ba9e217a-c7fc-417e-9358-b8d5ee122563 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Usage tracker for resource:subnet and tenant:6ffbe5648feb4551b9b151990d24bdf0 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:30.663052 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ba9e217a-c7fc-417e-9358-b8d5ee122563 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:30.669662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ba9e217a-c7fc-417e-9358-b8d5ee122563 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:30.681433 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9e217a-c7fc-417e-9358-b8d5ee122563 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Made reservation on behalf of 6ffbe5648feb4551b9b151990d24bdf0 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:30.683914 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-29768d1a-7c2c-4652-a7d2-9c07a5444bee None None] Provisioning complete for port a40666fb-6105-45c0-a053-dc9cd9b10865 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:30.684295 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-29768d1a-7c2c-4652-a7d2-9c07a5444bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.685462 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dba1a234-3050-4b05-997f-4f20e1cea519 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.687219 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba9e217a-c7fc-417e-9358-b8d5ee122563 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.724474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dba1a234-3050-4b05-997f-4f20e1cea519 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.752242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c24ae-3cc8-47da-9a06-c31a2d85924d req-6c93c5bb-f4cc-45bc-9489-ef100aa21a56 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:30.752948 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-681c24ae-3cc8-47da-9a06-c31a2d85924d req-6c93c5bb-f4cc-45bc-9489-ef100aa21a56 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Synchronizing usage tracker for tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:30.757133 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba1a234-3050-4b05-997f-4f20e1cea519 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:30.757532 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dba1a234-3050-4b05-997f-4f20e1cea519 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:30.776388 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:30.856613 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-31537108-22a2-4611-8486-9a6062c9a756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.961438 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-00c86d64-9a2b-4cc1-8612-95956057a024 None None] Provisioning for port 91af4ff7-2083-4d1f-95bb-5480694d57d8 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:30.968079 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-00c86d64-9a2b-4cc1-8612-95956057a024 None None] Provisioning complete for port 91af4ff7-2083-4d1f-95bb-5480694d57d8 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:30.968486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-00c86d64-9a2b-4cc1-8612-95956057a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.005522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52560) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:31.031743 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-00c86d64-9a2b-4cc1-8612-95956057a024 None None] Port 91af4ff7-2083-4d1f-95bb-5480694d57d8 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:31.033532 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.043903 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-681c24ae-3cc8-47da-9a06-c31a2d85924d req-6c93c5bb-f4cc-45bc-9489-ef100aa21a56 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Unset dirty status for tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:31.045047 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-681c24ae-3cc8-47da-9a06-c31a2d85924d req-6c93c5bb-f4cc-45bc-9489-ef100aa21a56 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 932 time: 0.6107299 Mar 16 10:58:31.048840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dba1a234-3050-4b05-997f-4f20e1cea519 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.072524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dba1a234-3050-4b05-997f-4f20e1cea519 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.118416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1a234-3050-4b05-997f-4f20e1cea519 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Network': ['ID=2a88512c-e60f-4cbf-b941-025e2e9f2620,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:31.137926 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-dba1a234-3050-4b05-997f-4f20e1cea519 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/networks/2a88512c-e60f-4cbf-b941-025e2e9f2620 HTTP/1.1" status: 204 len: 168 time: 1.9903059 Mar 16 10:58:31.140272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52564) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:31.161282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-e512710e-7436-470f-a1b6-428f35ac2af0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1605959828'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:31.164381 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d5573a6-21e2-43e3-be6d-d090d7b21850 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.183302 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-681c24ae-3cc8-47da-9a06-c31a2d85924d req-104e25f9-b765-4b00-99f6-863ed005c781 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112528 Mar 16 10:58:31.185680 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e512710e-7436-470f-a1b6-428f35ac2af0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:31.198158 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e512710e-7436-470f-a1b6-428f35ac2af0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:network and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:31.202221 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e512710e-7436-470f-a1b6-428f35ac2af0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:31.210992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e512710e-7436-470f-a1b6-428f35ac2af0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:31.265308 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e512710e-7436-470f-a1b6-428f35ac2af0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:31.269586 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e512710e-7436-470f-a1b6-428f35ac2af0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.301682 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d5573a6-21e2-43e3-be6d-d090d7b21850 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.330003 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e512710e-7436-470f-a1b6-428f35ac2af0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:31.340712 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e512710e-7436-470f-a1b6-428f35ac2af0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.341054 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-e512710e-7436-470f-a1b6-428f35ac2af0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Added segment f832729f-c942-4ee4-8910-bde911da8f7c of type vlan for network c06e8ecb-e038-4b76-b440-44b6ad47fd69 Mar 16 10:58:31.364954 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba9e217a-c7fc-417e-9358-b8d5ee122563 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.388751 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a40666fb-6105-45c0-a053-dc9cd9b10865 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:31.470329 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port a40666fb-6105-45c0-a053-dc9cd9b10865 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:31.470901 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.481526 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e512710e-7436-470f-a1b6-428f35ac2af0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.522914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e217a-c7fc-417e-9358-b8d5ee122563 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event updated for resources: {'Subnet': ['ID=be78b25a-1341-45f7-a28b-e1ba63f1772a,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:31.545867 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e217a-c7fc-417e-9358-b8d5ee122563 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Checking segment: {'id': '7479fc9b-2f94-4e5b-80e1-c8d2238e5c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '898795d4-0a4f-4c64-9936-a0a6cf9575e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:31.545867 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e217a-c7fc-417e-9358-b8d5ee122563 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Network hostable DHCP agents. Network: 898795d4-0a4f-4c64-9936-a0a6cf9575e0, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:31.572605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91af4ff7-2083-4d1f-95bb-5480694d57d8 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:58:31.581675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e512710e-7436-470f-a1b6-428f35ac2af0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.588365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e512710e-7436-470f-a1b6-428f35ac2af0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:31.589048 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.589171 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e512710e-7436-470f-a1b6-428f35ac2af0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.606966 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5ff1afae-a67b-43bd-b50a-adcb58c21a66 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:31.608750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Transition to ACTIVE for port object 91af4ff7-2083-4d1f-95bb-5480694d57d8 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:31.612985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.616806 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d5573a6-21e2-43e3-be6d-d090d7b21850 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.619396 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e217a-c7fc-417e-9358-b8d5ee122563 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Network 898795d4-0a4f-4c64-9936-a0a6cf9575e0 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:31.662727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-ba9e217a-c7fc-417e-9358-b8d5ee122563 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 898795d4-0a4f-4c64-9936-a0a6cf9575e0) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:31.678322 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e13c3ea-0214-4b3e-894a-bf9259143b47 None None] Network 898795d4-0a4f-4c64-9936-a0a6cf9575e0 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:31.681735 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5573a6-21e2-43e3-be6d-d090d7b21850 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24aa627-8744-453d-be62-e3b712135e29,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:31.744503 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9e217a-c7fc-417e-9358-b8d5ee122563 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:31.745030 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba9e217a-c7fc-417e-9358-b8d5ee122563 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.782943 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e512710e-7436-470f-a1b6-428f35ac2af0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6364512 Mar 16 10:58:31.791015 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512710e-7436-470f-a1b6-428f35ac2af0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Network': ['ID=c06e8ecb-e038-4b76-b440-44b6ad47fd69,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:31.793346 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52568) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:31.795943 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d5573a6-21e2-43e3-be6d-d090d7b21850 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.802235 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7d5573a6-21e2-43e3-be6d-d090d7b21850 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/security-groups/d24aa627-8744-453d-be62-e3b712135e29 HTTP/1.1" status: 204 len: 168 time: 0.7923563 Mar 16 10:58:31.811525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-fdee0cfc-8647-4bb6-bac3-24f72104dc01 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'subnet': {'network_id': 'c06e8ecb-e038-4b76-b440-44b6ad47fd69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:31.834624 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Pushing event updated for resources: {'Port': ['ID=91af4ff7-2083-4d1f-95bb-5480694d57d8,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:31.836079 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ba9e217a-c7fc-417e-9358-b8d5ee122563 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3221869 Mar 16 10:58:31.848125 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52574) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:31.858132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7303ffc0-7da1-40a5-96a6-a0d32b3bbb5f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Request body: {'network': {'name': 'tempest-router-network01--1305275585'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:31.862424 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52578) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:31.919767 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Attempting to bind port 91af4ff7-2083-4d1f-95bb-5480694d57d8 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:31.920347 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Attempting to bind port 91af4ff7-2083-4d1f-95bb-5480694d57d8 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'c9ccec73-fb9a-4e14-a1f3-4aea5682b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:31.920676 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Attempting to bind port 91af4ff7-2083-4d1f-95bb-5480694d57d8 on network cbde3283-ad07-4165-8cfb-d28150cb7829 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:31.928574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network c06e8ecb-e038-4b76-b440-44b6ad47fd69 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:31.929166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Port 91af4ff7-2083-4d1f-95bb-5480694d57d8 on network cbde3283-ad07-4165-8cfb-d28150cb7829 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:58:31.929166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Attempting to bind port 91af4ff7-2083-4d1f-95bb-5480694d57d8 on network cbde3283-ad07-4165-8cfb-d28150cb7829 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:31.935635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:31.936136 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Checking segment: {'id': 'c9ccec73-fb9a-4e14-a1f3-4aea5682b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:31.936518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Bound using segment: {'id': 'c9ccec73-fb9a-4e14-a1f3-4aea5682b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:31.936940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Bound port: 91af4ff7-2083-4d1f-95bb-5480694d57d8, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ccec73-fb9a-4e14-a1f3-4aea5682b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:31.937552 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.988835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7303ffc0-7da1-40a5-96a6-a0d32b3bbb5f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:32.021070 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7303ffc0-7da1-40a5-96a6-a0d32b3bbb5f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Usage tracker for resource:network and tenant:6ffbe5648feb4551b9b151990d24bdf0 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:32.028726 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7303ffc0-7da1-40a5-96a6-a0d32b3bbb5f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:32.037117 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] For port 91af4ff7-2083-4d1f-95bb-5480694d57d8, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:32.042463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7303ffc0-7da1-40a5-96a6-a0d32b3bbb5f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:32.042661 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] For port 91af4ff7-2083-4d1f-95bb-5480694d57d8, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=91af4ff7-2083-4d1f-95bb-5480694d57d8,segment=NetworkSegment(c9ccec73-fb9a-4e14-a1f3-4aea5682b404),segment_id=c9ccec73-fb9a-4e14-a1f3-4aea5682b404)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:32.050140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.050734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fdee0cfc-8647-4bb6-bac3-24f72104dc01 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:32.057901 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 5ff1afae-a67b-43bd-b50a-adcb58c21a66 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:32.066977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fdee0cfc-8647-4bb6-bac3-24f72104dc01 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:subnet and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:32.071828 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fdee0cfc-8647-4bb6-bac3-24f72104dc01 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:32.079143 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5ff1afae-a67b-43bd-b50a-adcb58c21a66 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:32.079575 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.108531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:32.109165 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.112417 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] 10.222.0.18 "PUT /v2.0/ports/91af4ff7-2083-4d1f-95bb-5480694d57d8 HTTP/1.1" status: 200 len: 1094 time: 1.4663985 Mar 16 10:58:32.112639 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'tag': '91af4ff7-2083-4d1f-95bb-5480694d57d8'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:58:32.134164 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fdee0cfc-8647-4bb6-bac3-24f72104dc01 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:32.141685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143dfc71-c4d5-4882-b2de-427d195517cb service neutron] Pushing event updated for resources: {'Port': ['ID=91af4ff7-2083-4d1f-95bb-5480694d57d8,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:32.158555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7303ffc0-7da1-40a5-96a6-a0d32b3bbb5f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Made reservation on behalf of 6ffbe5648feb4551b9b151990d24bdf0 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:32.162600 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7303ffc0-7da1-40a5-96a6-a0d32b3bbb5f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.209917 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'tag': '91af4ff7-2083-4d1f-95bb-5480694d57d8', 'status': 'completed', 'code': 200} Mar 16 10:58:32.211135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdee0cfc-8647-4bb6-bac3-24f72104dc01 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:32.214584 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fdee0cfc-8647-4bb6-bac3-24f72104dc01 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.297290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-85c87187-a67c-4f44-a9bc-3ce9b69dbbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:32.299357 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-85c87187-a67c-4f44-a9bc-3ce9b69dbbda service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abf087a0c48a4cd6b4ec2e7009c9bb94&device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 1097 time: 0.1356463 Mar 16 10:58:32.329788 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-898795d4-0a4f-4c64-9936-a0a6cf9575e0', 'network_id': '898795d4-0a4f-4c64-9936-a0a6cf9575e0', 'tenant_id': '6ffbe5648feb4551b9b151990d24bdf0', 'fixed_ips': [{'subnet_id': 'be78b25a-1341-45f7-a28b-e1ba63f1772a'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:32.330600 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.388555 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-9a3692f4-fb4b-4a7b-bb8c-75d77eda34c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91af4ff7-2083-4d1f-95bb-5480694d57d8 HTTP/1.1" status: 200 len: 217 time: 0.0817327 Mar 16 10:58:32.434820 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7303ffc0-7da1-40a5-96a6-a0d32b3bbb5f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:32.468286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-35aa265e-753a-43f4-90de-72e891228724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:32.470304 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-35aa265e-753a-43f4-90de-72e891228724 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab493d29-0b1f-4057-a703-7b11d5bd8704 HTTP/1.1" status: 200 len: 835 time: 0.0758779 Mar 16 10:58:32.506010 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.516797 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7303ffc0-7da1-40a5-96a6-a0d32b3bbb5f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.517188 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-7303ffc0-7da1-40a5-96a6-a0d32b3bbb5f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Added segment f44143d5-dd9b-4773-ba63-3727a1cb7aeb of type vlan for network be2bce27-e17b-40f1-a6c3-8c5f21f43308 Mar 16 10:58:32.556303 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-a91d5684-e70c-4539-b47d-18f199acd1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:32.558101 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-a91d5684-e70c-4539-b47d-18f199acd1f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbde3283-ad07-4165-8cfb-d28150cb7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820270 Mar 16 10:58:32.596693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 5ff1afae-a67b-43bd-b50a-adcb58c21a66, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5ff1afae-a67b-43bd-b50a-adcb58c21a66,segment=NetworkSegment(c9ccec73-fb9a-4e14-a1f3-4aea5682b404),segment_id=c9ccec73-fb9a-4e14-a1f3-4aea5682b404)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:32.602577 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.653861 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Allocated IP 2001:db8::2 (898795d4-0a4f-4c64-9936-a0a6cf9575e0/be78b25a-1341-45f7-a28b-e1ba63f1772a/46497a70-096a-454e-a8c3-2ce22d7f8b2a) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:32.698213 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-853d0caf-d369-437d-90ad-c4ce03ba51a7 service neutron] 10.222.0.18 "GET /v2.0/networks/cbde3283-ad07-4165-8cfb-d28150cb7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342404 Mar 16 10:58:32.718118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=5ff1afae-a67b-43bd-b50a-adcb58c21a66,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:32.773117 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7303ffc0-7da1-40a5-96a6-a0d32b3bbb5f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.843000 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4bf3ce7f-2c18-4d54-90e5-365d80dec5a3 req-fa2045b0-363d-47fa-bb98-f7ee40c5b8ff service neutron] 10.222.0.18 "GET /v2.0/networks/cbde3283-ad07-4165-8cfb-d28150cb7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381772 Mar 16 10:58:32.906162 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.917573 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Transition to ACTIVE for port object 46497a70-096a-454e-a8c3-2ce22d7f8b2a will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:32.921546 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564e577-5afb-477d-bea2-16bdc169bde4 req-480e3dae-619f-4749-b273-e6044af574e0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:32.923080 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d564e577-5afb-477d-bea2-16bdc169bde4 req-480e3dae-619f-4749-b273-e6044af574e0 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 944 time: 0.4958448 Mar 16 10:58:32.940409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Transition to ACTIVE for port object 46497a70-096a-454e-a8c3-2ce22d7f8b2a will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:32.946136 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.973718 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7303ffc0-7da1-40a5-96a6-a0d32b3bbb5f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.979134 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7303ffc0-7da1-40a5-96a6-a0d32b3bbb5f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:32.979782 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7303ffc0-7da1-40a5-96a6-a0d32b3bbb5f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.022237 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Network 898795d4-0a4f-4c64-9936-a0a6cf9575e0 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:33.027242 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:33.036804 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:33.045838 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-18061bd6-11b4-471f-a491-96b5397dca47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.049235 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Pushing event updated for resources: {'Port': ['ID=46497a70-096a-454e-a8c3-2ce22d7f8b2a,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:33.076960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e2c57-47be-40e4-bdfd-5ef35ce98df7 req-cc8c22fc-204f-49a9-bb65-031ecd4657cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:33.078417 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8f6e2c57-47be-40e4-bdfd-5ef35ce98df7 req-cc8c22fc-204f-49a9-bb65-031ecd4657cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abf087a0c48a4cd6b4ec2e7009c9bb94&device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 1097 time: 0.1896534 Mar 16 10:58:33.138373 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Attempting to bind port 46497a70-096a-454e-a8c3-2ce22d7f8b2a on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:33.138735 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Attempting to bind port 46497a70-096a-454e-a8c3-2ce22d7f8b2a by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '7479fc9b-2f94-4e5b-80e1-c8d2238e5c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '898795d4-0a4f-4c64-9936-a0a6cf9575e0'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:33.139092 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Attempting to bind port 46497a70-096a-454e-a8c3-2ce22d7f8b2a on network 898795d4-0a4f-4c64-9936-a0a6cf9575e0 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:33.144945 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:33.145325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Checking segment: {'id': '7479fc9b-2f94-4e5b-80e1-c8d2238e5c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '898795d4-0a4f-4c64-9936-a0a6cf9575e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:33.145721 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.146114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Bound using segment: {'id': '7479fc9b-2f94-4e5b-80e1-c8d2238e5c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '898795d4-0a4f-4c64-9936-a0a6cf9575e0'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:33.146596 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Bound port: 46497a70-096a-454e-a8c3-2ce22d7f8b2a, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7479fc9b-2f94-4e5b-80e1-c8d2238e5c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '898795d4-0a4f-4c64-9936-a0a6cf9575e0'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:33.146965 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.193178 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d564e577-5afb-477d-bea2-16bdc169bde4 req-14d0663a-0d7f-49f6-9e52-15757b4595e7 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523334 Mar 16 10:58:33.207976 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52586) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:33.208275 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7303ffc0-7da1-40a5-96a6-a0d32b3bbb5f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3588285 Mar 16 10:58:33.209252 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303ffc0-7da1-40a5-96a6-a0d32b3bbb5f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event updated for resources: {'Network': ['ID=be2bce27-e17b-40f1-a6c3-8c5f21f43308,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:33.220551 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9f34e47b-2df5-4d02-a1d9-32a28779c07d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Request body: {'network': {'name': 'tempest-router-network02--1160746241'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:33.226917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fdee0cfc-8647-4bb6-bac3-24f72104dc01 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.242107 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network be2bce27-e17b-40f1-a6c3-8c5f21f43308 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:33.266750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e2c57-47be-40e4-bdfd-5ef35ce98df7 req-57d8b305-cf1d-4790-9bc5-c932f043cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:33.268750 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8f6e2c57-47be-40e4-bdfd-5ef35ce98df7 req-57d8b305-cf1d-4790-9bc5-c932f043cd39 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbde3283-ad07-4165-8cfb-d28150cb7829 HTTP/1.1" status: 200 len: 897 time: 0.1837935 Mar 16 10:58:33.274399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9f34e47b-2df5-4d02-a1d9-32a28779c07d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:33.274982 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5ff1afae-a67b-43bd-b50a-adcb58c21a66 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:33.279259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9f34e47b-2df5-4d02-a1d9-32a28779c07d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Usage tracker for resource:network and tenant:6ffbe5648feb4551b9b151990d24bdf0 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:33.282304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9f34e47b-2df5-4d02-a1d9-32a28779c07d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:33.290141 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9f34e47b-2df5-4d02-a1d9-32a28779c07d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:33.325835 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] For port 46497a70-096a-454e-a8c3-2ce22d7f8b2a, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:33.336560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee0cfc-8647-4bb6-bac3-24f72104dc01 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Subnet': ['ID=559cff3a-7a69-4cc3-95fe-bad61cfc6871,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:33.378695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee0cfc-8647-4bb6-bac3-24f72104dc01 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Checking segment: {'id': 'f832729f-c942-4ee4-8910-bde911da8f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c06e8ecb-e038-4b76-b440-44b6ad47fd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:33.379295 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee0cfc-8647-4bb6-bac3-24f72104dc01 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network hostable DHCP agents. Network: c06e8ecb-e038-4b76-b440-44b6ad47fd69, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:33.387034 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] For port 46497a70-096a-454e-a8c3-2ce22d7f8b2a, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=46497a70-096a-454e-a8c3-2ce22d7f8b2a,segment=NetworkSegment(7479fc9b-2f94-4e5b-80e1-c8d2238e5c95),segment_id=7479fc9b-2f94-4e5b-80e1-c8d2238e5c95)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:33.392528 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8f6e2c57-47be-40e4-bdfd-5ef35ce98df7 req-7aaf49c9-095f-40a4-8966-591cfe110f71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91af4ff7-2083-4d1f-95bb-5480694d57d8 HTTP/1.1" status: 200 len: 217 time: 0.0893919 Mar 16 10:58:33.393197 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f34e47b-2df5-4d02-a1d9-32a28779c07d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Made reservation on behalf of 6ffbe5648feb4551b9b151990d24bdf0 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:33.397043 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9f34e47b-2df5-4d02-a1d9-32a28779c07d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.409955 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee0cfc-8647-4bb6-bac3-24f72104dc01 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network c06e8ecb-e038-4b76-b440-44b6ad47fd69 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:33.410274 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.429940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-fdee0cfc-8647-4bb6-bac3-24f72104dc01 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, c06e8ecb-e038-4b76-b440-44b6ad47fd69) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:33.435454 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdee0cfc-8647-4bb6-bac3-24f72104dc01 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:33.436042 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fdee0cfc-8647-4bb6-bac3-24f72104dc01 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.451584 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5fc6-385e-4f0d-bcf7-a47f7262a6bc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.454259 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c9f349-d973-47be-9cfd-050a067ffe1d None None] Network c06e8ecb-e038-4b76-b440-44b6ad47fd69 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:33.479780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f34e47b-2df5-4d02-a1d9-32a28779c07d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:33.490584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e2c57-47be-40e4-bdfd-5ef35ce98df7 req-38191b24-5069-4ef0-8e5a-d39449da47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:33.492033 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8f6e2c57-47be-40e4-bdfd-5ef35ce98df7 req-38191b24-5069-4ef0-8e5a-d39449da47a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab493d29-0b1f-4057-a703-7b11d5bd8704 HTTP/1.1" status: 200 len: 835 time: 0.0813556 Mar 16 10:58:33.496490 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9f34e47b-2df5-4d02-a1d9-32a28779c07d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.497141 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-9f34e47b-2df5-4d02-a1d9-32a28779c07d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Added segment 60b372e3-abbb-436b-9d7c-f723336bdd90 of type vlan for network fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874 Mar 16 10:58:33.525099 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fdee0cfc-8647-4bb6-bac3-24f72104dc01 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7249031 Mar 16 10:58:33.534335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52590) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:33.579218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9f34e47b-2df5-4d02-a1d9-32a28779c07d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.626846 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5ff1afae-a67b-43bd-b50a-adcb58c21a66 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:33.627346 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.632198 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9f34e47b-2df5-4d02-a1d9-32a28779c07d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.638487 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34e47b-2df5-4d02-a1d9-32a28779c07d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:33.639466 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9f34e47b-2df5-4d02-a1d9-32a28779c07d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.645137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e2c57-47be-40e4-bdfd-5ef35ce98df7 req-48aa83d2-6df3-43b1-84a2-aaa3303b9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:33.646862 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8f6e2c57-47be-40e4-bdfd-5ef35ce98df7 req-48aa83d2-6df3-43b1-84a2-aaa3303b9b91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbde3283-ad07-4165-8cfb-d28150cb7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1415811 Mar 16 10:58:33.651756 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594f1e6-baf1-4d92-8b06-1a55b30eb04a None None] Pushing event updated for resources: {'Port': ['ID=46497a70-096a-454e-a8c3-2ce22d7f8b2a,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:33.734624 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9f34e47b-2df5-4d02-a1d9-32a28779c07d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5251815 Mar 16 10:58:33.736614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52594) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:33.848563 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a7f1e1b3-0494-438c-afe8-bca04f58f3ed tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Request body: {'subnet': {'network_id': 'be2bce27-e17b-40f1-a6c3-8c5f21f43308', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:33.892513 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c594cc90-832e-4fd7-b628-9b44fcfa2554 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.919689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34e47b-2df5-4d02-a1d9-32a28779c07d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event updated for resources: {'Network': ['ID=fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:33.936129 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a429723-5d76-42df-bda7-3852d0641fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-c06e8ecb-e038-4b76-b440-44b6ad47fd69', 'network_id': 'c06e8ecb-e038-4b76-b440-44b6ad47fd69', 'tenant_id': '18678328b40b44ffb1e35217f2758e75', 'fixed_ips': [{'subnet_id': '559cff3a-7a69-4cc3-95fe-bad61cfc6871'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:33.936953 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5a429723-5d76-42df-bda7-3852d0641fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.950187 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:58:33.961644 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:33.998328 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c594cc90-832e-4fd7-b628-9b44fcfa2554 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.040859 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8f6e2c57-47be-40e4-bdfd-5ef35ce98df7 req-3159446e-83e9-46c6-a674-371f848ea7df service neutron] 10.222.0.18 "GET /v2.0/networks/cbde3283-ad07-4165-8cfb-d28150cb7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670485 Mar 16 10:58:34.041910 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a7f1e1b3-0494-438c-afe8-bca04f58f3ed tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:34.046184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a7f1e1b3-0494-438c-afe8-bca04f58f3ed tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Usage tracker for resource:subnet and tenant:6ffbe5648feb4551b9b151990d24bdf0 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:34.050861 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a7f1e1b3-0494-438c-afe8-bca04f58f3ed tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:34.079830 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a7f1e1b3-0494-438c-afe8-bca04f58f3ed tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:34.151071 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f1e1b3-0494-438c-afe8-bca04f58f3ed tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Made reservation on behalf of 6ffbe5648feb4551b9b151990d24bdf0 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:34.155078 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7f1e1b3-0494-438c-afe8-bca04f58f3ed tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.170876 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb5fc6-385e-4f0d-bcf7-a47f7262a6bc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 4977122d-f698-4215-aa17-153577605d6e {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:34.170876 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5fc6-385e-4f0d-bcf7-a47f7262a6bc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.202167 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c594cc90-832e-4fd7-b628-9b44fcfa2554 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server [None req-5a429723-5d76-42df-bda7-3852d0641fc6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 559cff3a-7a69-4cc3-95fe-bad61cfc6871: This subnet is being modified by another concurrent operation. Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server raise exception Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 559cff3a-7a69-4cc3-95fe-bad61cfc6871: This subnet is being modified by another concurrent operation. Mar 16 10:58:34.205405 dv-neutron-833859-1-hyperv neutron-server[87970]: ERROR oslo_messaging.rpc.server Mar 16 10:58:34.233496 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901dafa3-273b-453c-a0d4-c2e8acb702ad None None] Network c06e8ecb-e038-4b76-b440-44b6ad47fd69 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:34.296423 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8f6e2c57-47be-40e4-bdfd-5ef35ce98df7 req-2b0f1277-f7df-4a36-a3c0-f6a36eb070a5 service neutron] 10.222.0.18 "GET /v2.0/networks/cbde3283-ad07-4165-8cfb-d28150cb7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466459 Mar 16 10:58:34.318460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594cc90-832e-4fd7-b628-9b44fcfa2554 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Subnet': ['ID=559cff3a-7a69-4cc3-95fe-bad61cfc6871,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:34.430902 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.464233 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.491345 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7f1e1b3-0494-438c-afe8-bca04f58f3ed tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.535627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c594cc90-832e-4fd7-b628-9b44fcfa2554 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.563195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d9695-28f5-4dc6-bff0-0692d635965e req-89fd2017-21f6-4d35-bbef-3d79478b7b10 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:34.564566 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bb2d9695-28f5-4dc6-bff0-0692d635965e req-89fd2017-21f6-4d35-bbef-3d79478b7b10 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 944 time: 0.1771042 Mar 16 10:58:34.572385 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c594cc90-832e-4fd7-b628-9b44fcfa2554 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06e8ecb-e038-4b76-b440-44b6ad47fd69']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:34.597578 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c594cc90-832e-4fd7-b628-9b44fcfa2554 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f832729f-c942-4ee4-8910-bde911da8f7c') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:34.597882 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c594cc90-832e-4fd7-b628-9b44fcfa2554 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f832729f-c942-4ee4-8910-bde911da8f7c') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:34.606898 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1e1b3-0494-438c-afe8-bca04f58f3ed tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event updated for resources: {'Subnet': ['ID=c60883d8-413a-4a51-b202-652798f3f9e3,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:34.617190 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c594cc90-832e-4fd7-b628-9b44fcfa2554 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.624626 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-f9eb5fc6-385e-4f0d-bcf7-a47f7262a6bc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port 4977122d-f698-4215-aa17-153577605d6e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4977122d-f698-4215-aa17-153577605d6e,segment=NetworkSegment(56189ffa-5660-436c-9a94-c3b81be63b71),segment_id=56189ffa-5660-436c-9a94-c3b81be63b71)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:34.624978 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5fc6-385e-4f0d-bcf7-a47f7262a6bc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.626947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f1e1b3-0494-438c-afe8-bca04f58f3ed tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Checking segment: {'id': 'f44143d5-dd9b-4773-ba63-3727a1cb7aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'be2bce27-e17b-40f1-a6c3-8c5f21f43308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:34.627332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f1e1b3-0494-438c-afe8-bca04f58f3ed tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Network hostable DHCP agents. Network: be2bce27-e17b-40f1-a6c3-8c5f21f43308, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:34.647398 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bb2d9695-28f5-4dc6-bff0-0692d635965e req-397ae29e-a380-4f83-aa0b-33343c5bdd10 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673115 Mar 16 10:58:34.660027 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f1e1b3-0494-438c-afe8-bca04f58f3ed tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Network be2bce27-e17b-40f1-a6c3-8c5f21f43308 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:34.680481 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-a7f1e1b3-0494-438c-afe8-bca04f58f3ed tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, be2bce27-e17b-40f1-a6c3-8c5f21f43308) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:34.685133 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f1e1b3-0494-438c-afe8-bca04f58f3ed tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:34.685829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a7f1e1b3-0494-438c-afe8-bca04f58f3ed tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.693887 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fd6917-25d9-4554-99c8-b7d32d0f03dd None None] Network be2bce27-e17b-40f1-a6c3-8c5f21f43308 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:34.717760 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a7f1e1b3-0494-438c-afe8-bca04f58f3ed tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9755569 Mar 16 10:58:34.720979 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52600) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:34.727329 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a9ac514b-dd43-4c7f-8d47-261b0adc6c9b tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Request body: {'subnet': {'network_id': 'fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:34.849593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a9ac514b-dd43-4c7f-8d47-261b0adc6c9b tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:34.853745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a9ac514b-dd43-4c7f-8d47-261b0adc6c9b tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Usage tracker for resource:subnet and tenant:6ffbe5648feb4551b9b151990d24bdf0 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:34.856852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a9ac514b-dd43-4c7f-8d47-261b0adc6c9b tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:34.863099 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a9ac514b-dd43-4c7f-8d47-261b0adc6c9b tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:34.874734 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ac514b-dd43-4c7f-8d47-261b0adc6c9b tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Made reservation on behalf of 6ffbe5648feb4551b9b151990d24bdf0 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:34.879754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9ac514b-dd43-4c7f-8d47-261b0adc6c9b tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.890917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c594cc90-832e-4fd7-b628-9b44fcfa2554 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.899804 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb5fc6-385e-4f0d-bcf7-a47f7262a6bc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 4977122d-f698-4215-aa17-153577605d6e owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:34.939708 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c594cc90-832e-4fd7-b628-9b44fcfa2554 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:34.940111 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c594cc90-832e-4fd7-b628-9b44fcfa2554 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:34.955199 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:34.966606 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-be2bce27-e17b-40f1-a6c3-8c5f21f43308', 'network_id': 'be2bce27-e17b-40f1-a6c3-8c5f21f43308', 'tenant_id': '6ffbe5648feb4551b9b151990d24bdf0', 'fixed_ips': [{'subnet_id': 'c60883d8-413a-4a51-b202-652798f3f9e3'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:34.968511 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.041343 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77639db-8e7a-4e7f-8d14-c66d18ca4dcb None None] Network 898795d4-0a4f-4c64-9936-a0a6cf9575e0 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:35.071169 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c594cc90-832e-4fd7-b628-9b44fcfa2554 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.089622 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c594cc90-832e-4fd7-b628-9b44fcfa2554 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.103706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594cc90-832e-4fd7-b628-9b44fcfa2554 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Network': ['ID=c06e8ecb-e038-4b76-b440-44b6ad47fd69,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:35.117804 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c594cc90-832e-4fd7-b628-9b44fcfa2554 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/networks/c06e8ecb-e038-4b76-b440-44b6ad47fd69 HTTP/1.1" status: 204 len: 168 time: 1.5790019 Mar 16 10:58:35.118362 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52604) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:35.136015 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-b3de3a91-e41c-4beb-809a-3e8d22982cbc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-612729021'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:35.144275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b3de3a91-e41c-4beb-809a-3e8d22982cbc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:35.155411 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b3de3a91-e41c-4beb-809a-3e8d22982cbc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:network and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:35.159601 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b3de3a91-e41c-4beb-809a-3e8d22982cbc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:35.159795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0de78afb-dea0-402b-9da6-e3cfeb43c520 None None] Provisioning for port 46497a70-096a-454e-a8c3-2ce22d7f8b2a completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:35.166355 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b3de3a91-e41c-4beb-809a-3e8d22982cbc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:35.193217 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3de3a91-e41c-4beb-809a-3e8d22982cbc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:35.196971 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b3de3a91-e41c-4beb-809a-3e8d22982cbc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.259544 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3de3a91-e41c-4beb-809a-3e8d22982cbc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:35.289275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b3de3a91-e41c-4beb-809a-3e8d22982cbc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.289912 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-b3de3a91-e41c-4beb-809a-3e8d22982cbc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Added segment fe43b162-9b37-4b20-9b85-5defc9070985 of type vlan for network adca3664-bc7b-4db7-a452-ffa4901c9b63 Mar 16 10:58:35.304768 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Allocated IP 2001:db8::2 (be2bce27-e17b-40f1-a6c3-8c5f21f43308/c60883d8-413a-4a51-b202-652798f3f9e3/5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:35.341386 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5fc6-385e-4f0d-bcf7-a47f7262a6bc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.354263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9ac514b-dd43-4c7f-8d47-261b0adc6c9b tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.355964 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 46497a70-096a-454e-a8c3-2ce22d7f8b2a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:35.383074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b3de3a91-e41c-4beb-809a-3e8d22982cbc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.404770 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb5fc6-385e-4f0d-bcf7-a47f7262a6bc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=4977122d-f698-4215-aa17-153577605d6e,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:35.439358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ac514b-dd43-4c7f-8d47-261b0adc6c9b tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Checking segment: {'id': '60b372e3-abbb-436b-9d7c-f723336bdd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:35.439731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ac514b-dd43-4c7f-8d47-261b0adc6c9b tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Network hostable DHCP agents. Network: fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:35.458507 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac514b-dd43-4c7f-8d47-261b0adc6c9b tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event updated for resources: {'Subnet': ['ID=178c5573-3e9b-4379-a90e-20660854c1b6,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:35.471763 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ac514b-dd43-4c7f-8d47-261b0adc6c9b tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Network fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:35.482581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-a9ac514b-dd43-4c7f-8d47-261b0adc6c9b tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:35.490688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ac514b-dd43-4c7f-8d47-261b0adc6c9b tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:35.491297 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9ac514b-dd43-4c7f-8d47-261b0adc6c9b tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.522158 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a9ac514b-dd43-4c7f-8d47-261b0adc6c9b tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7975023 Mar 16 10:58:35.522381 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b3de3a91-e41c-4beb-809a-3e8d22982cbc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.522548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52608) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:35.529157 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3de3a91-e41c-4beb-809a-3e8d22982cbc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:35.530408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b3de3a91-e41c-4beb-809a-3e8d22982cbc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.536355 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a0fb4b-a3e7-40b5-969b-69e0bd860b18 None None] Network fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:35.663686 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b3de3a91-e41c-4beb-809a-3e8d22982cbc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5414164 Mar 16 10:58:35.688211 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 46497a70-096a-454e-a8c3-2ce22d7f8b2a completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:35.691281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52612) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:35.697418 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-8f3a1c77-3546-4817-932b-14410ded7ef1 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'subnet': {'network_id': 'adca3664-bc7b-4db7-a452-ffa4901c9b63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:35.716730 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 46497a70-096a-454e-a8c3-2ce22d7f8b2a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:35.717377 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.739975 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de3a91-e41c-4beb-809a-3e8d22982cbc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Network': ['ID=adca3664-bc7b-4db7-a452-ffa4901c9b63,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:35.873097 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network adca3664-bc7b-4db7-a452-ffa4901c9b63 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:35.945046 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5fc6-385e-4f0d-bcf7-a47f7262a6bc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.965653 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.078167 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82834b-ed6f-4f04-a357-4d0dbca30317 req-4485db06-08b7-4277-b79e-4e918691b9f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:36.080158 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7f82834b-ed6f-4f04-a357-4d0dbca30317 req-4485db06-08b7-4277-b79e-4e918691b9f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 944 time: 0.2208049 Mar 16 10:58:36.086098 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.121850 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Transition to ACTIVE for port object 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:36.136658 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-95f5cfbe-0fad-484e-b07d-02a27b9cdd3c None None] Provisioning complete for port 46497a70-096a-454e-a8c3-2ce22d7f8b2a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:36.136994 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-95f5cfbe-0fad-484e-b07d-02a27b9cdd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.169952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8f3a1c77-3546-4817-932b-14410ded7ef1 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:36.178527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8f3a1c77-3546-4817-932b-14410ded7ef1 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:subnet and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:36.183497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8f3a1c77-3546-4817-932b-14410ded7ef1 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:36.215109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8f3a1c77-3546-4817-932b-14410ded7ef1 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:36.224029 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7f82834b-ed6f-4f04-a357-4d0dbca30317 req-f277f708-b0c3-4df4-a8a4-3c5fca7e6d47 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823379 Mar 16 10:58:36.225784 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.257762 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Transition to ACTIVE for port object 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:36.287793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.327546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3a1c77-3546-4817-932b-14410ded7ef1 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:36.328567 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874', 'network_id': 'fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874', 'tenant_id': '6ffbe5648feb4551b9b151990d24bdf0', 'fixed_ips': [{'subnet_id': '178c5573-3e9b-4379-a90e-20660854c1b6'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:36.329417 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.330905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f3a1c77-3546-4817-932b-14410ded7ef1 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.360466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.398162 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Network be2bce27-e17b-40f1-a6c3-8c5f21f43308 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:36.454248 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:36.462972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 91af4ff7-2083-4d1f-95bb-5480694d57d8 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:58:36.465816 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:36.496069 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Pushing event updated for resources: {'Port': ['ID=5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:36.570718 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9eb5fc6-385e-4f0d-bcf7-a47f7262a6bc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 35575374-8e5c-493c-98e6-acd486e3ee60 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:36.585042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 46497a70-096a-454e-a8c3-2ce22d7f8b2a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=46497a70-096a-454e-a8c3-2ce22d7f8b2a,segment=NetworkSegment(7479fc9b-2f94-4e5b-80e1-c8d2238e5c95),segment_id=7479fc9b-2f94-4e5b-80e1-c8d2238e5c95)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:36.630249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.750852 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9eb5fc6-385e-4f0d-bcf7-a47f7262a6bc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:36.756216 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f9eb5fc6-385e-4f0d-bcf7-a47f7262a6bc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/35575374-8e5c-493c-98e6-acd486e3ee60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8904014 Mar 16 10:58:36.758803 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52618) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:36.761523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-95f5cfbe-0fad-484e-b07d-02a27b9cdd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.765471 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51f817c-31c5-4353-a611-d59ba5043d5e None None] Sync routers for ids ['35575374-8e5c-493c-98e6-acd486e3ee60'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:36.776744 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f817c-31c5-4353-a611-d59ba5043d5e None None] Routers {'35575374-8e5c-493c-98e6-acd486e3ee60'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:36.777714 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-a51f817c-31c5-4353-a611-d59ba5043d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['35575374-8e5c-493c-98e6-acd486e3ee60'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:36.829884 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-472b0141-acc2-4eaa-b9bb-c138e23a12a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting subnet 1eb55fa3-2b04-43ec-a85b-0b117769ed73 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:36.832135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-472b0141-acc2-4eaa-b9bb-c138e23a12a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.852443 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Attempting to bind port 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:36.852443 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Attempting to bind port 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f44143d5-dd9b-4773-ba63-3727a1cb7aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'be2bce27-e17b-40f1-a6c3-8c5f21f43308'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:36.852950 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Attempting to bind port 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 on network be2bce27-e17b-40f1-a6c3-8c5f21f43308 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:36.890207 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-472b0141-acc2-4eaa-b9bb-c138e23a12a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.893915 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:36.894285 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Checking segment: {'id': 'f44143d5-dd9b-4773-ba63-3727a1cb7aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'be2bce27-e17b-40f1-a6c3-8c5f21f43308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:36.894673 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.895066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Bound using segment: {'id': 'f44143d5-dd9b-4773-ba63-3727a1cb7aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'be2bce27-e17b-40f1-a6c3-8c5f21f43308'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:36.895653 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Bound port: 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44143d5-dd9b-4773-ba63-3727a1cb7aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'be2bce27-e17b-40f1-a6c3-8c5f21f43308'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:36.896021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.943819 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Allocated IP 2001:db8::1 (be2bce27-e17b-40f1-a6c3-8c5f21f43308/c60883d8-413a-4a51-b202-652798f3f9e3/ac605aef-5fd4-45ef-be16-c1ab06affe8d) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:36.950706 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=46497a70-096a-454e-a8c3-2ce22d7f8b2a,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:36.969141 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-a51f817c-31c5-4353-a611-d59ba5043d5e None None] Set router 35575374-8e5c-493c-98e6-acd486e3ee60 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:36.973474 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-472b0141-acc2-4eaa-b9bb-c138e23a12a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.010883 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Allocated IP 2001:db8::2 (fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874/178c5573-3e9b-4379-a90e-20660854c1b6/ad9b8a06-1cbc-411c-b0c9-c6715b63469d) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:37.073485 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 91af4ff7-2083-4d1f-95bb-5480694d57d8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=91af4ff7-2083-4d1f-95bb-5480694d57d8,segment=NetworkSegment(c9ccec73-fb9a-4e14-a1f3-4aea5682b404),segment_id=c9ccec73-fb9a-4e14-a1f3-4aea5682b404)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:37.085398 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-472b0141-acc2-4eaa-b9bb-c138e23a12a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.101779 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-95f5cfbe-0fad-484e-b07d-02a27b9cdd3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:37.102352 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-95f5cfbe-0fad-484e-b07d-02a27b9cdd3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:37.132448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '91af4ff7-2083-4d1f-95bb-5480694d57d8', 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829', 'port_id': '91af4ff7-2083-4d1f-95bb-5480694d57d8', 'mac_address': 'fa:16:3e:0a:98:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:58:37.157919 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b0141-acc2-4eaa-b9bb-c138e23a12a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb55fa3-2b04-43ec-a85b-0b117769ed73,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:37.162883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f3a1c77-3546-4817-932b-14410ded7ef1 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.195756 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-472b0141-acc2-4eaa-b9bb-c138e23a12a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.221800 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-472b0141-acc2-4eaa-b9bb-c138e23a12a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/subnets/1eb55fa3-2b04-43ec-a85b-0b117769ed73 HTTP/1.1" status: 204 len: 168 time: 0.4616745 Mar 16 10:58:37.222568 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52622) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:37.230781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087780e2-db71-4b3b-ab27-1efff0f42da8 None None] Network eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:37.260743 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] For port 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:37.286673 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a1c77-3546-4817-932b-14410ded7ef1 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Subnet': ['ID=b83d7649-d6b5-4dd0-8307-4895223fb727,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:37.326731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.337857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3a1c77-3546-4817-932b-14410ded7ef1 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Checking segment: {'id': 'fe43b162-9b37-4b20-9b85-5defc9070985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'adca3664-bc7b-4db7-a452-ffa4901c9b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:37.338210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3a1c77-3546-4817-932b-14410ded7ef1 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network hostable DHCP agents. Network: adca3664-bc7b-4db7-a452-ffa4901c9b63, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:37.363792 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-a51f817c-31c5-4353-a611-d59ba5043d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:58:35Z', 'revision_number': 7, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:37.371201 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] For port 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7,segment=NetworkSegment(f44143d5-dd9b-4773-ba63-3727a1cb7aeb),segment_id=f44143d5-dd9b-4773-ba63-3727a1cb7aeb)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:37.376780 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51f817c-31c5-4353-a611-d59ba5043d5e None None] Checking router: 35575374-8e5c-493c-98e6-acd486e3ee60 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:58:37.391299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Transition to ACTIVE for port object ac605aef-5fd4-45ef-be16-c1ab06affe8d will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:37.397379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3a1c77-3546-4817-932b-14410ded7ef1 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network adca3664-bc7b-4db7-a452-ffa4901c9b63 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:37.398948 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.402977 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f817c-31c5-4353-a611-d59ba5043d5e None None] Routers {'35575374-8e5c-493c-98e6-acd486e3ee60'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:37.405878 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-a51f817c-31c5-4353-a611-d59ba5043d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['35575374-8e5c-493c-98e6-acd486e3ee60'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:37.408698 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.423681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-8f3a1c77-3546-4817-932b-14410ded7ef1 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, adca3664-bc7b-4db7-a452-ffa4901c9b63) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:37.429638 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3a1c77-3546-4817-932b-14410ded7ef1 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:37.430428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f3a1c77-3546-4817-932b-14410ded7ef1 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.457177 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8f3a1c77-3546-4817-932b-14410ded7ef1 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7651627 Mar 16 10:58:37.460743 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52628) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:37.467726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-45434607-bb84-4a51-a454-d6a792f04e91 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'subnet': {'network_id': 'adca3664-bc7b-4db7-a452-ffa4901c9b63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:37.481435 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 46497a70-096a-454e-a8c3-2ce22d7f8b2a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:37.509878 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dbb8fb-f903-4a92-aa0b-fb94f059afd7 None None] Network adca3664-bc7b-4db7-a452-ffa4901c9b63 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:37.581905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e24267da-ce72-436b-a4a6-de6c6dce6cd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.623434 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.689027 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-a51f817c-31c5-4353-a611-d59ba5043d5e None None] Set router 35575374-8e5c-493c-98e6-acd486e3ee60 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:37.713220 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91af4ff7-2083-4d1f-95bb-5480694d57d8 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:58:37.717634 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event updated for resources: {'Port': ['ID=ac605aef-5fd4-45ef-be16-c1ab06affe8d,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:37.749442 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Network be2bce27-e17b-40f1-a6c3-8c5f21f43308 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:37.760020 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:37.782635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:37.783782 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.822578 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e24267da-ce72-436b-a4a6-de6c6dce6cd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.837169 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-e24267da-ce72-436b-a4a6-de6c6dce6cd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 9504cd93-1356-416d-935b-79e3acb2a3dc {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:37.837900 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e24267da-ce72-436b-a4a6-de6c6dce6cd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.865115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d691c-b33e-4da8-a139-bbea07564d81 req-6efb666d-f80d-4fb7-ab8a-a13ac4ce9560 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:37.866777 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb3d691c-b33e-4da8-a139-bbea07564d81 req-6efb666d-f80d-4fb7-ab8a-a13ac4ce9560 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 944 time: 0.3791273 Mar 16 10:58:37.867892 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-45434607-bb84-4a51-a454-d6a792f04e91 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:37.923195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-45434607-bb84-4a51-a454-d6a792f04e91 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:subnet and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:37.934388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-45434607-bb84-4a51-a454-d6a792f04e91 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:37.951947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-45434607-bb84-4a51-a454-d6a792f04e91 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:37.955485 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 91af4ff7-2083-4d1f-95bb-5480694d57d8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=91af4ff7-2083-4d1f-95bb-5480694d57d8,segment=NetworkSegment(c9ccec73-fb9a-4e14-a1f3-4aea5682b404),segment_id=c9ccec73-fb9a-4e14-a1f3-4aea5682b404)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:37.975701 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37675e2a-be55-4d96-a730-60c36f4e7232 None None] Pushing event updated for resources: {'Port': ['ID=5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:37.990398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.996519 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.002743 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45434607-bb84-4a51-a454-d6a792f04e91 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:38.007103 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-45434607-bb84-4a51-a454-d6a792f04e91 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.025661 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb3d691c-b33e-4da8-a139-bbea07564d81 req-75776bbd-f767-498e-af7c-5c80e9262d36 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178470 Mar 16 10:58:38.057686 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.080776 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-a51f817c-31c5-4353-a611-d59ba5043d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:58:35Z', 'revision_number': 7, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:38.086072 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51f817c-31c5-4353-a611-d59ba5043d5e None None] The sync data for ids ['35575374-8e5c-493c-98e6-acd486e3ee60'] in dv-neutron-833859-1-hyperv is: [{'id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'name': 'tempest-TestNetworkBasicOps-router-1170075959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:33Z', 'updated_at': '2022-03-16T10:58:35Z', 'revision_number': 7, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '9504cd93-1356-416d-935b-79e3acb2a3dc', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35575374-8e5c-493c-98e6-acd486e3ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:38.107624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 46497a70-096a-454e-a8c3-2ce22d7f8b2a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:38.108167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.141130 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Transition to ACTIVE for port object ad9b8a06-1cbc-411c-b0c9-c6715b63469d will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:38.168007 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-e24267da-ce72-436b-a4a6-de6c6dce6cd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port 9504cd93-1356-416d-935b-79e3acb2a3dc, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=9504cd93-1356-416d-935b-79e3acb2a3dc,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:38.168355 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e24267da-ce72-436b-a4a6-de6c6dce6cd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.245776 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Transition to ACTIVE for port object ad9b8a06-1cbc-411c-b0c9-c6715b63469d will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:38.267912 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=91af4ff7-2083-4d1f-95bb-5480694d57d8,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:38.274776 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.335542 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-e24267da-ce72-436b-a4a6-de6c6dce6cd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 9504cd93-1356-416d-935b-79e3acb2a3dc owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:38.365992 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['91af4ff7-2083-4d1f-95bb-5480694d57d8'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:58:38.444047 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Network fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:38.474421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-adca3664-bc7b-4db7-a452-ffa4901c9b63', 'network_id': 'adca3664-bc7b-4db7-a452-ffa4901c9b63', 'tenant_id': '18678328b40b44ffb1e35217f2758e75', 'fixed_ips': [{'subnet_id': 'b83d7649-d6b5-4dd0-8307-4895223fb727'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:38.474421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.498986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:38.529792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:38.565564 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060ffa6a-eb00-4f91-b185-a0b1d55e265e None None] DHCP port deletion for eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:38.588685 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Pushing event updated for resources: {'Port': ['ID=ad9b8a06-1cbc-411c-b0c9-c6715b63469d,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:38.591954 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-060ffa6a-eb00-4f91-b185-a0b1d55e265e None None] Deleting port c063e0a8-ee4c-4f53-bbf5-efe201b6d479 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:38.592595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-060ffa6a-eb00-4f91-b185-a0b1d55e265e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.631815 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e24267da-ce72-436b-a4a6-de6c6dce6cd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.720436 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24267da-ce72-436b-a4a6-de6c6dce6cd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=9504cd93-1356-416d-935b-79e3acb2a3dc,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:38.792648 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-45434607-bb84-4a51-a454-d6a792f04e91 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.856888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45434607-bb84-4a51-a454-d6a792f04e91 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network adca3664-bc7b-4db7-a452-ffa4901c9b63 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:38.867199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-45434607-bb84-4a51-a454-d6a792f04e91 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:38.883785 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45434607-bb84-4a51-a454-d6a792f04e91 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:38.884221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-45434607-bb84-4a51-a454-d6a792f04e91 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.911243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.921143 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52632) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:38.921360 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-45434607-bb84-4a51-a454-d6a792f04e91 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4553969 Mar 16 10:58:38.922411 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Attempting to bind port ad9b8a06-1cbc-411c-b0c9-c6715b63469d on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:38.922802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Attempting to bind port ad9b8a06-1cbc-411c-b0c9-c6715b63469d by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '60b372e3-abbb-436b-9d7c-f723336bdd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:38.923355 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Attempting to bind port ad9b8a06-1cbc-411c-b0c9-c6715b63469d on network fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:38.925794 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45434607-bb84-4a51-a454-d6a792f04e91 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Subnet': ['ID=ca7d788f-c6cc-4eca-9444-61f1ff44cc0c,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:38.928123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.929100 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.932842 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:38.933063 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Checking segment: {'id': '60b372e3-abbb-436b-9d7c-f723336bdd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:38.933357 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.934028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Bound using segment: {'id': '60b372e3-abbb-436b-9d7c-f723336bdd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:38.934353 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Bound port: ad9b8a06-1cbc-411c-b0c9-c6715b63469d, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b372e3-abbb-436b-9d7c-f723336bdd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:38.934732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.993552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e24267da-ce72-436b-a4a6-de6c6dce6cd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.173919 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e24267da-ce72-436b-a4a6-de6c6dce6cd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.176225 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e24267da-ce72-436b-a4a6-de6c6dce6cd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.195074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event updated for resources: {'Port': ['ID=ac605aef-5fd4-45ef-be16-c1ab06affe8d,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:39.210811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-060ffa6a-eb00-4f91-b185-a0b1d55e265e None None] For port c063e0a8-ee4c-4f53-bbf5-efe201b6d479, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c063e0a8-ee4c-4f53-bbf5-efe201b6d479,segment=NetworkSegment(56189ffa-5660-436c-9a94-c3b81be63b71),segment_id=56189ffa-5660-436c-9a94-c3b81be63b71)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:39.211386 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-060ffa6a-eb00-4f91-b185-a0b1d55e265e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.227853 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cc9da4-0582-4206-9b83-43f2509e8e81 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:39.229331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cc9da4-0582-4206-9b83-43f2509e8e81 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:39.230797 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cc9da4-0582-4206-9b83-43f2509e8e81 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:39.233301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cc9da4-0582-4206-9b83-43f2509e8e81 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:39.234829 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cc9da4-0582-4206-9b83-43f2509e8e81 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:39.235984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-23cc9da4-0582-4206-9b83-43f2509e8e81 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Synchronizing usage tracker for tenant:18678328b40b44ffb1e35217f2758e75 on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:39.272685 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e24267da-ce72-436b-a4a6-de6c6dce6cd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.273040 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24267da-ce72-436b-a4a6-de6c6dce6cd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Fanout notify agent at l3_agent the message router_deleted on router 35575374-8e5c-493c-98e6-acd486e3ee60 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:39.289152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-23cc9da4-0582-4206-9b83-43f2509e8e81 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Unset dirty status for tenant:18678328b40b44ffb1e35217f2758e75 on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:39.293871 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-23cc9da4-0582-4206-9b83-43f2509e8e81 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3679724 Mar 16 10:58:39.294830 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52638) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:39.302826 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-5715be61-684b-413f-b909-027ab9400b83 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-949529097'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:39.308067 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e24267da-ce72-436b-a4a6-de6c6dce6cd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.311542 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e24267da-ce72-436b-a4a6-de6c6dce6cd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/routers/35575374-8e5c-493c-98e6-acd486e3ee60 HTTP/1.1" status: 204 len: 168 time: 2.0841856 Mar 16 10:58:39.312463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5715be61-684b-413f-b909-027ab9400b83 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:39.316608 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52642) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:39.325892 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5715be61-684b-413f-b909-027ab9400b83 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:network and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:39.330281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Network be2bce27-e17b-40f1-a6c3-8c5f21f43308 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:39.331339 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5715be61-684b-413f-b909-027ab9400b83 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:39.334564 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:39.419985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5715be61-684b-413f-b909-027ab9400b83 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:39.459053 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24fc5f-a7b5-4257-b59d-9de7ca01c5e3 req-aaa56763-7d5c-4ab1-a88d-a32eda5a476f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:39.460743 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dc24fc5f-a7b5-4257-b59d-9de7ca01c5e3 req-aaa56763-7d5c-4ab1-a88d-a32eda5a476f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 945 time: 0.2810066 Mar 16 10:58:39.592781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5715be61-684b-413f-b909-027ab9400b83 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:39.596881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5715be61-684b-413f-b909-027ab9400b83 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.607828 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-060ffa6a-eb00-4f91-b185-a0b1d55e265e None None] Calling delete_port for c063e0a8-ee4c-4f53-bbf5-efe201b6d479 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:39.642696 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dc24fc5f-a7b5-4257-b59d-9de7ca01c5e3 req-ccf835f2-bf84-4a42-9186-65a612705a18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958850 Mar 16 10:58:39.669382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:39.679623 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.696043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port c063e0a8-ee4c-4f53-bbf5-efe201b6d479 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:39.696378 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.704179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5715be61-684b-413f-b909-027ab9400b83 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:39.724760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5715be61-684b-413f-b909-027ab9400b83 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.725242 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-5715be61-684b-413f-b909-027ab9400b83 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Added segment cd5c3dfd-7e4e-49a9-9345-dcfbb4840299 of type vlan for network f75b838c-e66a-4874-85be-6bc67b7191cd Mar 16 10:58:39.774841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5715be61-684b-413f-b909-027ab9400b83 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.788153 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Router 1380e75b-fd39-4e1a-8330-2d9ee6199244 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:58:39.904187 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Allocated IP 2001:db8::2 (adca3664-bc7b-4db7-a452-ffa4901c9b63/b83d7649-d6b5-4dd0-8307-4895223fb727/5862f588-42d0-442f-bafb-6562c52598ea) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:39.982060 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02489be2-dadf-45fa-a658-e737ed0b7417 None None] Network be2bce27-e17b-40f1-a6c3-8c5f21f43308 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:39.993076 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5715be61-684b-413f-b909-027ab9400b83 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.998859 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5715be61-684b-413f-b909-027ab9400b83 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:39.999633 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5715be61-684b-413f-b909-027ab9400b83 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.020966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port c063e0a8-ee4c-4f53-bbf5-efe201b6d479, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c063e0a8-ee4c-4f53-bbf5-efe201b6d479,segment=NetworkSegment(56189ffa-5660-436c-9a94-c3b81be63b71),segment_id=56189ffa-5660-436c-9a94-c3b81be63b71)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:40.021385 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.071281 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] For port ad9b8a06-1cbc-411c-b0c9-c6715b63469d, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:40.144268 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5715be61-684b-413f-b909-027ab9400b83 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8486962 Mar 16 10:58:40.149255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] For port ad9b8a06-1cbc-411c-b0c9-c6715b63469d, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ad9b8a06-1cbc-411c-b0c9-c6715b63469d,segment=NetworkSegment(60b372e3-abbb-436b-9d7c-f723336bdd90),segment_id=60b372e3-abbb-436b-9d7c-f723336bdd90)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:40.150474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52646) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:40.157885 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:40.165080 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f9c09a71-aed9-4a61-a80f-8a4c77a4ff20 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "PUT /v2.0/routers/1380e75b-fd39-4e1a-8330-2d9ee6199244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6383259 Mar 16 10:58:40.166447 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52650) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:40.166949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-b4f29d2e-861f-440b-816d-8c3e72b2bf28 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:40.176677 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for c063e0a8-ee4c-4f53-bbf5-efe201b6d479 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:40.182029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715be61-684b-413f-b909-027ab9400b83 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Network': ['ID=f75b838c-e66a-4874-85be-6bc67b7191cd,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:40.295575 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87ed5c0-e1f4-4864-add7-2350e96fa995 None None] Sync routers for ids ['1380e75b-fd39-4e1a-8330-2d9ee6199244'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:40.298307 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-060ffa6a-eb00-4f91-b185-a0b1d55e265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.303432 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network f75b838c-e66a-4874-85be-6bc67b7191cd details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:40.377450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.414193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ad9c99df-92b3-4205-97ce-c2019c6d7a36 None None] Provisioning for port 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:40.419950 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ffa6a-eb00-4f91-b185-a0b1d55e265e None None] Pushing event deleted for resources: {'Port': ['ID=c063e0a8-ee4c-4f53-bbf5-efe201b6d479,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:40.433369 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ffa6a-eb00-4f91-b185-a0b1d55e265e None None] No DVR routers for this DVR port c063e0a8-ee4c-4f53-bbf5-efe201b6d479 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:40.436960 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ad9c99df-92b3-4205-97ce-c2019c6d7a36 None None] Provisioning complete for port 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:40.437584 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ad9c99df-92b3-4205-97ce-c2019c6d7a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.462400 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:40.469100 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b4f29d2e-861f-440b-816d-8c3e72b2bf28 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.489609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b4f29d2e-861f-440b-816d-8c3e72b2bf28 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.517219 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:40.517958 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.537501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4f29d2e-861f-440b-816d-8c3e72b2bf28 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network f75b838c-e66a-4874-85be-6bc67b7191cd is not hosted by any dhcp agent {{(pid=87969) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 10:58:40.543577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f29d2e-861f-440b-816d-8c3e72b2bf28 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:40.544230 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b4f29d2e-861f-440b-816d-8c3e72b2bf28 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.545477 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b4f29d2e-861f-440b-816d-8c3e72b2bf28 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "PUT /v2.0/networks/f75b838c-e66a-4874-85be-6bc67b7191cd HTTP/1.1" status: 200 len: 723 time: 0.3919506 Mar 16 10:58:40.549916 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52656) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:40.563127 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9a228e49-0ab4-48c0-a742-eb532119e6c9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'subnet': {'network_id': 'f75b838c-e66a-4874-85be-6bc67b7191cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:40.642188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ed5c0-e1f4-4864-add7-2350e96fa995 None None] Routers {'1380e75b-fd39-4e1a-8330-2d9ee6199244'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:40.642984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b87ed5c0-e1f4-4864-add7-2350e96fa995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1380e75b-fd39-4e1a-8330-2d9ee6199244'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:40.715615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:40.716327 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:40.734854 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b87ed5c0-e1f4-4864-add7-2350e96fa995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:40.776233 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f29d2e-861f-440b-816d-8c3e72b2bf28 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Network': ['ID=f75b838c-e66a-4874-85be-6bc67b7191cd,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:40.789613 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9a228e49-0ab4-48c0-a742-eb532119e6c9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:40.835377 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network f75b838c-e66a-4874-85be-6bc67b7191cd details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:40.851140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9a228e49-0ab4-48c0-a742-eb532119e6c9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:40.870126 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a228e49-0ab4-48c0-a742-eb532119e6c9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:40.874622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9a228e49-0ab4-48c0-a742-eb532119e6c9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.901245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ed5c0-e1f4-4864-add7-2350e96fa995 None None] Routers {'1380e75b-fd39-4e1a-8330-2d9ee6199244'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:40.901899 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b87ed5c0-e1f4-4864-add7-2350e96fa995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1380e75b-fd39-4e1a-8330-2d9ee6199244'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:41.003011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e8de7-3a34-4cbd-a451-f08ed8346a55 req-6348f56d-8bf9-4a16-b433-019b328aff12 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:41.013921 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b87ed5c0-e1f4-4864-add7-2350e96fa995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:41.013921 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87ed5c0-e1f4-4864-add7-2350e96fa995 None None] The sync data for ids ['1380e75b-fd39-4e1a-8330-2d9ee6199244'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:41.022209 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1a5e8de7-3a34-4cbd-a451-f08ed8346a55 req-6348f56d-8bf9-4a16-b433-019b328aff12 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 945 time: 0.2290564 Mar 16 10:58:41.084618 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1a5e8de7-3a34-4cbd-a451-f08ed8346a55 req-8009f541-29cf-49f9-b96e-9c31f2054d18 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620091 Mar 16 10:58:41.115279 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-2089c83c-7152-43c6-84e5-eecf4f06860e tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:41.116315 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2089c83c-7152-43c6-84e5-eecf4f06860e tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "PUT /v2.0/routers/1380e75b-fd39-4e1a-8330-2d9ee6199244/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9489055 Mar 16 10:58:41.119060 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52662) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:41.141155 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03b6b6-7c1d-45ff-accf-c7068c7872a0 None None] Pushing event updated for resources: {'Port': ['ID=ad9b8a06-1cbc-411c-b0c9-c6715b63469d,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:41.308117 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port c063e0a8-ee4c-4f53-bbf5-efe201b6d479 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:41.308457 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.375032 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9a228e49-0ab4-48c0-a742-eb532119e6c9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.429675 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.439513 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.456309 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] The port 'c063e0a8-ee4c-4f53-bbf5-efe201b6d479' was deleted {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:41.456542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a228e49-0ab4-48c0-a742-eb532119e6c9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Subnet': ['ID=023ff25c-5660-48f8-a185-e1939c5d2c95,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:41.462173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a228e49-0ab4-48c0-a742-eb532119e6c9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Checking segment: {'id': 'cd5c3dfd-7e4e-49a9-9345-dcfbb4840299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f75b838c-e66a-4874-85be-6bc67b7191cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:41.462173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a228e49-0ab4-48c0-a742-eb532119e6c9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network hostable DHCP agents. Network: f75b838c-e66a-4874-85be-6bc67b7191cd, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:41.462651 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ad9c99df-92b3-4205-97ce-c2019c6d7a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.472821 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Transition to ACTIVE for port object 5862f588-42d0-442f-bafb-6562c52598ea will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:41.483518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a228e49-0ab4-48c0-a742-eb532119e6c9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network f75b838c-e66a-4874-85be-6bc67b7191cd is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:41.495821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-9a228e49-0ab4-48c0-a742-eb532119e6c9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, f75b838c-e66a-4874-85be-6bc67b7191cd) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:41.506956 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a228e49-0ab4-48c0-a742-eb532119e6c9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:41.507626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9a228e49-0ab4-48c0-a742-eb532119e6c9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.520022 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97644bff-949f-4677-b840-b378f5739744 None None] Network f75b838c-e66a-4874-85be-6bc67b7191cd requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:41.538559 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9a228e49-0ab4-48c0-a742-eb532119e6c9 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9844503 Mar 16 10:58:41.538559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52666) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:41.545368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:41.552926 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Transition to ACTIVE for port object 5862f588-42d0-442f-bafb-6562c52598ea will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:41.561926 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7,segment=NetworkSegment(f44143d5-dd9b-4773-ba63-3727a1cb7aeb),segment_id=f44143d5-dd9b-4773-ba63-3727a1cb7aeb)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:41.632632 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.635939 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.674841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.675090 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14751418'] for subnet, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.745278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:41.757942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4977122d-f698-4215-aa17-153577605d6e no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:41.763715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56189ffa-5660-436c-9a94-c3b81be63b71') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:41.764082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56189ffa-5660-436c-9a94-c3b81be63b71') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:41.804680 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.823104 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 4977122d-f698-4215-aa17-153577605d6e {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:41.823754 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4977122d-f698-4215-aa17-153577605d6e not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:41.824318 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c063e0a8-ee4c-4f53-bbf5-efe201b6d479 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:41.832393 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.841282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:41.841681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: util.warn( Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:41.856856 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:41.883493 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Network adca3664-bc7b-4db7-a452-ffa4901c9b63 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:41.897197 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: c063e0a8-ee4c-4f53-bbf5-efe201b6d479 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:41.897546 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c063e0a8-ee4c-4f53-bbf5-efe201b6d479 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:41.899266 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:41.903793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:41.909930 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Pushing event updated for resources: {'Port': ['ID=5862f588-42d0-442f-bafb-6562c52598ea,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:41.915220 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-ad9c99df-92b3-4205-97ce-c2019c6d7a36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:41.915571 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-ad9c99df-92b3-4205-97ce-c2019c6d7a36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:41.969102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776355160055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14699695'] for subnet, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.010106 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.032458 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.055531 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Network': ['ID=eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:42.090730 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-55af30bd-ee25-46c1-b66f-b3d5047a26a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/networks/eaeb7ad2-9072-4ac5-b034-e58fd6f0bed8 HTTP/1.1" status: 204 len: 168 time: 2.7730441 Mar 16 10:58:42.102366 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:42.103536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.108136 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "PUT /v2.0/subnets/023ff25c-5660-48f8-a185-e1939c5d2c95 HTTP/1.1" status: 200 len: 826 time: 0.5651679 Mar 16 10:58:42.108136 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52670) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:42.119922 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52676) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:42.127565 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-16825d70-df6d-44ab-96f7-5ca314dd5124 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'network': {'name': 'tempest-network-smoke--1033397857', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'port_security_enabled': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:42.149214 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-16825d70-df6d-44ab-96f7-5ca314dd5124 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:42.157570 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-16825d70-df6d-44ab-96f7-5ca314dd5124 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:network and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:42.158823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ad9b8a06-1cbc-411c-b0c9-c6715b63469d up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:42.166996 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-16825d70-df6d-44ab-96f7-5ca314dd5124 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:42.173604 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-16825d70-df6d-44ab-96f7-5ca314dd5124 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:42.178459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Subnet': ['ID=023ff25c-5660-48f8-a185-e1939c5d2c95,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:42.202599 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.240918 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:42.288099 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:42.288810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:42.289368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:42.290096 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:42.290644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:42.291210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:42.291767 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:42.292585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:42.293135 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:42.293969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:42.294817 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:42.295417 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea7d57-5955-42d9-aa9f-34a78f8d5117 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:42.299996 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Attempting to bind port 5862f588-42d0-442f-bafb-6562c52598ea on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:42.300370 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Attempting to bind port 5862f588-42d0-442f-bafb-6562c52598ea by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'fe43b162-9b37-4b20-9b85-5defc9070985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'adca3664-bc7b-4db7-a452-ffa4901c9b63'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:42.300831 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Attempting to bind port 5862f588-42d0-442f-bafb-6562c52598ea on network adca3664-bc7b-4db7-a452-ffa4901c9b63 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:42.349555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16825d70-df6d-44ab-96f7-5ca314dd5124 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:42.353458 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-16825d70-df6d-44ab-96f7-5ca314dd5124 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.381284 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:42.381678 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Checking segment: {'id': 'fe43b162-9b37-4b20-9b85-5defc9070985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'adca3664-bc7b-4db7-a452-ffa4901c9b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:42.382125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.382572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Bound using segment: {'id': 'fe43b162-9b37-4b20-9b85-5defc9070985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'adca3664-bc7b-4db7-a452-ffa4901c9b63'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:42.383070 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Bound port: 5862f588-42d0-442f-bafb-6562c52598ea, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe43b162-9b37-4b20-9b85-5defc9070985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'adca3664-bc7b-4db7-a452-ffa4901c9b63'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:42.383511 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.387856 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5fd2186e-2761-4212-b7fe-b0ad0c059818 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.405187 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674a1174-fbbc-4929-ab5f-7a6592220476 None None] Network fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:42.448041 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234d934d-a023-4ab3-bc9c-f30d02b7f560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-f75b838c-e66a-4874-85be-6bc67b7191cd', 'network_id': 'f75b838c-e66a-4874-85be-6bc67b7191cd', 'tenant_id': '18678328b40b44ffb1e35217f2758e75', 'fixed_ips': [{'subnet_id': '023ff25c-5660-48f8-a185-e1939c5d2c95'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:42.449099 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-234d934d-a023-4ab3-bc9c-f30d02b7f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.467633 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5fd2186e-2761-4212-b7fe-b0ad0c059818 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.507175 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 91af4ff7-2083-4d1f-95bb-5480694d57d8 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:42.582506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5fd2186e-2761-4212-b7fe-b0ad0c059818 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.627456 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port ad9b8a06-1cbc-411c-b0c9-c6715b63469d completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:42.668714 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2186e-2761-4212-b7fe-b0ad0c059818 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Subnet': ['ID=023ff25c-5660-48f8-a185-e1939c5d2c95,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:42.707879 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16825d70-df6d-44ab-96f7-5ca314dd5124 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:42.742367 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 9504cd93-1356-416d-935b-79e3acb2a3dc no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:42.760810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5fd2186e-2761-4212-b7fe-b0ad0c059818 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.790075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-5fd2186e-2761-4212-b7fe-b0ad0c059818 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75b838c-e66a-4874-85be-6bc67b7191cd']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:42.800579 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 9504cd93-1356-416d-935b-79e3acb2a3dc {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:42.800723 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 9504cd93-1356-416d-935b-79e3acb2a3dc not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:42.805157 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-16825d70-df6d-44ab-96f7-5ca314dd5124 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.805642 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-16825d70-df6d-44ab-96f7-5ca314dd5124 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Added segment efed3825-26c9-44c0-8da4-876def1d1a0b of type vlan for network fd36722c-86ad-480c-94fb-1689efcce290 Mar 16 10:58:42.808201 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-5fd2186e-2761-4212-b7fe-b0ad0c059818 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5c3dfd-7e4e-49a9-9345-dcfbb4840299') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:42.808581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-5fd2186e-2761-4212-b7fe-b0ad0c059818 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5c3dfd-7e4e-49a9-9345-dcfbb4840299') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:42.818520 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] For port 5862f588-42d0-442f-bafb-6562c52598ea, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:42.822310 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5fd2186e-2761-4212-b7fe-b0ad0c059818 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.828053 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] For port 5862f588-42d0-442f-bafb-6562c52598ea, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5862f588-42d0-442f-bafb-6562c52598ea,segment=NetworkSegment(fe43b162-9b37-4b20-9b85-5defc9070985),segment_id=fe43b162-9b37-4b20-9b85-5defc9070985)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:42.843665 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5fd2186e-2761-4212-b7fe-b0ad0c059818 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.854165 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd2186e-2761-4212-b7fe-b0ad0c059818 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:42.855018 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5fd2186e-2761-4212-b7fe-b0ad0c059818 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.858105 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:42.873029 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:42.910365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-16825d70-df6d-44ab-96f7-5ca314dd5124 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.926806 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba11ac-3000-4756-866d-8dba8bd9f3dd req-f5669d6f-392c-4a43-9cda-1e4b9cfe8515 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:42.928766 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-58ba11ac-3000-4756-866d-8dba8bd9f3dd req-f5669d6f-392c-4a43-9cda-1e4b9cfe8515 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 945 time: 0.5619674 Mar 16 10:58:42.990513 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5fd2186e-2761-4212-b7fe-b0ad0c059818 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.009515 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5fd2186e-2761-4212-b7fe-b0ad0c059818 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.021287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2186e-2761-4212-b7fe-b0ad0c059818 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Network': ['ID=f75b838c-e66a-4874-85be-6bc67b7191cd,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:43.032862 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5fd2186e-2761-4212-b7fe-b0ad0c059818 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/networks/f75b838c-e66a-4874-85be-6bc67b7191cd HTTP/1.1" status: 204 len: 168 time: 0.9244034 Mar 16 10:58:43.035420 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52680) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:43.047002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-16825d70-df6d-44ab-96f7-5ca314dd5124 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.051516 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0da11410-64b7-4d94-9de3-d80945a9b6b3 None None] Provisioning for port ac605aef-5fd4-45ef-be16-c1ab06affe8d completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:43.052506 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16825d70-df6d-44ab-96f7-5ca314dd5124 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:43.053187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-16825d70-df6d-44ab-96f7-5ca314dd5124 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.054601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 91af4ff7-2083-4d1f-95bb-5480694d57d8 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:43.060557 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b70d201-6390-405f-a433-a86ad3e023fe tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:43.061018 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b70d201-6390-405f-a433-a86ad3e023fe tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:43.063743 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2b70d201-6390-405f-a433-a86ad3e023fe tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/networks/f75b838c-e66a-4874-85be-6bc67b7191cd HTTP/1.1" status: 404 len: 339 time: 0.0272715 Mar 16 10:58:43.067258 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52684) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:43.073177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-b52d5328-881a-4efd-8d43-0be917f70d8d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2107115628', 'description': 'd1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:43.081174 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0da11410-64b7-4d94-9de3-d80945a9b6b3 None None] Provisioning complete for port ac605aef-5fd4-45ef-be16-c1ab06affe8d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:43.082318 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0da11410-64b7-4d94-9de3-d80945a9b6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.102509 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b52d5328-881a-4efd-8d43-0be917f70d8d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:43.112287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b52d5328-881a-4efd-8d43-0be917f70d8d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Usage tracker for resource:network and tenant:18678328b40b44ffb1e35217f2758e75 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:43.117534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b52d5328-881a-4efd-8d43-0be917f70d8d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:43.125046 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b52d5328-881a-4efd-8d43-0be917f70d8d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:43.125530 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 91af4ff7-2083-4d1f-95bb-5480694d57d8 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:43.126415 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.140676 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52d5328-881a-4efd-8d43-0be917f70d8d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:43.145728 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b52d5328-881a-4efd-8d43-0be917f70d8d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.169573 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-58ba11ac-3000-4756-866d-8dba8bd9f3dd req-9efb84a3-4d94-43fa-963d-98d282143e6c tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263052 Mar 16 10:58:43.188960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52d5328-881a-4efd-8d43-0be917f70d8d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:43.205898 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b52d5328-881a-4efd-8d43-0be917f70d8d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.206240 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-b52d5328-881a-4efd-8d43-0be917f70d8d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Added segment c5816b94-ca3d-49ae-9b46-53f6b1259123 of type vlan for network eda81190-50f0-4e1e-8cf0-8beea3f234e2 Mar 16 10:58:43.275840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b52d5328-881a-4efd-8d43-0be917f70d8d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.281654 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Deleting port ac605aef-5fd4-45ef-be16-c1ab06affe8d {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:43.282530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.304773 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189074df-af5f-4344-9d49-a3f0530dabb3 None None] Network f75b838c-e66a-4874-85be-6bc67b7191cd requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:43.332911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b52d5328-881a-4efd-8d43-0be917f70d8d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.339047 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52d5328-881a-4efd-8d43-0be917f70d8d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:43.339767 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b52d5328-881a-4efd-8d43-0be917f70d8d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.353355 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951a49b-85bf-47aa-bc2c-ac842896f961 None None] Pushing event updated for resources: {'Port': ['ID=5862f588-42d0-442f-bafb-6562c52598ea,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:43.370401 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189074df-af5f-4344-9d49-a3f0530dabb3 None None] Network f75b838c-e66a-4874-85be-6bc67b7191cd could not be found, it might have been deleted concurrently. {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 10:58:43.381092 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-16825d70-df6d-44ab-96f7-5ca314dd5124 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2601175 Mar 16 10:58:43.420290 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52688) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:43.426074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16825d70-df6d-44ab-96f7-5ca314dd5124 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Network': ['ID=fd36722c-86ad-480c-94fb-1689efcce290,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:43.452148 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-410140980', 'admin_state_up': True, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:43.452360 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c72f0b-fc62-4660-b7da-d4caf472ae72 None None] Network f75b838c-e66a-4874-85be-6bc67b7191cd requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:43.463430 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:43.475368 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network fd36722c-86ad-480c-94fb-1689efcce290 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:43.476378 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b52d5328-881a-4efd-8d43-0be917f70d8d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4079900 Mar 16 10:58:43.479885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:router and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:43.480024 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52692) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:43.487078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:43.526694 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:43.601322 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c72f0b-fc62-4660-b7da-d4caf472ae72 None None] Network f75b838c-e66a-4874-85be-6bc67b7191cd could not be found, it might have been deleted concurrently. {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 10:58:43.623831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.625141 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.649305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d5328-881a-4efd-8d43-0be917f70d8d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Network': ['ID=eda81190-50f0-4e1e-8cf0-8beea3f234e2,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:43.661602 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-0da11410-64b7-4d94-9de3-d80945a9b6b3 None None] Port ac605aef-5fd4-45ef-be16-c1ab06affe8d cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:43.670492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network eda81190-50f0-4e1e-8cf0-8beea3f234e2 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:43.685024 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.710434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.721745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0da11410-64b7-4d94-9de3-d80945a9b6b3 None None] Provisioning for port ad9b8a06-1cbc-411c-b0c9-c6715b63469d completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:43.775470 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d56b705-a050-47d8-be45-ecd5218e2611 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:43.776117 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3d56b705-a050-47d8-be45-ecd5218e2611 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Synchronizing usage tracker for tenant:18678328b40b44ffb1e35217f2758e75 on resource:network {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:43.793293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3d56b705-a050-47d8-be45-ecd5218e2611 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Unset dirty status for tenant:18678328b40b44ffb1e35217f2758e75 on resource:network {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:43.797043 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3d56b705-a050-47d8-be45-ecd5218e2611 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "GET /v2.0/networks?id=eda81190-50f0-4e1e-8cf0-8beea3f234e2 HTTP/1.1" status: 200 len: 765 time: 0.3138001 Mar 16 10:58:43.798130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52696) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:43.804518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-fddcbb59-1c60-4a4c-b7ea-ce0beac8440e tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'network': {'description': 'd2'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:43.811823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0da11410-64b7-4d94-9de3-d80945a9b6b3 None None] Provisioning complete for port ad9b8a06-1cbc-411c-b0c9-c6715b63469d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:43.812196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0da11410-64b7-4d94-9de3-d80945a9b6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.901865 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.909066 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Calling delete_port for ac605aef-5fd4-45ef-be16-c1ab06affe8d owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:43.944514 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91af4ff7-2083-4d1f-95bb-5480694d57d8'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:58:43.958111 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 91af4ff7-2083-4d1f-95bb-5480694d57d8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=91af4ff7-2083-4d1f-95bb-5480694d57d8,segment=NetworkSegment(c9ccec73-fb9a-4e14-a1f3-4aea5682b404),segment_id=c9ccec73-fb9a-4e14-a1f3-4aea5682b404)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:44.006389 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.015470 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91af4ff7-2083-4d1f-95bb-5480694d57d8', 'code': 200} Mar 16 10:58:44.138985 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0da11410-64b7-4d94-9de3-d80945a9b6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.186721 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=91af4ff7-2083-4d1f-95bb-5480694d57d8,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:44.253753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.264991 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-0da11410-64b7-4d94-9de3-d80945a9b6b3 None None] For port ad9b8a06-1cbc-411c-b0c9-c6715b63469d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ad9b8a06-1cbc-411c-b0c9-c6715b63469d,segment=NetworkSegment(60b372e3-abbb-436b-9d7c-f723336bdd90),segment_id=60b372e3-abbb-436b-9d7c-f723336bdd90)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:44.278940 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0da11410-64b7-4d94-9de3-d80945a9b6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.386646 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5862f588-42d0-442f-bafb-6562c52598ea up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:44.487515 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0da11410-64b7-4d94-9de3-d80945a9b6b3 None None] Provisioning complete for port 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:44.488200 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0da11410-64b7-4d94-9de3-d80945a9b6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.535598 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da11410-64b7-4d94-9de3-d80945a9b6b3 None None] Pushing event updated for resources: {'Port': ['ID=ad9b8a06-1cbc-411c-b0c9-c6715b63469d,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:44.552908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fddcbb59-1c60-4a4c-b7ea-ce0beac8440e tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.597010 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fddcbb59-1c60-4a4c-b7ea-ce0beac8440e tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.604631 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 5862f588-42d0-442f-bafb-6562c52598ea completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:44.616503 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:44.659525 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9882485c-949f-4cfe-acdf-ad0cba345ad4 None None] Network adca3664-bc7b-4db7-a452-ffa4901c9b63 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:44.706950 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcbb59-1c60-4a4c-b7ea-ce0beac8440e tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Network': ['ID=eda81190-50f0-4e1e-8cf0-8beea3f234e2,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:44.713705 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fddcbb59-1c60-4a4c-b7ea-ce0beac8440e tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network eda81190-50f0-4e1e-8cf0-8beea3f234e2 is not hosted by any dhcp agent {{(pid=87969) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 10:58:44.720073 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddcbb59-1c60-4a4c-b7ea-ce0beac8440e tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:44.720776 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fddcbb59-1c60-4a4c-b7ea-ce0beac8440e tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.724785 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fddcbb59-1c60-4a4c-b7ea-ce0beac8440e tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "PUT /v2.0/networks/eda81190-50f0-4e1e-8cf0-8beea3f234e2 HTTP/1.1" status: 200 len: 762 time: 0.9230969 Mar 16 10:58:44.725750 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52704) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:44.746346 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea5eb9-8131-4315-b597-1fd2de2d06cc req-a96d38b3-7f0c-4685-b1d3-53a9e8be9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:44.747947 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-64ea5eb9-8131-4315-b597-1fd2de2d06cc req-a96d38b3-7f0c-4685-b1d3-53a9e8be9f81 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 1099 time: 0.2989593 Mar 16 10:58:44.764610 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network eda81190-50f0-4e1e-8cf0-8beea3f234e2 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:44.792770 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-64ea5eb9-8131-4315-b597-1fd2de2d06cc req-6183da72-4d66-4a75-b712-fb9094ad3711 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379336 Mar 16 10:58:44.857608 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ec120-1da9-434a-8ed0-5d1ebc65bc04 req-a3a7e483-e981-4571-8e89-a395ac3f2f01 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:44.859296 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-993ec120-1da9-434a-8ed0-5d1ebc65bc04 req-a3a7e483-e981-4571-8e89-a395ac3f2f01 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.4418418 Mar 16 10:58:44.874469 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.900432 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c295ff95-e844-4a1c-821a-4ac18c433bb7 None None] Could not find standard attr ID for object ac605aef-5fd4-45ef-be16-c1ab06affe8d. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:44.944907 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:44.945279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.987773 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event deleted for resources: {'Port': ['ID=ac605aef-5fd4-45ef-be16-c1ab06affe8d,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:45.005881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccec3812-d4ec-45fc-ad9a-74cba103a9fc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.006567 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ccec3812-d4ec-45fc-ad9a-74cba103a9fc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Synchronizing usage tracker for tenant:18678328b40b44ffb1e35217f2758e75 on resource:network {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:45.013514 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c295ff95-e844-4a1c-821a-4ac18c433bb7 None None] Provisioning complete for port ad9b8a06-1cbc-411c-b0c9-c6715b63469d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:45.013883 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c295ff95-e844-4a1c-821a-4ac18c433bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.079772 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:45.080109 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:45.080441 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:45.080768 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:45.081094 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:45.081416 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:45.082228 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:45.082228 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:45.082456 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:45.082649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:45.082971 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:45.083324 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:45.195258 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-993ec120-1da9-434a-8ed0-5d1ebc65bc04 req-285a100a-5942-4fc9-b415-a9df3f326215 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139443 Mar 16 10:58:45.195814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ccec3812-d4ec-45fc-ad9a-74cba103a9fc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Unset dirty status for tenant:18678328b40b44ffb1e35217f2758e75 on resource:network {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:45.200900 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ccec3812-d4ec-45fc-ad9a-74cba103a9fc tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "GET /v2.0/networks?id=eda81190-50f0-4e1e-8cf0-8beea3f234e2 HTTP/1.1" status: 200 len: 765 time: 0.4700799 Mar 16 10:58:45.202910 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52708) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:45.336647 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c295ff95-e844-4a1c-821a-4ac18c433bb7 None None] Provisioning for port 5862f588-42d0-442f-bafb-6562c52598ea completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:45.341956 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c295ff95-e844-4a1c-821a-4ac18c433bb7 None None] Provisioning complete for port 5862f588-42d0-442f-bafb-6562c52598ea triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:45.342436 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c295ff95-e844-4a1c-821a-4ac18c433bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.367407 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd77708-a055-498e-999a-7775d993e338 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.371631 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-edd77708-a055-498e-999a-7775d993e338 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1640019 Mar 16 10:58:45.371791 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.372105 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52712) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:45.375136 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.408992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.413082 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0eb5bde9-a1ac-4950-ae75-2430ecf5452d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Synchronizing usage tracker for tenant:18678328b40b44ffb1e35217f2758e75 on resource:subnet {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:45.428658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0eb5bde9-a1ac-4950-ae75-2430ecf5452d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Unset dirty status for tenant:18678328b40b44ffb1e35217f2758e75 on resource:subnet {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:45.433258 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0eb5bde9-a1ac-4950-ae75-2430ecf5452d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d HTTP/1.1" status: 200 len: 207 time: 0.0568802 Mar 16 10:58:45.433539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52716) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:45.461064 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae72f87-6a3e-4d2c-a46e-903e410eeb9f None None] Update dhcp port {'port': {'network_id': 'adca3664-bc7b-4db7-a452-ffa4901c9b63', 'fixed_ips': [{'subnet_id': 'b83d7649-d6b5-4dd0-8307-4895223fb727', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ca7d788f-c6cc-4eca-9444-61f1ff44cc0c'}], 'binding:host_id': 'dv-neutron-833859-1-hyperv'}, 'id': '5862f588-42d0-442f-bafb-6562c52598ea'} from dv-neutron-833859-1-hyperv. {{(pid=87970) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:58:45.562660 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7ae72f87-6a3e-4d2c-a46e-903e410eeb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.574364 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c295ff95-e844-4a1c-821a-4ac18c433bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.595166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbbb50c-6e0d-426c-acb2-0677157961be tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.601639 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbbb50c-6e0d-426c-acb2-0677157961be tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.607350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbbb50c-6e0d-426c-acb2-0677157961be tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.612962 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbbb50c-6e0d-426c-acb2-0677157961be tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.618466 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbbb50c-6e0d-426c-acb2-0677157961be tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.624009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbbb50c-6e0d-426c-acb2-0677157961be tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.630110 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fdbbb50c-6e0d-426c-acb2-0677157961be tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.1911316 Mar 16 10:58:45.630393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52720) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:45.649067 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-c295ff95-e844-4a1c-821a-4ac18c433bb7 None None] For port 5862f588-42d0-442f-bafb-6562c52598ea, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5862f588-42d0-442f-bafb-6562c52598ea,segment=NetworkSegment(fe43b162-9b37-4b20-9b85-5defc9070985),segment_id=fe43b162-9b37-4b20-9b85-5defc9070985)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:45.661609 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c295ff95-e844-4a1c-821a-4ac18c433bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.774188 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Router 1380e75b-fd39-4e1a-8330-2d9ee6199244 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:45.800626 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6bda8274-3790-4c46-9445-14acfaf66a84 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1653776 Mar 16 10:58:45.800873 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295ff95-e844-4a1c-821a-4ac18c433bb7 None None] Pushing event updated for resources: {'Port': ['ID=5862f588-42d0-442f-bafb-6562c52598ea,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:45.801096 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52724) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:45.848660 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.26.3.176 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/98371010-5b22-4b4d-a0a5-c78bd8e4fbc4) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:45.866376 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-7ae72f87-6a3e-4d2c-a46e-903e410eeb9f None None] Allocated IP 172.20.0.1 (adca3664-bc7b-4db7-a452-ffa4901c9b63/ca7d788f-c6cc-4eca-9444-61f1ff44cc0c/5862f588-42d0-442f-bafb-6562c52598ea) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:45.881346 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37169038-f513-47b8-8d86-d57aa363ded4 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.883660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37169038-f513-47b8-8d86-d57aa363ded4 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.897889 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37169038-f513-47b8-8d86-d57aa363ded4 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.902409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37169038-f513-47b8-8d86-d57aa363ded4 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.904235 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37169038-f513-47b8-8d86-d57aa363ded4 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.906388 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-37169038-f513-47b8-8d86-d57aa363ded4 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1036894 Mar 16 10:58:45.911140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52728) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:45.992163 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f6d1b-1798-45f4-94a6-d41da994bd66 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['shared'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.993828 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f6d1b-1798-45f4-94a6-d41da994bd66 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['shared'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.995270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f6d1b-1798-45f4-94a6-d41da994bd66 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['shared'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.996678 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f6d1b-1798-45f4-94a6-d41da994bd66 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['shared'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.998477 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f6d1b-1798-45f4-94a6-d41da994bd66 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['shared'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:46.003652 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b62f6d1b-1798-45f4-94a6-d41da994bd66 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0881114 Mar 16 10:58:46.004269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52732) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:46.041450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7ae72f87-6a3e-4d2c-a46e-903e410eeb9f None None] For port 5862f588-42d0-442f-bafb-6562c52598ea, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5862f588-42d0-442f-bafb-6562c52598ea,segment=NetworkSegment(fe43b162-9b37-4b20-9b85-5defc9070985),segment_id=fe43b162-9b37-4b20-9b85-5defc9070985)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:46.070848 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7ae72f87-6a3e-4d2c-a46e-903e410eeb9f None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.073988 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:46.086594 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7471f11-92a4-41dc-968b-14764331ed68 None None] Sync routers for ids ['1380e75b-fd39-4e1a-8330-2d9ee6199244'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:46.100001 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7ae72f87-6a3e-4d2c-a46e-903e410eeb9f None None] Transition to ACTIVE for port object 5862f588-42d0-442f-bafb-6562c52598ea will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:46.104480 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5862f588-42d0-442f-bafb-6562c52598ea up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:46.107021 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7471f11-92a4-41dc-968b-14764331ed68 None None] Routers {'1380e75b-fd39-4e1a-8330-2d9ee6199244'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:46.112941 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b7471f11-92a4-41dc-968b-14764331ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1380e75b-fd39-4e1a-8330-2d9ee6199244'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:46.133196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7ae72f87-6a3e-4d2c-a46e-903e410eeb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.181050 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ab7933bd-d1c7-40d6-ab9e-c5d7ee88cbe9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "PUT /v2.0/routers/1380e75b-fd39-4e1a-8330-2d9ee6199244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0608983 Mar 16 10:58:46.181759 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52736) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:46.239908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7d4210-878f-43d5-9b3b-91514cc550e7 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:46.246836 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4e7d4210-878f-43d5-9b3b-91514cc550e7 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "GET /v2.0/networks/9fe14a0b-3953-4cec-af9a-531456d86295 HTTP/1.1" status: 200 len: 804 time: 0.2412000 Mar 16 10:58:46.247646 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52742) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:46.271034 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b7471f11-92a4-41dc-968b-14764331ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:46.283806 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7471f11-92a4-41dc-968b-14764331ed68 None None] Routers {'1380e75b-fd39-4e1a-8330-2d9ee6199244'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:46.284706 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b7471f11-92a4-41dc-968b-14764331ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1380e75b-fd39-4e1a-8330-2d9ee6199244'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:46.307735 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-ad1652e0-023e-4c65-8e93-62511d7f4f70 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] delete failed (client error): The resource could not be found. Mar 16 10:58:46.319712 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ad1652e0-023e-4c65-8e93-62511d7f4f70 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-1569444860 HTTP/1.1" status: 404 len: 335 time: 0.1347871 Mar 16 10:58:46.320394 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52746) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:46.328667 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2f345e7f-a24e-42e5-88c3-389d3ddf76e7 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Request body: {'router': {'external_gateway_info': {'network_id': '1380e75b-fd39-4e1a-8330-2d9ee6199244'}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:46.352458 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b7471f11-92a4-41dc-968b-14764331ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:46.353156 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7471f11-92a4-41dc-968b-14764331ed68 None None] The sync data for ids ['1380e75b-fd39-4e1a-8330-2d9ee6199244'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:46.410885 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae72f87-6a3e-4d2c-a46e-903e410eeb9f None None] Pushing event updated for resources: {'Port': ['ID=5862f588-42d0-442f-bafb-6562c52598ea,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:46.446832 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ad9b8a06-1cbc-411c-b0c9-c6715b63469d up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:46.476944 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-aec0eb0e-ac1f-44f8-8cb5-46ea16d4e018 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "GET /v2.0/networks/9fe14a0b-3953-4cec-af9a-531456d86295?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2281754 Mar 16 10:58:46.483322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52750) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:46.519007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port ad9b8a06-1cbc-411c-b0c9-c6715b63469d triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:46.519402 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.582004 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.591822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08235cbe-fecb-4ac9-bccb-5cb523cfac36 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:46.599443 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-08235cbe-fecb-4ac9-bccb-5cb523cfac36 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "GET /v2.0/subnets/f3dcbb17-c427-4069-96c9-4e0745240872 HTTP/1.1" status: 200 len: 843 time: 0.1144142 Mar 16 10:58:46.600252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52754) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:46.608015 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972b2f1-6443-4fab-ba8d-5bea1ae8742d req-f46f7d7a-5046-49b0-9c81-e45e8b35592f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:46.610359 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c972b2f1-6443-4fab-ba8d-5bea1ae8742d req-f46f7d7a-5046-49b0-9c81-e45e8b35592f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.1952791 Mar 16 10:58:46.732261 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c972b2f1-6443-4fab-ba8d-5bea1ae8742d req-f2ceb7bb-932d-48b3-90d5-4489e1decf04 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612173 Mar 16 10:58:46.743326 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9332c6-68d7-4e0d-99de-27ac04b5fa39 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['shared'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:46.748275 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7b9332c6-68d7-4e0d-99de-27ac04b5fa39 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "GET /v2.0/subnets/f3dcbb17-c427-4069-96c9-4e0745240872?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1334503 Mar 16 10:58:46.750240 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52758) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:46.768419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-06ab2faf-f9aa-4926-8778-44fb888a2dcb tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-299391365'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:46.775125 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-06ab2faf-f9aa-4926-8778-44fb888a2dcb tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:46.788764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-06ab2faf-f9aa-4926-8778-44fb888a2dcb tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:46.802311 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ab2faf-f9aa-4926-8778-44fb888a2dcb tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:46.806212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-06ab2faf-f9aa-4926-8778-44fb888a2dcb tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.812324 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2f345e7f-a24e-42e5-88c3-389d3ddf76e7 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.837737 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ab2faf-f9aa-4926-8778-44fb888a2dcb tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:46.849053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-06ab2faf-f9aa-4926-8778-44fb888a2dcb tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.849737 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-06ab2faf-f9aa-4926-8778-44fb888a2dcb tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Added segment 85cd5b2c-5427-424d-89d1-af9923799b29 of type vlan for network 1828db59-2889-487d-9de0-697c0965fd4d Mar 16 10:58:46.856729 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-2f345e7f-a24e-42e5-88c3-389d3ddf76e7 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] update failed (client error): The resource could not be found. Mar 16 10:58:46.858988 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2f345e7f-a24e-42e5-88c3-389d3ddf76e7 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "PUT /v2.0/routers/1380e75b-fd39-4e1a-8330-2d9ee6199244 HTTP/1.1" status: 404 len: 339 time: 0.5351892 Mar 16 10:58:46.862905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52764) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:46.887413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-06ab2faf-f9aa-4926-8778-44fb888a2dcb tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.905279 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3b798913-5633-442c-bd25-79596bc21eb5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-142365458'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:46.915558 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.919495 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3b798913-5633-442c-bd25-79596bc21eb5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:46.922809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-06ab2faf-f9aa-4926-8778-44fb888a2dcb tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.928537 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ab2faf-f9aa-4926-8778-44fb888a2dcb tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:46.929170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-06ab2faf-f9aa-4926-8778-44fb888a2dcb tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.970067 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3b798913-5633-442c-bd25-79596bc21eb5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Usage tracker for resource:network and tenant:6ffbe5648feb4551b9b151990d24bdf0 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:46.982935 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3b798913-5633-442c-bd25-79596bc21eb5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:46.998143 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3b798913-5633-442c-bd25-79596bc21eb5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:47.022357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:47.027663 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4802834-69d5-404f-9c5b-80ef2e4ddf8c None None] Network adca3664-bc7b-4db7-a452-ffa4901c9b63 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:47.028832 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:47.034986 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:47.062662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=98371010-5b22-4b4d-a0a5-c78bd8e4fbc4,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:47.070285 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b798913-5633-442c-bd25-79596bc21eb5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Made reservation on behalf of 6ffbe5648feb4551b9b151990d24bdf0 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:47.072936 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3b798913-5633-442c-bd25-79596bc21eb5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.140733 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b798913-5633-442c-bd25-79596bc21eb5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:47.147700 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c1901d27-1207-4fa2-bdba-1c7fada1b7a1 None None] Provisioning for port 5862f588-42d0-442f-bafb-6562c52598ea completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:47.166124 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-06ab2faf-f9aa-4926-8778-44fb888a2dcb tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4113235 Mar 16 10:58:47.166338 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c1901d27-1207-4fa2-bdba-1c7fada1b7a1 None None] Provisioning complete for port 5862f588-42d0-442f-bafb-6562c52598ea triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:47.166338 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c1901d27-1207-4fa2-bdba-1c7fada1b7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.166502 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52768) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:47.169045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab2faf-f9aa-4926-8778-44fb888a2dcb tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Network': ['ID=1828db59-2889-487d-9de0-697c0965fd4d,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:47.174015 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-e80d9c7b-044e-44da-8b3d-3550cf0d0cde tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'subnet': {'network_id': '1828db59-2889-487d-9de0-697c0965fd4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:47.198411 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 1828db59-2889-487d-9de0-697c0965fd4d details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:47.216211 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6f56b-55ab-45cd-8a8a-33e191086768 req-b9a5adb1-550f-4edb-83e2-d5605852a8fd tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:47.218149 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-46e6f56b-55ab-45cd-8a8a-33e191086768 req-b9a5adb1-550f-4edb-83e2-d5605852a8fd tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.3580410 Mar 16 10:58:47.251122 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3b798913-5633-442c-bd25-79596bc21eb5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.251762 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-3b798913-5633-442c-bd25-79596bc21eb5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Added segment 49b21bdd-4785-48b3-bdbd-3e1b44233d1d of type vlan for network c2a04dd5-47ef-44be-ba15-71d993a15e6b Mar 16 10:58:47.314531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e80d9c7b-044e-44da-8b3d-3550cf0d0cde tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:47.324379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e80d9c7b-044e-44da-8b3d-3550cf0d0cde tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:47.336177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80d9c7b-044e-44da-8b3d-3550cf0d0cde tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Made reservation on behalf of 18678328b40b44ffb1e35217f2758e75 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:47.340053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e80d9c7b-044e-44da-8b3d-3550cf0d0cde tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.413033 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3b798913-5633-442c-bd25-79596bc21eb5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.426154 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-46e6f56b-55ab-45cd-8a8a-33e191086768 req-e99ef693-94c7-4320-8ca0-de750bdd3a0c tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979451 Mar 16 10:58:47.436814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.ipam_backend_mixin [None req-e80d9c7b-044e-44da-8b3d-3550cf0d0cde tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Performing IP validity checks on allocation pools {{(pid=87969) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:58:47.437718 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.ipam_backend_mixin [None req-e80d9c7b-044e-44da-8b3d-3550cf0d0cde tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87969) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:58:47.456539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52772) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:47.508643 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.527189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3b798913-5633-442c-bd25-79596bc21eb5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.533577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b798913-5633-442c-bd25-79596bc21eb5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:47.534498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3b798913-5633-442c-bd25-79596bc21eb5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.593287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3e4361-77ea-4af1-9a6e-f6e2af9d7aaf tempest-TestNetworkAdvancedServerOps-809412540 tempest-TestNetworkAdvancedServerOps-809412540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:47.595386 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5e3e4361-77ea-4af1-9a6e-f6e2af9d7aaf tempest-TestNetworkAdvancedServerOps-809412540 tempest-TestNetworkAdvancedServerOps-809412540-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 1094 time: 0.1372335 Mar 16 10:58:47.598175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52776) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:47.613414 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': '91af4ff7-2083-4d1f-95bb-5480694d57d8', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:47.623477 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:47.632887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Usage tracker for resource:floatingip and tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:47.637012 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:47.655936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:47.681040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for floatingip, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.697920 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e80d9c7b-044e-44da-8b3d-3550cf0d0cde tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.758255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78de5756-96a3-4eef-b376-6f9667b749a4 None None] get_active_networks_info from dv-neutron-833859-1-hyperv {{(pid=87970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:58:47.806364 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d9c7b-044e-44da-8b3d-3550cf0d0cde tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Subnet': ['ID=59e1042b-607b-49b1-97bd-e7ca09d347c7,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:47.835764 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3b798913-5633-442c-bd25-79596bc21eb5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9396858 Mar 16 10:58:47.846035 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52780) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:47.858435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-dfe6b92d-f755-4b52-a006-f0edc8614f4d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Request body: {'subnet': {'network_id': 'c2a04dd5-47ef-44be-ba15-71d993a15e6b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:47.869911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80d9c7b-044e-44da-8b3d-3550cf0d0cde tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Checking segment: {'id': '85cd5b2c-5427-424d-89d1-af9923799b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1828db59-2889-487d-9de0-697c0965fd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:47.870255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80d9c7b-044e-44da-8b3d-3550cf0d0cde tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network hostable DHCP agents. Network: 1828db59-2889-487d-9de0-697c0965fd4d, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:47.878109 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b798913-5633-442c-bd25-79596bc21eb5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event updated for resources: {'Network': ['ID=c2a04dd5-47ef-44be-ba15-71d993a15e6b,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:47.906540 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network c2a04dd5-47ef-44be-ba15-71d993a15e6b details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:47.912181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80d9c7b-044e-44da-8b3d-3550cf0d0cde tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Network 1828db59-2889-487d-9de0-697c0965fd4d is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:47.919374 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.927607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-e80d9c7b-044e-44da-8b3d-3550cf0d0cde tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 1828db59-2889-487d-9de0-697c0965fd4d) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:47.931940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80d9c7b-044e-44da-8b3d-3550cf0d0cde tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:47.932533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e80d9c7b-044e-44da-8b3d-3550cf0d0cde tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.963645 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.004704 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e80d9c7b-044e-44da-8b3d-3550cf0d0cde tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8342147 Mar 16 10:58:48.004704 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52784) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:48.011632 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a881ebd4-25d3-4b3c-964b-c2ac8787f06e tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:48.078905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-dfe6b92d-f755-4b52-a006-f0edc8614f4d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:48.091446 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-97860b94-4e16-4af9-96c2-c47eadec44ed None None] Provisioning complete for port 5862f588-42d0-442f-bafb-6562c52598ea triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:48.091998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-97860b94-4e16-4af9-96c2-c47eadec44ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.092709 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dfe6b92d-f755-4b52-a006-f0edc8614f4d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Usage tracker for resource:subnet and tenant:6ffbe5648feb4551b9b151990d24bdf0 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:48.122493 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5862f588-42d0-442f-bafb-6562c52598ea up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:48.148122 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-dfe6b92d-f755-4b52-a006-f0edc8614f4d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:48.162890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-dfe6b92d-f755-4b52-a006-f0edc8614f4d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:48.193217 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe6b92d-f755-4b52-a006-f0edc8614f4d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Made reservation on behalf of 6ffbe5648feb4551b9b151990d24bdf0 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:48.197639 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dfe6b92d-f755-4b52-a006-f0edc8614f4d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.215707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a881ebd4-25d3-4b3c-964b-c2ac8787f06e tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14751418'] for subnet, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.226357 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Allocated IP 172.26.3.64 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/1a59248e-a4cb-4030-a003-8939194ef8b8) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:48.318449 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5862f588-42d0-442f-bafb-6562c52598ea triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:48.319254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.422622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de5756-96a3-4eef-b376-6f9667b749a4 None None] Unable to find a vacant binding_index for network 1828db59-2889-487d-9de0-697c0965fd4d and agent d1293dcd-994d-4de0-b7a3-9d074137d214 {{(pid=87970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 16 10:58:48.430525 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de5756-96a3-4eef-b376-6f9667b749a4 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 1828db59-2889-487d-9de0-697c0965fd4d) {{(pid=87970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:58:48.488208 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.492406 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.565171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a881ebd4-25d3-4b3c-964b-c2ac8787f06e tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776355160055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14699695'] for subnet, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.628382 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a881ebd4-25d3-4b3c-964b-c2ac8787f06e tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:48.629487 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a881ebd4-25d3-4b3c-964b-c2ac8787f06e tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.633248 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a881ebd4-25d3-4b3c-964b-c2ac8787f06e tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "PUT /v2.0/subnets/59e1042b-607b-49b1-97bd-e7ca09d347c7 HTTP/1.1" status: 200 len: 900 time: 0.6251397 Mar 16 10:58:48.633684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52788) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:48.638784 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.719569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881ebd4-25d3-4b3c-964b-c2ac8787f06e tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event updated for resources: {'Subnet': ['ID=59e1042b-607b-49b1-97bd-e7ca09d347c7,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:48.756637 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dfe6b92d-f755-4b52-a006-f0edc8614f4d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.850452 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-1828db59-2889-487d-9de0-697c0965fd4d', 'network_id': '1828db59-2889-487d-9de0-697c0965fd4d', 'tenant_id': '18678328b40b44ffb1e35217f2758e75', 'fixed_ips': [{'subnet_id': '59e1042b-607b-49b1-97bd-e7ca09d347c7'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:48.851338 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.857702 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6b92d-f755-4b52-a006-f0edc8614f4d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event updated for resources: {'Subnet': ['ID=f5fefec1-8495-4bd1-8f9c-6f24a80be473,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:48.878996 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe6b92d-f755-4b52-a006-f0edc8614f4d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Checking segment: {'id': '49b21bdd-4785-48b3-bdbd-3e1b44233d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2a04dd5-47ef-44be-ba15-71d993a15e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:48.879673 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe6b92d-f755-4b52-a006-f0edc8614f4d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Network hostable DHCP agents. Network: c2a04dd5-47ef-44be-ba15-71d993a15e6b, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:48.884151 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router db7169ba-dbbd-4927-ad30-9be8785d6af2 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:58:48.940226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:48.947735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:48.950027 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:48.974721 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe6b92d-f755-4b52-a006-f0edc8614f4d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Network c2a04dd5-47ef-44be-ba15-71d993a15e6b is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:48.984730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event updated for resources: {'Port': ['ID=1a59248e-a4cb-4030-a003-8939194ef8b8,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:48.995373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-dfe6b92d-f755-4b52-a006-f0edc8614f4d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, c2a04dd5-47ef-44be-ba15-71d993a15e6b) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:49.007635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe6b92d-f755-4b52-a006-f0edc8614f4d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:49.008504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dfe6b92d-f755-4b52-a006-f0edc8614f4d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.028067 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Allocated IP 2001:db8::3 (1828db59-2889-487d-9de0-697c0965fd4d/59e1042b-607b-49b1-97bd-e7ca09d347c7/eb6842c3-4273-4dc5-947f-b30c1a211686) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:49.072873 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.102782 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dfe6b92d-f755-4b52-a006-f0edc8614f4d tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2528419 Mar 16 10:58:49.103025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52792) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:49.110275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d4c40d15-014d-4416-a864-95df43835d7a tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c2a04dd5-47ef-44be-ba15-71d993a15e6b'}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:49.248717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.261057 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Transition to ACTIVE for port object eb6842c3-4273-4dc5-947f-b30c1a211686 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:49.275185 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.280957 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Transition to ACTIVE for port object eb6842c3-4273-4dc5-947f-b30c1a211686 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:49.287703 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.359650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Network 1828db59-2889-487d-9de0-697c0965fd4d is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:49.362535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:49.369109 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:49.371241 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:49.382706 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Sync routers for ids ['db7169ba-dbbd-4927-ad30-9be8785d6af2'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:49.401746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Pushing event updated for resources: {'Port': ['ID=eb6842c3-4273-4dc5-947f-b30c1a211686,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:49.437395 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Routers {'db7169ba-dbbd-4927-ad30-9be8785d6af2'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:49.438847 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['db7169ba-dbbd-4927-ad30-9be8785d6af2'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:49.477051 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.523896 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.526246 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2a089b9d-72f0-4695-a3fb-2599ab1e8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1044478 Mar 16 10:58:49.529385 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52796) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:49.532607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Subnet': ['ID=59e1042b-607b-49b1-97bd-e7ca09d347c7,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:49.567319 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Attempting to bind port eb6842c3-4273-4dc5-947f-b30c1a211686 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:49.567712 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Attempting to bind port eb6842c3-4273-4dc5-947f-b30c1a211686 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '85cd5b2c-5427-424d-89d1-af9923799b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1828db59-2889-487d-9de0-697c0965fd4d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:49.568048 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Attempting to bind port eb6842c3-4273-4dc5-947f-b30c1a211686 on network 1828db59-2889-487d-9de0-697c0965fd4d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:49.610596 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-584dc063-0a6a-4fc0-9376-26cdd89737a0 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=c123fb581b00432cb3f2292d7d9251a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0768843 Mar 16 10:58:49.653186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52800) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:49.671216 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.673167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:49.673560 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Checking segment: {'id': '85cd5b2c-5427-424d-89d1-af9923799b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1828db59-2889-487d-9de0-697c0965fd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:49.673940 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.674530 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Bound using segment: {'id': '85cd5b2c-5427-424d-89d1-af9923799b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1828db59-2889-487d-9de0-697c0965fd4d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:49.674807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Bound port: eb6842c3-4273-4dc5-947f-b30c1a211686, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85cd5b2c-5427-424d-89d1-af9923799b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1828db59-2889-487d-9de0-697c0965fd4d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:49.675182 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.685307 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d4c40d15-014d-4416-a864-95df43835d7a tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.705177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1828db59-2889-487d-9de0-697c0965fd4d']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:49.721591 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cd5b2c-5427-424d-89d1-af9923799b29') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:49.721969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cd5b2c-5427-424d-89d1-af9923799b29') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:49.739290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.758431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.764492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Set router db7169ba-dbbd-4927-ad30-9be8785d6af2 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:49.767065 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:49.767500 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:49.785312 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:49.787706 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.873930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.api [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:58:49.873930 dv-neutron-833859-1-hyperv neutron-server[87969]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:58:49.873930 dv-neutron-833859-1-hyperv neutron-server[87969]: [parameters: {'id': '1828db59-2889-487d-9de0-697c0965fd4d'}] Mar 16 10:58:49.873930 dv-neutron-833859-1-hyperv neutron-server[87969]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:49.875003 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG oslo_db.api [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:49.890170 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366d423c-3300-4668-acf0-6af4b2568203 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:49.891698 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-366d423c-3300-4668-acf0-6af4b2568203 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2381670 Mar 16 10:58:49.894649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52804) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:49.936759 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.941732 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ecf7a419-301c-45b3-a4cb-25fe94689ad5 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461552 Mar 16 10:58:49.945002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52808) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:49.953857 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-8e34f5c3-ad45-437e-84b8-6b81a78c54d4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1901860827', 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:49.993195 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] For port eb6842c3-4273-4dc5-947f-b30c1a211686, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:50.014554 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] For port eb6842c3-4273-4dc5-947f-b30c1a211686, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=eb6842c3-4273-4dc5-947f-b30c1a211686,segment=NetworkSegment(85cd5b2c-5427-424d-89d1-af9923799b29),segment_id=85cd5b2c-5427-424d-89d1-af9923799b29)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:50.020501 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.084974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8e34f5c3-ad45-437e-84b8-6b81a78c54d4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:50.089351 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-d4c40d15-014d-4416-a864-95df43835d7a tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:50.095836 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d4c40d15-014d-4416-a864-95df43835d7a tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "PUT /v2.0/routers/1380e75b-fd39-4e1a-8330-2d9ee6199244 HTTP/1.1" status: 400 len: 364 time: 0.9864881 Mar 16 10:58:50.095836 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8e34f5c3-ad45-437e-84b8-6b81a78c54d4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:subnet and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:50.096153 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52812) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:50.098995 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8e34f5c3-ad45-437e-84b8-6b81a78c54d4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:50.161252 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8e34f5c3-ad45-437e-84b8-6b81a78c54d4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:50.161512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.167421 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.197502 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985ca39-e96d-47bb-bf04-06944b0ed7ab None None] Pushing event updated for resources: {'Port': ['ID=eb6842c3-4273-4dc5-947f-b30c1a211686,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:50.242431 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e34f5c3-ad45-437e-84b8-6b81a78c54d4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:50.243764 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'name': 'tempest-TestNetworkBasicOps-router-410140980', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:43Z', 'updated_at': '2022-03-16T10:58:47Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:45Z', 'updated_at': '2022-03-16T10:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:50.246855 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8e34f5c3-ad45-437e-84b8-6b81a78c54d4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.248238 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Checking router: db7169ba-dbbd-4927-ad30-9be8785d6af2 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:58:50.248640 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Updating router db7169ba-dbbd-4927-ad30-9be8785d6af2 port 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:58:50.281294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event updated for resources: {'Port': ['ID=1a59248e-a4cb-4030-a003-8939194ef8b8,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:50.285890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28eee90-323f-4d84-bc68-affe45b3e201 None None] get_active_networks_info from dv-neutron-833859-1-hyperv {{(pid=87970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:58:50.294030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.376712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.407723 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.455782 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Deleting port eb6842c3-4273-4dc5-947f-b30c1a211686 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:50.456127 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.558006 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28eee90-323f-4d84-bc68-affe45b3e201 None None] Resources bound (agent type, host, resource id): {{(pid=87970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:58:50.648338 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Floating IP ccb43615-5ae3-4bc7-8fcd-aacd0e032a62 associated. External IP: 172.26.3.64, port: 91af4ff7-2083-4d1f-95bb-5480694d57d8. Mar 16 10:58:50.870514 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.963664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] For port eb6842c3-4273-4dc5-947f-b30c1a211686, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=eb6842c3-4273-4dc5-947f-b30c1a211686,segment=NetworkSegment(85cd5b2c-5427-424d-89d1-af9923799b29),segment_id=85cd5b2c-5427-424d-89d1-af9923799b29)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:50.964261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.002808 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.056147 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Transition to ACTIVE for port object 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:51.076897 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.100182 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8e34f5c3-ad45-437e-84b8-6b81a78c54d4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.153720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Calling delete_port for eb6842c3-4273-4dc5-947f-b30c1a211686 owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:51.183837 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Attempting to bind port 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:51.184478 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Attempting to bind port 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:51.185046 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Attempting to bind port 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:51.210431 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48874811-ccf1-4faa-8cf1-5c93161fa75b None None] Pushing event updated for resources: {'Port': ['ID=98371010-5b22-4b4d-a0a5-c78bd8e4fbc4,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:51.213073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:51.213657 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:51.214287 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.214840 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:51.215500 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Bound port: 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:51.216043 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.248036 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34f5c3-ad45-437e-84b8-6b81a78c54d4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Subnet': ['ID=c3ad5db1-ac62-4d56-b78d-9cc085759468,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:51.306120 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e34f5c3-ad45-437e-84b8-6b81a78c54d4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Checking segment: {'id': 'efed3825-26c9-44c0-8da4-876def1d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:51.306480 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e34f5c3-ad45-437e-84b8-6b81a78c54d4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network hostable DHCP agents. Network: fd36722c-86ad-480c-94fb-1689efcce290, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:51.352307 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Router e50c7477-81d1-4ec8-901f-567d4fc3d5be has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:51.353002 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] For port 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:51.354227 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e34f5c3-ad45-437e-84b8-6b81a78c54d4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network fd36722c-86ad-480c-94fb-1689efcce290 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:51.356411 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] For port 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=98371010-5b22-4b4d-a0a5-c78bd8e4fbc4,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:51.360145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-c2a04dd5-47ef-44be-ba15-71d993a15e6b', 'network_id': 'c2a04dd5-47ef-44be-ba15-71d993a15e6b', 'tenant_id': '6ffbe5648feb4551b9b151990d24bdf0', 'fixed_ips': [{'subnet_id': 'f5fefec1-8495-4bd1-8f9c-6f24a80be473'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:51.361070 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.361214 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Allocated IP 2001:db8::1 (898795d4-0a4f-4c64-9936-a0a6cf9575e0/be78b25a-1341-45f7-a28b-e1ba63f1772a/e4320d31-4f9a-4797-acba-44b211d0eb80) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:51.365538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.373663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-8e34f5c3-ad45-437e-84b8-6b81a78c54d4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, fd36722c-86ad-480c-94fb-1689efcce290) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:51.378328 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e34f5c3-ad45-437e-84b8-6b81a78c54d4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:51.378660 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8e34f5c3-ad45-437e-84b8-6b81a78c54d4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.379466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.442685 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8e34f5c3-ad45-437e-84b8-6b81a78c54d4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4918015 Mar 16 10:58:51.463572 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52816) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:51.473766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Port': ['ID=eb6842c3-4273-4dc5-947f-b30c1a211686,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:51.491559 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Routers {'db7169ba-dbbd-4927-ad30-9be8785d6af2'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:51.492181 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['db7169ba-dbbd-4927-ad30-9be8785d6af2'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:51.545414 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] No DVR routers for this DVR port eb6842c3-4273-4dc5-947f-b30c1a211686 on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:51.558707 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.574770 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Transition to ACTIVE for port object e4320d31-4f9a-4797-acba-44b211d0eb80 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:51.611016 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.613517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48874811-ccf1-4faa-8cf1-5c93161fa75b None None] Pushing event updated for resources: {'Port': ['ID=98371010-5b22-4b4d-a0a5-c78bd8e4fbc4,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:51.674862 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Network 898795d4-0a4f-4c64-9936-a0a6cf9575e0 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:51.677779 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:51.680171 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:51.680685 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.765454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] Set router db7169ba-dbbd-4927-ad30-9be8785d6af2 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:51.769533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.809952 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Allocated IP 2001:db8:1::2 (c2a04dd5-47ef-44be-ba15-71d993a15e6b/f5fefec1-8495-4bd1-8f9c-6f24a80be473/ca73192c-49d6-4dd0-a0f7-4de6694b83fc) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:51.815123 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event updated for resources: {'Port': ['ID=e4320d31-4f9a-4797-acba-44b211d0eb80,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:51.980753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.024842 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1828db59-2889-487d-9de0-697c0965fd4d']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:52.042650 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:52.046671 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cd5b2c-5427-424d-89d1-af9923799b29') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:52.046964 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cd5b2c-5427-424d-89d1-af9923799b29') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:52.058569 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9285f3-e55b-4d5e-9eb5-be733d4e9c11 None None] Sync routers for ids ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:52.076892 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9285f3-e55b-4d5e-9eb5-be733d4e9c11 None None] Routers {'e50c7477-81d1-4ec8-901f-567d4fc3d5be'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:52.078281 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ed9285f3-e55b-4d5e-9eb5-be733d4e9c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:52.142525 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.180837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.197945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.221657 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:52.222048 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:52.244925 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:52.337140 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.350519 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Transition to ACTIVE for port object ca73192c-49d6-4dd0-a0f7-4de6694b83fc will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:52.374172 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Transition to ACTIVE for port object ca73192c-49d6-4dd0-a0f7-4de6694b83fc will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:52.392154 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'name': 'tempest-TestNetworkBasicOps-router-410140980', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:43Z', 'updated_at': '2022-03-16T10:58:47Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:45Z', 'updated_at': '2022-03-16T10:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:52.396228 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.422373 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-ed9285f3-e55b-4d5e-9eb5-be733d4e9c11 None None] Set router e50c7477-81d1-4ec8-901f-567d4fc3d5be gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:52.492305 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-267b9940-fe0c-4a7b-b188-67906aea1054 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8930650 Mar 16 10:58:52.495222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'tag': '91af4ff7-2083-4d1f-95bb-5480694d57d8'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:58:52.497861 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c779ad8-e832-4996-8125-8db24f45ea97 None None] The sync data for ids ['db7169ba-dbbd-4927-ad30-9be8785d6af2'] in dv-neutron-833859-1-hyperv is: [{'id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'name': 'tempest-TestNetworkBasicOps-router-410140980', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:43Z', 'updated_at': '2022-03-16T10:58:47Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:45Z', 'updated_at': '2022-03-16T10:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:52.499562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.514798 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Network c2a04dd5-47ef-44be-ba15-71d993a15e6b is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:52.526750 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:52.528236 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Pushing event updated for resources: {'Port': ['ID=ca73192c-49d6-4dd0-a0f7-4de6694b83fc,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:52.544315 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:52.556480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.588993 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'tag': '91af4ff7-2083-4d1f-95bb-5480694d57d8', 'status': 'completed', 'code': 200} Mar 16 10:58:52.599217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Network': ['ID=1828db59-2889-487d-9de0-697c0965fd4d,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:52.659328 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-26d3afb5-414a-49ed-ba47-41d0fc2a4ec6 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/networks/1828db59-2889-487d-9de0-697c0965fd4d HTTP/1.1" status: 204 len: 168 time: 4.0245833 Mar 16 10:58:52.664704 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.668860 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52824) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:52.701648 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Attempting to bind port ca73192c-49d6-4dd0-a0f7-4de6694b83fc on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:52.702441 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Attempting to bind port ca73192c-49d6-4dd0-a0f7-4de6694b83fc by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '49b21bdd-4785-48b3-bdbd-3e1b44233d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2a04dd5-47ef-44be-ba15-71d993a15e6b'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:52.703033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Attempting to bind port ca73192c-49d6-4dd0-a0f7-4de6694b83fc on network c2a04dd5-47ef-44be-ba15-71d993a15e6b {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:52.709852 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:52.710623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Checking segment: {'id': '49b21bdd-4785-48b3-bdbd-3e1b44233d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2a04dd5-47ef-44be-ba15-71d993a15e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:52.711310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.711929 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Bound using segment: {'id': '49b21bdd-4785-48b3-bdbd-3e1b44233d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2a04dd5-47ef-44be-ba15-71d993a15e6b'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:52.712673 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Bound port: ca73192c-49d6-4dd0-a0f7-4de6694b83fc, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b21bdd-4785-48b3-bdbd-3e1b44233d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2a04dd5-47ef-44be-ba15-71d993a15e6b'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:52.714014 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.722750 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.723617 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.809614 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-40767730-99a9-473a-bfad-33f345ffdfcd tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:52.810600 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40767730-99a9-473a-bfad-33f345ffdfcd tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:52.812344 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-40767730-99a9-473a-bfad-33f345ffdfcd tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/subnets/59e1042b-607b-49b1-97bd-e7ca09d347c7 HTTP/1.1" status: 404 len: 337 time: 0.1412432 Mar 16 10:58:52.823204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52828) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:52.833260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] For port ca73192c-49d6-4dd0-a0f7-4de6694b83fc, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:52.838008 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] For port ca73192c-49d6-4dd0-a0f7-4de6694b83fc, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ca73192c-49d6-4dd0-a0f7-4de6694b83fc,segment=NetworkSegment(49b21bdd-4785-48b3-bdbd-3e1b44233d1d),segment_id=49b21bdd-4785-48b3-bdbd-3e1b44233d1d)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:52.854896 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.914104 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca78719c-8b5d-427a-ba90-6b1879266af5 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:52.914104 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca78719c-8b5d-427a-ba90-6b1879266af5 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:52.914890 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ca78719c-8b5d-427a-ba90-6b1879266af5 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/networks/1828db59-2889-487d-9de0-697c0965fd4d HTTP/1.1" status: 404 len: 339 time: 0.0905039 Mar 16 10:58:52.928451 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52832) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:52.951332 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ed9285f3-e55b-4d5e-9eb5-be733d4e9c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243538861', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:11Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'gw_port': {'id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:12Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'ccb43615-5ae3-4bc7-8fcd-aacd0e032a62', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'port_id': '91af4ff7-2083-4d1f-95bb-5480694d57d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829', 'mac_address': 'fa:16:3e:0a:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:58:49Z', 'updated_at': '2022-03-16T10:58:49Z', 'revision_number': 0, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff1afae-a67b-43bd-b50a-adcb58c21a66', 'name': '', 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'mac_address': 'fa:16:3e:da:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:17Z', 'updated_at': '2022-03-16T10:58:32Z', 'revision_number': 5, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'subnets': [{'id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:52.963830 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9285f3-e55b-4d5e-9eb5-be733d4e9c11 None None] Checking router: e50c7477-81d1-4ec8-901f-567d4fc3d5be for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:58:52.978784 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9285f3-e55b-4d5e-9eb5-be733d4e9c11 None None] Routers {'e50c7477-81d1-4ec8-901f-567d4fc3d5be'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:52.979467 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ed9285f3-e55b-4d5e-9eb5-be733d4e9c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:52.988965 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f51d5-0a92-480d-8f8d-21b6eb653273 None None] Pushing event updated for resources: {'Port': ['ID=ca73192c-49d6-4dd0-a0f7-4de6694b83fc,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:53.087315 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event updated for resources: {'Port': ['ID=e4320d31-4f9a-4797-acba-44b211d0eb80,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:53.106720 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Network 898795d4-0a4f-4c64-9936-a0a6cf9575e0 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:53.108217 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:53.128150 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-357da0d3-adaf-4b7f-b468-028606182504 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.249048 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea352b3e-e917-4862-a34c-1b26c6ccaf46 req-c7172dce-b8cf-4e69-b897-5a07d02eafd9 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:53.251553 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ea352b3e-e917-4862-a34c-1b26c6ccaf46 req-c7172dce-b8cf-4e69-b897-5a07d02eafd9 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.5763371 Mar 16 10:58:53.260207 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2138845-3044-4bff-a90e-e56ede0f24c5 req-1605d461-404e-47cf-9a70-75b948a2ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:53.261935 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a2138845-3044-4bff-a90e-e56ede0f24c5 req-1605d461-404e-47cf-9a70-75b948a2ad3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abf087a0c48a4cd6b4ec2e7009c9bb94&device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 1099 time: 0.6574235 Mar 16 10:58:53.275525 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-ed9285f3-e55b-4d5e-9eb5-be733d4e9c11 None None] Set router e50c7477-81d1-4ec8-901f-567d4fc3d5be gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:53.359561 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Router 1380e75b-fd39-4e1a-8330-2d9ee6199244 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:53.561515 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:53.571289 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2a1b4262-4e9f-4ede-a08c-bfb6a6aad624 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "PUT /v2.0/routers/1380e75b-fd39-4e1a-8330-2d9ee6199244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4719241 Mar 16 10:58:53.571634 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52836) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:53.576454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a4223-c7e3-4dff-a2da-79f60947d87b None None] Sync routers for ids ['1380e75b-fd39-4e1a-8330-2d9ee6199244'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:53.593307 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a4223-c7e3-4dff-a2da-79f60947d87b None None] Routers {'1380e75b-fd39-4e1a-8330-2d9ee6199244'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:53.593957 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-e23a4223-c7e3-4dff-a2da-79f60947d87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1380e75b-fd39-4e1a-8330-2d9ee6199244'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:53.699277 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-e23a4223-c7e3-4dff-a2da-79f60947d87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:53.704648 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-357da0d3-adaf-4b7f-b468-028606182504 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.720801 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a4223-c7e3-4dff-a2da-79f60947d87b None None] Routers {'1380e75b-fd39-4e1a-8330-2d9ee6199244'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:53.721421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-e23a4223-c7e3-4dff-a2da-79f60947d87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1380e75b-fd39-4e1a-8330-2d9ee6199244'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:53.760169 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.770018 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-357da0d3-adaf-4b7f-b468-028606182504 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda81190-50f0-4e1e-8cf0-8beea3f234e2']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:53.771487 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ed9285f3-e55b-4d5e-9eb5-be733d4e9c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243538861', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:11Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'gw_port': {'id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:12Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'ccb43615-5ae3-4bc7-8fcd-aacd0e032a62', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'port_id': '91af4ff7-2083-4d1f-95bb-5480694d57d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829', 'mac_address': 'fa:16:3e:0a:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:58:49Z', 'updated_at': '2022-03-16T10:58:49Z', 'revision_number': 0, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff1afae-a67b-43bd-b50a-adcb58c21a66', 'name': '', 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'mac_address': 'fa:16:3e:da:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:17Z', 'updated_at': '2022-03-16T10:58:32Z', 'revision_number': 5, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'subnets': [{'id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:53.776266 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9285f3-e55b-4d5e-9eb5-be733d4e9c11 None None] The sync data for ids ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'] in dv-neutron-833859-1-hyperv is: [{'id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243538861', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:11Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'gw_port': {'id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:12Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'ccb43615-5ae3-4bc7-8fcd-aacd0e032a62', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'port_id': '91af4ff7-2083-4d1f-95bb-5480694d57d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829', 'mac_address': 'fa:16:3e:0a:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:58:49Z', 'updated_at': '2022-03-16T10:58:49Z', 'revision_number': 0, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff1afae-a67b-43bd-b50a-adcb58c21a66', 'name': '', 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'mac_address': 'fa:16:3e:da:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:17Z', 'updated_at': '2022-03-16T10:58:32Z', 'revision_number': 5, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'subnets': [{'id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:53.804258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b7d091c8-e0bc-4a54-8cdb-ab8ba5f6808c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.807586 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-e23a4223-c7e3-4dff-a2da-79f60947d87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:53.808370 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a4223-c7e3-4dff-a2da-79f60947d87b None None] The sync data for ids ['1380e75b-fd39-4e1a-8330-2d9ee6199244'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:53.812915 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ea352b3e-e917-4862-a34c-1b26c6ccaf46 req-2d404144-df72-41a5-bf21-ea5a6f316adf tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5487490 Mar 16 10:58:53.838966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-357da0d3-adaf-4b7f-b468-028606182504 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5816b94-ca3d-49ae-9b46-53f6b1259123') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:53.839503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-357da0d3-adaf-4b7f-b468-028606182504 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5816b94-ca3d-49ae-9b46-53f6b1259123') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:53.852410 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52840) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:53.992007 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-b7d091c8-e0bc-4a54-8cdb-ab8ba5f6808c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 16 10:58:53.997385 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b7d091c8-e0bc-4a54-8cdb-ab8ba5f6808c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "DELETE /v2.0/routers/1380e75b-fd39-4e1a-8330-2d9ee6199244 HTTP/1.1" status: 409 len: 329 time: 0.4227600 Mar 16 10:58:53.997385 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52844) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:54.099959 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ca73192c-49d6-4dd0-a0f7-4de6694b83fc up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:54.133771 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-357da0d3-adaf-4b7f-b468-028606182504 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.186660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2138845-3044-4bff-a90e-e56ede0f24c5 req-c284afb8-2fd5-4c0a-b9af-0018453f0106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:54.188237 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a2138845-3044-4bff-a90e-e56ede0f24c5 req-c284afb8-2fd5-4c0a-b9af-0018453f0106 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbde3283-ad07-4165-8cfb-d28150cb7829 HTTP/1.1" status: 200 len: 897 time: 0.8999109 Mar 16 10:58:54.195978 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-357da0d3-adaf-4b7f-b468-028606182504 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.300621 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port ca73192c-49d6-4dd0-a0f7-4de6694b83fc completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:54.307873 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:54.315696 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73531220-e9d1-4cc5-8644-c2e67d1385c5 None None] New status for floating IP ccb43615-5ae3-4bc7-8fcd-aacd0e032a62: ACTIVE {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:58:54.357233 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357da0d3-adaf-4b7f-b468-028606182504 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:54.357832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-357da0d3-adaf-4b7f-b468-028606182504 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:54.389968 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:54.417394 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-11d81fc7-5eb3-4712-ab10-c9d05005f92d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/floatingips/ccb43615-5ae3-4bc7-8fcd-aacd0e032a62 HTTP/1.1" status: 200 len: 991 time: 0.5524015 Mar 16 10:58:54.460981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:54.467571 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:54.468322 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.601146 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a2138845-3044-4bff-a90e-e56ede0f24c5 req-5d6f2dc0-f7b2-41be-9e73-d66d20bb3b1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91af4ff7-2083-4d1f-95bb-5480694d57d8 HTTP/1.1" status: 200 len: 999 time: 0.4007871 Mar 16 10:58:54.618396 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebf6b63-be18-4169-b239-dcab1603e7a4 None None] Network 1828db59-2889-487d-9de0-697c0965fd4d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:54.632512 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42399f7-fb75-49a3-8ae1-01450d57bbf4 None None] Network c2a04dd5-47ef-44be-ba15-71d993a15e6b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:54.688916 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05d2bc6-8b5a-46ff-ba9a-c8f1c29a8429 None None] Network fd36722c-86ad-480c-94fb-1689efcce290 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:54.736624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebf6b63-be18-4169-b239-dcab1603e7a4 None None] Network 1828db59-2889-487d-9de0-697c0965fd4d could not be found, it might have been deleted concurrently. {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 10:58:54.753977 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2138845-3044-4bff-a90e-e56ede0f24c5 req-76c3df3e-2356-4fde-8733-659158905483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:54.767191 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a2138845-3044-4bff-a90e-e56ede0f24c5 req-76c3df3e-2356-4fde-8733-659158905483 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab493d29-0b1f-4057-a703-7b11d5bd8704 HTTP/1.1" status: 200 len: 835 time: 0.1526420 Mar 16 10:58:54.767848 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-357da0d3-adaf-4b7f-b468-028606182504 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.774053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-357da0d3-adaf-4b7f-b468-028606182504 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.829691 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c815bb43-72ce-4aa2-8f01-1627c5bf8a7f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.901951 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce61e24-806a-4ccc-a659-b1b48e0be3e4 None None] Network 1828db59-2889-487d-9de0-697c0965fd4d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:54.942613 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357da0d3-adaf-4b7f-b468-028606182504 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Network': ['ID=eda81190-50f0-4e1e-8cf0-8beea3f234e2,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:54.953363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.987796 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-357da0d3-adaf-4b7f-b468-028606182504 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/networks/eda81190-50f0-4e1e-8cf0-8beea3f234e2 HTTP/1.1" status: 204 len: 168 time: 2.0484524 Mar 16 10:58:55.001575 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52850) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:55.018394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d57d36bb-e08c-49bb-95b4-ecb6875cccfa None None] Provisioning for port ca73192c-49d6-4dd0-a0f7-4de6694b83fc completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:55.034772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d57d36bb-e08c-49bb-95b4-ecb6875cccfa None None] Provisioning complete for port ca73192c-49d6-4dd0-a0f7-4de6694b83fc triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:55.035141 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d57d36bb-e08c-49bb-95b4-ecb6875cccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.058951 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce61e24-806a-4ccc-a659-b1b48e0be3e4 None None] Network 1828db59-2889-487d-9de0-697c0965fd4d could not be found, it might have been deleted concurrently. {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 10:58:55.083417 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890521ae-a911-490c-89bc-a300d49d66a1 None None] Network 1828db59-2889-487d-9de0-697c0965fd4d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:55.116994 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=98371010-5b22-4b4d-a0a5-c78bd8e4fbc4,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:55.126182 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890521ae-a911-490c-89bc-a300d49d66a1 None None] Network 1828db59-2889-487d-9de0-697c0965fd4d could not be found, it might have been deleted concurrently. {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 10:58:55.163589 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.221615 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52fb575-64ff-4e53-bd38-93597fe8d3e5 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:55.222141 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52fb575-64ff-4e53-bd38-93597fe8d3e5 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:55.227950 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d52fb575-64ff-4e53-bd38-93597fe8d3e5 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/subnets/023ff25c-5660-48f8-a185-e1939c5d2c95 HTTP/1.1" status: 404 len: 337 time: 0.2253671 Mar 16 10:58:55.233832 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52854) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:55.248057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.1 (fd36722c-86ad-480c-94fb-1689efcce290/c3ad5db1-ac62-4d56-b78d-9cc085759468/3f0a7dd4-1d54-4a6b-9819-36fbae04978a) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:55.274234 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18eacbe-b053-4012-8d43-94d678f1a2b3 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:55.275099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18eacbe-b053-4012-8d43-94d678f1a2b3 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:55.277927 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a18eacbe-b053-4012-8d43-94d678f1a2b3 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/networks/f75b838c-e66a-4874-85be-6bc67b7191cd HTTP/1.1" status: 404 len: 339 time: 0.0428026 Mar 16 10:58:55.281071 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52858) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:55.348870 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c815bb43-72ce-4aa2-8f01-1627c5bf8a7f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Deleting port e4320d31-4f9a-4797-acba-44b211d0eb80 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:55.349236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c815bb43-72ce-4aa2-8f01-1627c5bf8a7f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.406240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f640d04-3b1d-4e2f-a0c5-61147878ce81 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Deleting subnet ca7d788f-c6cc-4eca-9444-61f1ff44cc0c {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:55.418253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f640d04-3b1d-4e2f-a0c5-61147878ce81 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.421468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52862) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:55.429399 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-fd36722c-86ad-480c-94fb-1689efcce290', 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ips': [{'subnet_id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:55.430200 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.481733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=98371010-5b22-4b4d-a0a5-c78bd8e4fbc4,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:55.502574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2138845-3044-4bff-a90e-e56ede0f24c5 req-3469c149-e65d-4d35-97bb-8388e0d3b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:55.504356 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a2138845-3044-4bff-a90e-e56ede0f24c5 req-3469c149-e65d-4d35-97bb-8388e0d3b440 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbde3283-ad07-4165-8cfb-d28150cb7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7250850 Mar 16 10:58:55.549567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.554103 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d57d36bb-e08c-49bb-95b4-ecb6875cccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.561750 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f640d04-3b1d-4e2f-a0c5-61147878ce81 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.596555 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object 3f0a7dd4-1d54-4a6b-9819-36fbae04978a will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:55.631038 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-d57d36bb-e08c-49bb-95b4-ecb6875cccfa None None] For port ca73192c-49d6-4dd0-a0f7-4de6694b83fc, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ca73192c-49d6-4dd0-a0f7-4de6694b83fc,segment=NetworkSegment(49b21bdd-4785-48b3-bdbd-3e1b44233d1d),segment_id=49b21bdd-4785-48b3-bdbd-3e1b44233d1d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:55.641913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d57d36bb-e08c-49bb-95b4-ecb6875cccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.649805 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c815bb43-72ce-4aa2-8f01-1627c5bf8a7f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.664565 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-262e2562-bef7-4ca8-a057-89e39782c22f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/floatingips/ccb43615-5ae3-4bc7-8fcd-aacd0e032a62 HTTP/1.1" status: 200 len: 993 time: 0.2314029 Mar 16 10:58:55.710140 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a2138845-3044-4bff-a90e-e56ede0f24c5 req-d50bc761-80a0-4182-9510-f86e5b7ed49f service neutron] 10.222.0.18 "GET /v2.0/networks/cbde3283-ad07-4165-8cfb-d28150cb7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876442 Mar 16 10:58:55.715572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d36bb-e08c-49bb-95b4-ecb6875cccfa None None] Pushing event updated for resources: {'Port': ['ID=ca73192c-49d6-4dd0-a0f7-4de6694b83fc,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:55.738431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.784035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b28c5a19-6c6e-4e38-bfc7-ed33fc0890f3 None None] Provisioning for port e4320d31-4f9a-4797-acba-44b211d0eb80 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:55.789614 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c815bb43-72ce-4aa2-8f01-1627c5bf8a7f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Calling delete_port for e4320d31-4f9a-4797-acba-44b211d0eb80 owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:55.795844 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b28c5a19-6c6e-4e38-bfc7-ed33fc0890f3 None None] Provisioning complete for port e4320d31-4f9a-4797-acba-44b211d0eb80 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:55.796216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b28c5a19-6c6e-4e38-bfc7-ed33fc0890f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.824892 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Allocated IP 172.20.0.2 (fd36722c-86ad-480c-94fb-1689efcce290/c3ad5db1-ac62-4d56-b78d-9cc085759468/7d8b066a-37b9-483b-b419-930fa5112d97) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:55.868839 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f640d04-3b1d-4e2f-a0c5-61147878ce81 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.894918 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b28c5a19-6c6e-4e38-bfc7-ed33fc0890f3 None None] Port e4320d31-4f9a-4797-acba-44b211d0eb80 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:56.020056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network fd36722c-86ad-480c-94fb-1689efcce290 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:56.030139 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:56.036825 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f640d04-3b1d-4e2f-a0c5-61147878ce81 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.050762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:56.101248 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:56.106464 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=3f0a7dd4-1d54-4a6b-9819-36fbae04978a,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:56.160497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.164316 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a2138845-3044-4bff-a90e-e56ede0f24c5 req-7e9d11a8-571b-43c0-8183-6103bdea32f4 service neutron] 10.222.0.18 "GET /v2.0/networks/cbde3283-ad07-4165-8cfb-d28150cb7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474094 Mar 16 10:58:56.178845 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.194927 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Transition to ACTIVE for port object 7d8b066a-37b9-483b-b419-930fa5112d97 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:56.232078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f640d04-3b1d-4e2f-a0c5-61147878ce81 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Subnet': ['ID=ca7d788f-c6cc-4eca-9444-61f1ff44cc0c,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:56.243705 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Transition to ACTIVE for port object 7d8b066a-37b9-483b-b419-930fa5112d97 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:56.251825 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f640d04-3b1d-4e2f-a0c5-61147878ce81 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.256910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:56.257409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.268051 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1f640d04-3b1d-4e2f-a0c5-61147878ce81 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/subnets/ca7d788f-c6cc-4eca-9444-61f1ff44cc0c HTTP/1.1" status: 204 len: 168 time: 0.9853930 Mar 16 10:58:56.269755 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52866) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:56.340201 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.357067 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.418511 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-1668f736-d85c-4a08-be70-0484f92dc451 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Deleting subnet b83d7649-d6b5-4dd0-8307-4895223fb727 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:56.426342 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1668f736-d85c-4a08-be70-0484f92dc451 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.442532 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd23bad5-6886-49ac-9083-2aa47e774924 None None] Network adca3664-bc7b-4db7-a452-ffa4901c9b63 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:56.477022 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc1296d-5813-44fa-a577-1a5a19d8873e None None] Network c2a04dd5-47ef-44be-ba15-71d993a15e6b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:56.496200 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1668f736-d85c-4a08-be70-0484f92dc451 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.502785 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Network fd36722c-86ad-480c-94fb-1689efcce290 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:56.515328 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Pushing event updated for resources: {'Port': ['ID=7d8b066a-37b9-483b-b419-930fa5112d97,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:56.529486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:56.538712 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:56.539227 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c815bb43-72ce-4aa2-8f01-1627c5bf8a7f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.594057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815bb43-72ce-4aa2-8f01-1627c5bf8a7f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event deleted for resources: {'Port': ['ID=e4320d31-4f9a-4797-acba-44b211d0eb80,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:56.763656 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-50c4e868-f1c7-4f3c-a244-97bc776b4640 None None] Provisioning complete for port ca73192c-49d6-4dd0-a0f7-4de6694b83fc triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:56.764219 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-50c4e868-f1c7-4f3c-a244-97bc776b4640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.801630 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c815bb43-72ce-4aa2-8f01-1627c5bf8a7f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.868574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.874416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.880531 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Attempting to bind port 7d8b066a-37b9-483b-b419-930fa5112d97 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:56.880895 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Attempting to bind port 7d8b066a-37b9-483b-b419-930fa5112d97 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'efed3825-26c9-44c0-8da4-876def1d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:56.881256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Attempting to bind port 7d8b066a-37b9-483b-b419-930fa5112d97 on network fd36722c-86ad-480c-94fb-1689efcce290 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:56.957555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1668f736-d85c-4a08-be70-0484f92dc451 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.958243 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:56.958630 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Checking segment: {'id': 'efed3825-26c9-44c0-8da4-876def1d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:56.959267 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.960179 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Bound using segment: {'id': 'efed3825-26c9-44c0-8da4-876def1d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:56.960179 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Bound port: 7d8b066a-37b9-483b-b419-930fa5112d97, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efed3825-26c9-44c0-8da4-876def1d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:56.960485 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.990243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=3f0a7dd4-1d54-4a6b-9819-36fbae04978a,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:56.992797 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.021110 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ca73192c-49d6-4dd0-a0f7-4de6694b83fc up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:57.146591 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] For port 7d8b066a-37b9-483b-b419-930fa5112d97, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:57.149874 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] For port 7d8b066a-37b9-483b-b419-930fa5112d97, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=7d8b066a-37b9-483b-b419-930fa5112d97,segment=NetworkSegment(efed3825-26c9-44c0-8da4-876def1d1a0b),segment_id=efed3825-26c9-44c0-8da4-876def1d1a0b)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:57.151779 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c815bb43-72ce-4aa2-8f01-1627c5bf8a7f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Router 1380e75b-fd39-4e1a-8330-2d9ee6199244 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:57.171385 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network fd36722c-86ad-480c-94fb-1689efcce290 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:57.173676 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:57.180552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.296930 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c815bb43-72ce-4aa2-8f01-1627c5bf8a7f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:57.316099 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c815bb43-72ce-4aa2-8f01-1627c5bf8a7f tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "PUT /v2.0/routers/1380e75b-fd39-4e1a-8330-2d9ee6199244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3184927 Mar 16 10:58:57.316891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52870) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:57.368807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421651da-e6c7-4de7-ab81-54ef239c8320 None None] Sync routers for ids ['1380e75b-fd39-4e1a-8330-2d9ee6199244'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:57.370518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router db7169ba-dbbd-4927-ad30-9be8785d6af2 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:57.371010 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1668f736-d85c-4a08-be70-0484f92dc451 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.425357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668f736-d85c-4a08-be70-0484f92dc451 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Subnet': ['ID=b83d7649-d6b5-4dd0-8307-4895223fb727,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:57.430157 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-ad7f39a6-6278-4964-94a3-08d885089adf tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] show failed (client error): The resource could not be found. Mar 16 10:58:57.432537 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421651da-e6c7-4de7-ab81-54ef239c8320 None None] Routers {'1380e75b-fd39-4e1a-8330-2d9ee6199244'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:57.434606 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-421651da-e6c7-4de7-ab81-54ef239c8320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1380e75b-fd39-4e1a-8330-2d9ee6199244'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:57.435015 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ad7f39a6-6278-4964-94a3-08d885089adf tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-2046036438 HTTP/1.1" status: 404 len: 335 time: 0.1166239 Mar 16 10:58:57.435600 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52874) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:57.444327 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-12b81ea7-7c43-47b2-a30e-25ceb0f34a51 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:57.512283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab54092-13b1-4bc7-b24e-83ba129489f8 None None] Pushing event updated for resources: {'Port': ['ID=7d8b066a-37b9-483b-b419-930fa5112d97,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:57.514117 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-12b81ea7-7c43-47b2-a30e-25ceb0f34a51 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] update failed (client error): The resource could not be found. Mar 16 10:58:57.518639 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-12b81ea7-7c43-47b2-a30e-25ceb0f34a51 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-1474485856 HTTP/1.1" status: 404 len: 335 time: 0.0797131 Mar 16 10:58:57.520170 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1668f736-d85c-4a08-be70-0484f92dc451 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.524631 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1668f736-d85c-4a08-be70-0484f92dc451 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/subnets/b83d7649-d6b5-4dd0-8307-4895223fb727 HTTP/1.1" status: 204 len: 168 time: 1.2508032 Mar 16 10:58:57.524631 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52878) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:57.524887 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-421651da-e6c7-4de7-ab81-54ef239c8320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:57.536084 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52882) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:57.543097 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port ca73192c-49d6-4dd0-a0f7-4de6694b83fc triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:57.543492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.591102 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421651da-e6c7-4de7-ab81-54ef239c8320 None None] Routers {'1380e75b-fd39-4e1a-8330-2d9ee6199244'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:57.591775 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-421651da-e6c7-4de7-ab81-54ef239c8320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['1380e75b-fd39-4e1a-8330-2d9ee6199244'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:57.722306 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-421651da-e6c7-4de7-ab81-54ef239c8320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:57.722718 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421651da-e6c7-4de7-ab81-54ef239c8320 None None] The sync data for ids ['1380e75b-fd39-4e1a-8330-2d9ee6199244'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:57.819116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6f2d20-527d-477b-8dc8-25a3970b2dec tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Deleting subnet f5fefec1-8495-4bd1-8f9c-6f24a80be473 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:57.822982 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2d20-527d-477b-8dc8-25a3970b2dec tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.845197 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.850643 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:57.858213 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0243779a-ce78-4ca0-8186-c3092719e5ad tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/db7169ba-dbbd-4927-ad30-9be8785d6af2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3862793 Mar 16 10:58:57.859388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52886) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:57.861605 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Sync routers for ids ['db7169ba-dbbd-4927-ad30-9be8785d6af2'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:57.881063 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Routers {'db7169ba-dbbd-4927-ad30-9be8785d6af2'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:57.881709 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['db7169ba-dbbd-4927-ad30-9be8785d6af2'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:57.914247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Deleting port 5862f588-42d0-442f-bafb-6562c52598ea {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:57.914674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.925349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d329fcb2-d73b-48a6-b0a4-c72caf186c87 None None] Update dhcp port {'port': {'network_id': 'adca3664-bc7b-4db7-a452-ffa4901c9b63', 'fixed_ips': [{'subnet_id': 'b83d7649-d6b5-4dd0-8307-4895223fb727'}], 'binding:host_id': 'dv-neutron-833859-1-hyperv'}, 'id': '5862f588-42d0-442f-bafb-6562c52598ea'} from dv-neutron-833859-1-hyperv. {{(pid=87970) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:58:57.956222 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2d20-527d-477b-8dc8-25a3970b2dec tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.121845 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 7d8b066a-37b9-483b-b419-930fa5112d97 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:58.139007 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2d20-527d-477b-8dc8-25a3970b2dec tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.179309 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d329fcb2-d73b-48a6-b0a4-c72caf186c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.205456 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Set router db7169ba-dbbd-4927-ad30-9be8785d6af2 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:58.242592 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2d20-527d-477b-8dc8-25a3970b2dec tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.261454 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8242f28-388d-405b-a653-9aa0400ee725 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.262418 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8242f28-388d-405b-a653-9aa0400ee725 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.263054 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8242f28-388d-405b-a653-9aa0400ee725 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.263701 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8242f28-388d-405b-a653-9aa0400ee725 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.264325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8242f28-388d-405b-a653-9aa0400ee725 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.264942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8242f28-388d-405b-a653-9aa0400ee725 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.265562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8242f28-388d-405b-a653-9aa0400ee725 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.266216 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8242f28-388d-405b-a653-9aa0400ee725 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.266831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8242f28-388d-405b-a653-9aa0400ee725 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.267577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8242f28-388d-405b-a653-9aa0400ee725 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.268323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8242f28-388d-405b-a653-9aa0400ee725 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.268941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8242f28-388d-405b-a653-9aa0400ee725 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.271144 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d8242f28-388d-405b-a653-9aa0400ee725 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8419 time: 0.4061651 Mar 16 10:58:58.283053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52890) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:58.336371 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ef93d079-248e-4a2a-ab25-9595421b7bd3 None None] Provisioning complete for port ca73192c-49d6-4dd0-a0f7-4de6694b83fc triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:58.336748 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ef93d079-248e-4a2a-ab25-9595421b7bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.351320 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2d20-527d-477b-8dc8-25a3970b2dec tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.369479 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ffbe2e-5bf7-4269-aed6-6d8824473bb0 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.370349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ffbe2e-5bf7-4269-aed6-6d8824473bb0 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.371164 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ffbe2e-5bf7-4269-aed6-6d8824473bb0 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.372312 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ffbe2e-5bf7-4269-aed6-6d8824473bb0 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.372931 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ffbe2e-5bf7-4269-aed6-6d8824473bb0 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.374851 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ffbe2e-5bf7-4269-aed6-6d8824473bb0 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.375559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ffbe2e-5bf7-4269-aed6-6d8824473bb0 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.376180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ffbe2e-5bf7-4269-aed6-6d8824473bb0 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.376794 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ffbe2e-5bf7-4269-aed6-6d8824473bb0 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.377409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ffbe2e-5bf7-4269-aed6-6d8824473bb0 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:58.379813 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-05ffbe2e-5bf7-4269-aed6-6d8824473bb0 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6482 time: 0.0955086 Mar 16 10:58:58.379987 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f15d8da-bb58-4713-85b2-5262da81ef59 None None] Network c2a04dd5-47ef-44be-ba15-71d993a15e6b requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:58.385187 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5d6f2d20-527d-477b-8dc8-25a3970b2dec tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "DELETE /v2.0/subnets/f5fefec1-8495-4bd1-8f9c-6f24a80be473 HTTP/1.1" status: 204 len: 168 time: 0.8599644 Mar 16 10:58:58.385187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f2d20-527d-477b-8dc8-25a3970b2dec tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fefec1-8495-4bd1-8f9c-6f24a80be473,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:58.385761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52896) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:58.386231 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52894) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:58.410451 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 7d8b066a-37b9-483b-b419-930fa5112d97 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:58.557165 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe3e5cb-a967-402f-a0b8-6f34244500d9 None None] Network adca3664-bc7b-4db7-a452-ffa4901c9b63 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:58.613354 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] For port 5862f588-42d0-442f-bafb-6562c52598ea, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5862f588-42d0-442f-bafb-6562c52598ea,segment=NetworkSegment(fe43b162-9b37-4b20-9b85-5defc9070985),segment_id=fe43b162-9b37-4b20-9b85-5defc9070985)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:58.613763 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.629518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.642905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Deleting port ca73192c-49d6-4dd0-a0f7-4de6694b83fc {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:58.643667 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.760745 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'name': 'tempest-TestNetworkBasicOps-router-410140980', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:43Z', 'updated_at': '2022-03-16T10:58:56Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:45Z', 'updated_at': '2022-03-16T10:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '3f0a7dd4-1d54-4a6b-9819-36fbae04978a', 'name': '', 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:51:c4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:54Z', 'updated_at': '2022-03-16T10:58:56Z', 'revision_number': 2, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:58.773161 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Checking router: db7169ba-dbbd-4927-ad30-9be8785d6af2 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:58:58.773711 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Updating router db7169ba-dbbd-4927-ad30-9be8785d6af2 port 3f0a7dd4-1d54-4a6b-9819-36fbae04978a binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:58:58.793090 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Calling delete_port for 5862f588-42d0-442f-bafb-6562c52598ea owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:58.878450 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.914332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] For port ca73192c-49d6-4dd0-a0f7-4de6694b83fc, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ca73192c-49d6-4dd0-a0f7-4de6694b83fc,segment=NetworkSegment(49b21bdd-4785-48b3-bdbd-3e1b44233d1d),segment_id=49b21bdd-4785-48b3-bdbd-3e1b44233d1d)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:58.914694 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.999575 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.035421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efc3cbb-2632-49ca-8277-05e5c75f49ca None None] Network fd36722c-86ad-480c-94fb-1689efcce290 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:59.058426 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93e5ba2-4214-4dbc-8ae7-0a16bb26f8b4 None None] DHCP port deletion for c2a04dd5-47ef-44be-ba15-71d993a15e6b request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:59.088498 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b852b64b-35b3-437e-8081-ae7cb0f6494a None None] DHCP port deletion for adca3664-bc7b-4db7-a452-ffa4901c9b63 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:59.090136 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Port': ['ID=5862f588-42d0-442f-bafb-6562c52598ea,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:59.095077 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] No DVR routers for this DVR port 5862f588-42d0-442f-bafb-6562c52598ea on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:59.096331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Calling delete_port for ca73192c-49d6-4dd0-a0f7-4de6694b83fc owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:59.100494 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b93e5ba2-4214-4dbc-8ae7-0a16bb26f8b4 None None] Deleting port ca73192c-49d6-4dd0-a0f7-4de6694b83fc {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:59.100865 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b93e5ba2-4214-4dbc-8ae7-0a16bb26f8b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.189004 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.255307 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.260683 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fd2854ab-b565-4226-a50d-5c2687f3384b None None] Provisioning for port 7d8b066a-37b9-483b-b419-930fa5112d97 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:59.268237 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b93e5ba2-4214-4dbc-8ae7-0a16bb26f8b4 None None] The port 'ca73192c-49d6-4dd0-a0f7-4de6694b83fc' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:59.286355 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adca3664-bc7b-4db7-a452-ffa4901c9b63']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:59.290673 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fd2854ab-b565-4226-a50d-5c2687f3384b None None] Provisioning complete for port 7d8b066a-37b9-483b-b419-930fa5112d97 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:59.291032 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd2854ab-b565-4226-a50d-5c2687f3384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.291769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event deleted for resources: {'Port': ['ID=ca73192c-49d6-4dd0-a0f7-4de6694b83fc,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:59.301051 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe43b162-9b37-4b20-9b85-5defc9070985') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:59.301342 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe43b162-9b37-4b20-9b85-5defc9070985') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:59.317846 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] No DVR routers for this DVR port ca73192c-49d6-4dd0-a0f7-4de6694b83fc on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:59.328674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.349088 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f7c0e626-1317-414a-b9f9-638fc2aca18f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2878 time: 0.9611399 Mar 16 10:58:59.360388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.367624 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:59.368446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:59.391493 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:59.443644 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.462443 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Transition to ACTIVE for port object 3f0a7dd4-1d54-4a6b-9819-36fbae04978a will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:59.472663 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.541222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.546022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.573544 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Network': ['ID=adca3664-bc7b-4db7-a452-ffa4901c9b63,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:59.579445 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ea48b35f-983c-479d-bc6d-3f0ece5ca46c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/networks/adca3664-bc7b-4db7-a452-ffa4901c9b63 HTTP/1.1" status: 204 len: 168 time: 2.0439868 Mar 16 10:58:59.582026 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52904) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.593253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.609532 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd2854ab-b565-4226-a50d-5c2687f3384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.624144 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f9463-17ab-4217-8bc6-e38b6d3c5e07 None None] Pushing event updated for resources: {'Port': ['ID=3f0a7dd4-1d54-4a6b-9819-36fbae04978a,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:59.638273 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-910482e0-607a-4484-b02e-1fc9a7c4b610 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:59.638815 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910482e0-607a-4484-b02e-1fc9a7c4b610 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:59.641485 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-910482e0-607a-4484-b02e-1fc9a7c4b610 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/subnets/559cff3a-7a69-4cc3-95fe-bad61cfc6871 HTTP/1.1" status: 404 len: 337 time: 0.0577245 Mar 16 10:58:59.643998 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52908) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.648981 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a04dd5-47ef-44be-ba15-71d993a15e6b']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:59.662403 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b21bdd-4785-48b3-bdbd-3e1b44233d1d') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:59.662732 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b21bdd-4785-48b3-bdbd-3e1b44233d1d') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:59.667801 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f9463-17ab-4217-8bc6-e38b6d3c5e07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.668137 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f9463-17ab-4217-8bc6-e38b6d3c5e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.668461 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f9463-17ab-4217-8bc6-e38b6d3c5e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.668778 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f9463-17ab-4217-8bc6-e38b6d3c5e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.669094 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f9463-17ab-4217-8bc6-e38b6d3c5e07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.669402 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f9463-17ab-4217-8bc6-e38b6d3c5e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.669705 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f9463-17ab-4217-8bc6-e38b6d3c5e07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.670010 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f9463-17ab-4217-8bc6-e38b6d3c5e07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.670314 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f9463-17ab-4217-8bc6-e38b6d3c5e07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.670627 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f9463-17ab-4217-8bc6-e38b6d3c5e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.670928 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f9463-17ab-4217-8bc6-e38b6d3c5e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.671247 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f9463-17ab-4217-8bc6-e38b6d3c5e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.671613 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52912) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.682308 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-98751572-2086-433e-aa8f-087534b37ec4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-376878507', 'description': 'tempest-secgroup-smoke-376878507 description', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:59.691111 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-98751572-2086-433e-aa8f-087534b37ec4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:59.691396 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71f92ba-b1b5-490e-9e01-1a8ccf31a6ea tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:59.691649 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71f92ba-b1b5-490e-9e01-1a8ccf31a6ea tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:59.695917 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e71f92ba-b1b5-490e-9e01-1a8ccf31a6ea tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/networks/c06e8ecb-e038-4b76-b440-44b6ad47fd69 HTTP/1.1" status: 404 len: 339 time: 0.0479279 Mar 16 10:58:59.696645 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52916) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.700145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-fd2854ab-b565-4226-a50d-5c2687f3384b None None] For port 7d8b066a-37b9-483b-b419-930fa5112d97, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=7d8b066a-37b9-483b-b419-930fa5112d97,segment=NetworkSegment(efed3825-26c9-44c0-8da4-876def1d1a0b),segment_id=efed3825-26c9-44c0-8da4-876def1d1a0b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:59.701271 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.713006 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd2854ab-b565-4226-a50d-5c2687f3384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.716207 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-98751572-2086-433e-aa8f-087534b37ec4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:59.720994 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-98751572-2086-433e-aa8f-087534b37ec4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:59.727127 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-98751572-2086-433e-aa8f-087534b37ec4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:59.742709 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.751724 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-98751572-2086-433e-aa8f-087534b37ec4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.753931 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Attempting to bind port 3f0a7dd4-1d54-4a6b-9819-36fbae04978a on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:59.754857 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Attempting to bind port 3f0a7dd4-1d54-4a6b-9819-36fbae04978a by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'efed3825-26c9-44c0-8da4-876def1d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:59.755385 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Attempting to bind port 3f0a7dd4-1d54-4a6b-9819-36fbae04978a on network fd36722c-86ad-480c-94fb-1689efcce290 {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:59.766432 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fd2854ab-b565-4226-a50d-5c2687f3384b None None] Could not find standard attr ID for object 5862f588-42d0-442f-bafb-6562c52598ea. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:59.769497 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:59.769940 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Checking segment: {'id': 'efed3825-26c9-44c0-8da4-876def1d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:59.770432 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.770943 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Bound using segment: {'id': 'efed3825-26c9-44c0-8da4-876def1d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:59.771814 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Bound port: 3f0a7dd4-1d54-4a6b-9819-36fbae04978a, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efed3825-26c9-44c0-8da4-876def1d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:59.771974 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.773604 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81d5991-2c22-42b6-9270-90477b05385d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:59.774399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81d5991-2c22-42b6-9270-90477b05385d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:59.780774 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:59.781439 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.787507 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f81d5991-2c22-42b6-9270-90477b05385d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/subnets/a062ddbb-e281-441c-bb5d-b07e79c346d9 HTTP/1.1" status: 404 len: 337 time: 0.0887148 Mar 16 10:58:59.792586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52920) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:59.799850 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:59.802380 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-98751572-2086-433e-aa8f-087534b37ec4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:59.807582 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2854ab-b565-4226-a50d-5c2687f3384b None None] Pushing event updated for resources: {'Port': ['ID=7d8b066a-37b9-483b-b419-930fa5112d97,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:59.820413 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa831d9f-fc40-4f19-ab6a-75f110630f96 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:59.820881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa831d9f-fc40-4f19-ab6a-75f110630f96 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:59.822840 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fa831d9f-fc40-4f19-ab6a-75f110630f96 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/networks/2a88512c-e60f-4cbf-b941-025e2e9f2620 HTTP/1.1" status: 404 len: 339 time: 0.0293055 Mar 16 10:58:59.825277 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52924) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.834033 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-98751572-2086-433e-aa8f-087534b37ec4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:59.876843 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5e5a44-8d6b-4a89-970c-c55799b76a52 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:59.877467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5e5a44-8d6b-4a89-970c-c55799b76a52 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:59.880345 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0d5e5a44-8d6b-4a89-970c-c55799b76a52 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/subnets/485fd47e-4666-4929-abb9-fd42707f9065 HTTP/1.1" status: 404 len: 337 time: 0.0523238 Mar 16 10:58:59.882870 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52928) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.884322 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-98751572-2086-433e-aa8f-087534b37ec4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:59.888007 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] For port 3f0a7dd4-1d54-4a6b-9819-36fbae04978a, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:59.892407 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] For port 3f0a7dd4-1d54-4a6b-9819-36fbae04978a, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3f0a7dd4-1d54-4a6b-9819-36fbae04978a,segment=NetworkSegment(efed3825-26c9-44c0-8da4-876def1d1a0b),segment_id=efed3825-26c9-44c0-8da4-876def1d1a0b)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:59.898542 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-98751572-2086-433e-aa8f-087534b37ec4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:59.899055 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.921049 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-12686f1d-8740-4c0b-9a38-eaba780f3924 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:59.921878 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12686f1d-8740-4c0b-9a38-eaba780f3924 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:59.923998 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-12686f1d-8740-4c0b-9a38-eaba780f3924 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/networks/42e648c5-190e-4666-8409-a5548bc5ef62 HTTP/1.1" status: 404 len: 339 time: 0.0385065 Mar 16 10:58:59.926382 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52932) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.927517 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.947127 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.970385 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "DELETE /v2.0/networks/c2a04dd5-47ef-44be-ba15-71d993a15e6b HTTP/1.1" status: 204 len: 168 time: 1.5773301 Mar 16 10:58:59.974919 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52936) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.992887 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f9463-17ab-4217-8bc6-e38b6d3c5e07 None None] Pushing event updated for resources: {'Port': ['ID=3f0a7dd4-1d54-4a6b-9819-36fbae04978a,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:00.024257 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Routers {'db7169ba-dbbd-4927-ad30-9be8785d6af2'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:00.025474 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:58:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['db7169ba-dbbd-4927-ad30-9be8785d6af2'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:00.055627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1ce11-8cf8-4fd6-8d2a-d8c6c7f11a2c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event deleted for resources: {'Network': ['ID=c2a04dd5-47ef-44be-ba15-71d993a15e6b,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:00.099008 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 7d8b066a-37b9-483b-b419-930fa5112d97 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:00.140250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66ed79f-46c4-490c-a403-cd0e3900b072 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Deleting subnet 178c5573-3e9b-4379-a90e-20660854c1b6 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:00.147461 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e66ed79f-46c4-490c-a403-cd0e3900b072 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.177023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-693b2b4b-0966-4baa-9f87-a1633b71ec94 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Deleting subnet 03db4879-3890-4a9e-afae-c875987210b4 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:00.181579 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-19934ed7-057a-4c73-a038-bbe36daec0ee None None] Provisioning complete for port 7d8b066a-37b9-483b-b419-930fa5112d97 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:00.181955 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-19934ed7-057a-4c73-a038-bbe36daec0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.182517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-693b2b4b-0966-4baa-9f87-a1633b71ec94 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.235747 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-98751572-2086-433e-aa8f-087534b37ec4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.249580 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-98751572-2086-433e-aa8f-087534b37ec4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.259271 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e66ed79f-46c4-490c-a403-cd0e3900b072 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.296789 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 7d8b066a-37b9-483b-b419-930fa5112d97 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:00.316395 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-693b2b4b-0966-4baa-9f87-a1633b71ec94 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.316744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.316873 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] Set router db7169ba-dbbd-4927-ad30-9be8785d6af2 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:00.411756 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98751572-2086-433e-aa8f-087534b37ec4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6903f4f1-47a6-49d9-87a5-8ec44e38a49a,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:00.432718 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-98751572-2086-433e-aa8f-087534b37ec4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.432718 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-98751572-2086-433e-aa8f-087534b37ec4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7564821 Mar 16 10:59:00.433090 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52940) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.438448 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-c6da7ee3-c424-4f72-8d27-49ead9db5f4d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '6903f4f1-47a6-49d9-87a5-8ec44e38a49a', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:00.450440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-c6da7ee3-c424-4f72-8d27-49ead9db5f4d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:00.466762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c6da7ee3-c424-4f72-8d27-49ead9db5f4d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:00.472705 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c6da7ee3-c424-4f72-8d27-49ead9db5f4d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:00.475585 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e66ed79f-46c4-490c-a403-cd0e3900b072 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.485972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-c6da7ee3-c424-4f72-8d27-49ead9db5f4d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:00.513951 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-693b2b4b-0966-4baa-9f87-a1633b71ec94 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.546102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6da7ee3-c424-4f72-8d27-49ead9db5f4d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.615194 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e66ed79f-46c4-490c-a403-cd0e3900b072 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.646910 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6da7ee3-c424-4f72-8d27-49ead9db5f4d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.649986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-19934ed7-057a-4c73-a038-bbe36daec0ee None None] Provisioning for port 3f0a7dd4-1d54-4a6b-9819-36fbae04978a completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:00.654492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6da7ee3-c424-4f72-8d27-49ead9db5f4d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.679745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-693b2b4b-0966-4baa-9f87-a1633b71ec94 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.718257 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5862f588-42d0-442f-bafb-6562c52598ea no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:00.731509 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b2b4b-0966-4baa-9f87-a1633b71ec94 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Subnet': ['ID=03db4879-3890-4a9e-afae-c875987210b4,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:00.742689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da7ee3-c424-4f72-8d27-49ead9db5f4d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a1c447-30f5-41b5-b519-cb6a7019a558,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:00.753566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-693b2b4b-0966-4baa-9f87-a1633b71ec94 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.762677 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-693b2b4b-0966-4baa-9f87-a1633b71ec94 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/subnets/03db4879-3890-4a9e-afae-c875987210b4 HTTP/1.1" status: 204 len: 168 time: 0.8349884 Mar 16 10:59:00.765195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52944) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.791767 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'name': 'tempest-TestNetworkBasicOps-router-410140980', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:43Z', 'updated_at': '2022-03-16T10:58:56Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:45Z', 'updated_at': '2022-03-16T10:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '3f0a7dd4-1d54-4a6b-9819-36fbae04978a', 'name': '', 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:51:c4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:54Z', 'updated_at': '2022-03-16T10:58:59Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:00.792587 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab830ba-3401-43cf-b7bc-68e010aa5360 None None] Network 9cc391f7-fa34-4344-bae4-bcf7bbdae126 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:00.794108 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6da7ee3-c424-4f72-8d27-49ead9db5f4d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.795542 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c6da7ee3-c424-4f72-8d27-49ead9db5f4d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3611908 Mar 16 10:59:00.798965 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52948) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.804794 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1053b468-03a9-43d0-a9e8-54fed41c14ea None None] The sync data for ids ['db7169ba-dbbd-4927-ad30-9be8785d6af2'] in dv-neutron-833859-1-hyperv is: [{'id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'name': 'tempest-TestNetworkBasicOps-router-410140980', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:43Z', 'updated_at': '2022-03-16T10:58:56Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:45Z', 'updated_at': '2022-03-16T10:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '3f0a7dd4-1d54-4a6b-9819-36fbae04978a', 'name': '', 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:51:c4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:54Z', 'updated_at': '2022-03-16T10:58:59Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:00.818084 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-8b4d6260-a27f-4fe4-9e31-501a30623c92 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '6903f4f1-47a6-49d9-87a5-8ec44e38a49a', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:00.824053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8b4d6260-a27f-4fe4-9e31-501a30623c92 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:00.829561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8b4d6260-a27f-4fe4-9e31-501a30623c92 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:00.832861 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8b4d6260-a27f-4fe4-9e31-501a30623c92 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:00.839279 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8b4d6260-a27f-4fe4-9e31-501a30623c92 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:00.891563 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ed79f-46c4-490c-a403-cd0e3900b072 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event deleted for resources: {'Subnet': ['ID=178c5573-3e9b-4379-a90e-20660854c1b6,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:00.903801 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e66ed79f-46c4-490c-a403-cd0e3900b072 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.912550 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e66ed79f-46c4-490c-a403-cd0e3900b072 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "DELETE /v2.0/subnets/178c5573-3e9b-4379-a90e-20660854c1b6 HTTP/1.1" status: 204 len: 168 time: 0.9340937 Mar 16 10:59:00.914931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52952) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.929383 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61b816b-49c6-4b6e-8233-7d666bb5e8e5 None None] Network fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:00.946436 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 5862f588-42d0-442f-bafb-6562c52598ea {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:00.947086 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5862f588-42d0-442f-bafb-6562c52598ea not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:00.949440 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ca73192c-49d6-4dd0-a0f7-4de6694b83fc no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:00.958200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8b4d6260-a27f-4fe4-9e31-501a30623c92 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.999737 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec113ba-ba23-452d-b97c-a91179ab2aa1 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Deleting subnet c60883d8-413a-4a51-b202-652798f3f9e3 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:01.003829 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bec113ba-ba23-452d-b97c-a91179ab2aa1 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.017807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: ca73192c-49d6-4dd0-a0f7-4de6694b83fc {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:01.018638 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ca73192c-49d6-4dd0-a0f7-4de6694b83fc not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:01.032416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.065285 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d6e3fde5-7784-4925-87f8-4053c47c3bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.074128 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Deleting port a40666fb-6105-45c0-a053-dc9cd9b10865 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:01.075483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.120013 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bec113ba-ba23-452d-b97c-a91179ab2aa1 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.134391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8b4d6260-a27f-4fe4-9e31-501a30623c92 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.175933 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8b4d6260-a27f-4fe4-9e31-501a30623c92 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.216744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d6260-a27f-4fe4-9e31-501a30623c92 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577361a7-c52e-4b21-a67e-0d4e32f7fd4c,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:01.241436 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8b4d6260-a27f-4fe4-9e31-501a30623c92 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.242728 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8b4d6260-a27f-4fe4-9e31-501a30623c92 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4427619 Mar 16 10:59:01.246571 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52956) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:01.260337 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-81bea8e0-a14a-4c53-ae23-a6f6ac7a8195 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '6903f4f1-47a6-49d9-87a5-8ec44e38a49a', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:01.273265 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-81bea8e0-a14a-4c53-ae23-a6f6ac7a8195 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:01.277339 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-81bea8e0-a14a-4c53-ae23-a6f6ac7a8195 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:01.280712 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-81bea8e0-a14a-4c53-ae23-a6f6ac7a8195 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:01.287287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-81bea8e0-a14a-4c53-ae23-a6f6ac7a8195 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:01.315581 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bec113ba-ba23-452d-b97c-a91179ab2aa1 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.346470 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-81bea8e0-a14a-4c53-ae23-a6f6ac7a8195 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.403258 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] For port a40666fb-6105-45c0-a053-dc9cd9b10865, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a40666fb-6105-45c0-a053-dc9cd9b10865,segment=NetworkSegment(1cf65b53-7a5c-4f91-ab91-52b751a15fad),segment_id=1cf65b53-7a5c-4f91-ab91-52b751a15fad)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:01.410475 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.454435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bec113ba-ba23-452d-b97c-a91179ab2aa1 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.503423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec113ba-ba23-452d-b97c-a91179ab2aa1 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event deleted for resources: {'Subnet': ['ID=c60883d8-413a-4a51-b202-652798f3f9e3,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:01.506855 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-81bea8e0-a14a-4c53-ae23-a6f6ac7a8195 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.512636 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bec113ba-ba23-452d-b97c-a91179ab2aa1 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.521212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-81bea8e0-a14a-4c53-ae23-a6f6ac7a8195 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.539406 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bec113ba-ba23-452d-b97c-a91179ab2aa1 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "DELETE /v2.0/subnets/c60883d8-413a-4a51-b202-652798f3f9e3 HTTP/1.1" status: 204 len: 168 time: 0.6232007 Mar 16 10:59:01.544781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa56ab0-faac-4aab-a98d-cb02a700bc00 None None] Network be2bce27-e17b-40f1-a6c3-8c5f21f43308 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:01.555637 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52960) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:01.559238 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bea8e0-a14a-4c53-ae23-a6f6ac7a8195 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab935205-3865-4edc-b8fd-15af2d341eb3,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:01.582881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Calling delete_port for a40666fb-6105-45c0-a053-dc9cd9b10865 owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:01.591695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-81bea8e0-a14a-4c53-ae23-a6f6ac7a8195 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.595806 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-81bea8e0-a14a-4c53-ae23-a6f6ac7a8195 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3433683 Mar 16 10:59:01.605496 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52964) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:01.611253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c45143c3-0c14-4446-b4e8-eaac17d1bd2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '6903f4f1-47a6-49d9-87a5-8ec44e38a49a', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:01.622258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c45143c3-0c14-4446-b4e8-eaac17d1bd2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:01.675946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.677365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c45143c3-0c14-4446-b4e8-eaac17d1bd2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:01.682554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c45143c3-0c14-4446-b4e8-eaac17d1bd2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:01.695743 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c45143c3-0c14-4446-b4e8-eaac17d1bd2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:01.722151 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.735904 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Port': ['ID=a40666fb-6105-45c0-a053-dc9cd9b10865,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:01.741488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] No DVR routers for this DVR port a40666fb-6105-45c0-a053-dc9cd9b10865 on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:01.750795 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c45143c3-0c14-4446-b4e8-eaac17d1bd2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.763795 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Deleting port ad9b8a06-1cbc-411c-b0c9-c6715b63469d {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:01.764133 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.821464 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfdd00d-3abe-412a-8d0d-c5c92f7af379 None None] DHCP port deletion for fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:01.827471 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1bfdd00d-3abe-412a-8d0d-c5c92f7af379 None None] Deleting port ad9b8a06-1cbc-411c-b0c9-c6715b63469d {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:01.827847 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1bfdd00d-3abe-412a-8d0d-c5c92f7af379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.887322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.923180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc391f7-fa34-4344-bae4-bcf7bbdae126']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:01.941151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf65b53-7a5c-4f91-ab91-52b751a15fad') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:01.941151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf65b53-7a5c-4f91-ab91-52b751a15fad') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:01.943194 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928f073a-c1c8-4b40-8061-2e71b4173e3b None None] DHCP port deletion for 9cc391f7-fa34-4344-bae4-bcf7bbdae126 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:01.971656 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.002657 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.014418 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:02.014873 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:02.033906 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:02.053048 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c45143c3-0c14-4446-b4e8-eaac17d1bd2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.057362 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c45143c3-0c14-4446-b4e8-eaac17d1bd2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.109662 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] DHCP port deletion for be2bce27-e17b-40f1-a6c3-8c5f21f43308 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:02.117716 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Deleting port 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:02.118559 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.170059 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.174637 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45143c3-0c14-4446-b4e8-eaac17d1bd2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b88a15d-5b8e-4553-935a-e0a87efdb010,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:02.180621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] For port ad9b8a06-1cbc-411c-b0c9-c6715b63469d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ad9b8a06-1cbc-411c-b0c9-c6715b63469d,segment=NetworkSegment(60b372e3-abbb-436b-9d7c-f723336bdd90),segment_id=60b372e3-abbb-436b-9d7c-f723336bdd90)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:02.180984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.184962 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.195787 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c45143c3-0c14-4446-b4e8-eaac17d1bd2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.199645 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c45143c3-0c14-4446-b4e8-eaac17d1bd2a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5908656 Mar 16 10:59:02.220936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52968) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:02.230398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-77972b2e-4c31-4ff2-87ba-b2c23f7f9662 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '6903f4f1-47a6-49d9-87a5-8ec44e38a49a', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:02.237216 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-77972b2e-4c31-4ff2-87ba-b2c23f7f9662 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:02.242420 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-77972b2e-4c31-4ff2-87ba-b2c23f7f9662 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:02.246333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-77972b2e-4c31-4ff2-87ba-b2c23f7f9662 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:02.252738 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3f0a7dd4-1d54-4a6b-9819-36fbae04978a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:02.252983 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-77972b2e-4c31-4ff2-87ba-b2c23f7f9662 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:02.262473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Network': ['ID=9cc391f7-fa34-4344-bae4-bcf7bbdae126,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:02.267269 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-77972b2e-4c31-4ff2-87ba-b2c23f7f9662 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:59:02.277757 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f16268e5-e698-4645-8009-15b51cd4e44c tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/networks/9cc391f7-fa34-4344-bae4-bcf7bbdae126 HTTP/1.1" status: 204 len: 168 time: 1.5073066 Mar 16 10:59:02.277757 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77972b2e-4c31-4ff2-87ba-b2c23f7f9662 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.284374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52972) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:02.331976 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Calling delete_port for ad9b8a06-1cbc-411c-b0c9-c6715b63469d owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:02.357959 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5024ea-74e9-4cd6-8c9f-ce1518f2ff92 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:02.358405 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5024ea-74e9-4cd6-8c9f-ce1518f2ff92 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:02.363348 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6a5024ea-74e9-4cd6-8c9f-ce1518f2ff92 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/subnets/4a5e09d5-4a4f-4668-80c0-0e205f863ed4 HTTP/1.1" status: 404 len: 337 time: 0.0779459 Mar 16 10:59:02.367216 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52976) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:02.402720 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-885c65c7-5bd6-4616-928b-584ff7c1d9a0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:02.403244 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885c65c7-5bd6-4616-928b-584ff7c1d9a0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:02.404904 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-885c65c7-5bd6-4616-928b-584ff7c1d9a0 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/networks/e8031735-a04f-4b77-aafd-0809552bbd7b HTTP/1.1" status: 404 len: 339 time: 0.0370650 Mar 16 10:59:02.410173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52980) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:02.420923 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1bfdd00d-3abe-412a-8d0d-c5c92f7af379 None None] For port ad9b8a06-1cbc-411c-b0c9-c6715b63469d, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ad9b8a06-1cbc-411c-b0c9-c6715b63469d,segment=NetworkSegment(60b372e3-abbb-436b-9d7c-f723336bdd90),segment_id=60b372e3-abbb-436b-9d7c-f723336bdd90)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:02.421317 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1bfdd00d-3abe-412a-8d0d-c5c92f7af379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.453534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.470733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77972b2e-4c31-4ff2-87ba-b2c23f7f9662 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.483006 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77972b2e-4c31-4ff2-87ba-b2c23f7f9662 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.522303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event deleted for resources: {'Port': ['ID=ad9b8a06-1cbc-411c-b0c9-c6715b63469d,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:02.527293 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] No DVR routers for this DVR port ad9b8a06-1cbc-411c-b0c9-c6715b63469d on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:02.545880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8b815d-4517-475f-99d2-d92cbd47402d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Deleting subnet f3dcbb17-c427-4069-96c9-4e0745240872 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:02.550198 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77972b2e-4c31-4ff2-87ba-b2c23f7f9662 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b64a22-1486-4838-9167-6924a47b38e8,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:02.560673 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4e8b815d-4517-475f-99d2-d92cbd47402d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.593116 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-77972b2e-4c31-4ff2-87ba-b2c23f7f9662 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.594317 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-77972b2e-4c31-4ff2-87ba-b2c23f7f9662 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3723655 Mar 16 10:59:02.599220 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52984) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:02.604253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-08aa8478-24aa-4df1-88ff-109d082abffa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '6903f4f1-47a6-49d9-87a5-8ec44e38a49a', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:02.615629 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-08aa8478-24aa-4df1-88ff-109d082abffa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:02.635337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4e8b815d-4517-475f-99d2-d92cbd47402d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.648596 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1bfdd00d-3abe-412a-8d0d-c5c92f7af379 None None] Calling delete_port for ad9b8a06-1cbc-411c-b0c9-c6715b63469d owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:02.663780 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-08aa8478-24aa-4df1-88ff-109d082abffa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:02.671672 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-08aa8478-24aa-4df1-88ff-109d082abffa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:02.682118 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.690755 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-08aa8478-24aa-4df1-88ff-109d082abffa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:02.712279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] For port 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7,segment=NetworkSegment(f44143d5-dd9b-4773-ba63-3727a1cb7aeb),segment_id=f44143d5-dd9b-4773-ba63-3727a1cb7aeb)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:02.712981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.715499 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:02.723065 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 3f0a7dd4-1d54-4a6b-9819-36fbae04978a completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:02.723744 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-08aa8478-24aa-4df1-88ff-109d082abffa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:59:02.733624 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-08aa8478-24aa-4df1-88ff-109d082abffa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.741767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 3f0a7dd4-1d54-4a6b-9819-36fbae04978a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:02.742416 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.746245 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b372e3-abbb-436b-9d7c-f723336bdd90') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:02.746535 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b372e3-abbb-436b-9d7c-f723336bdd90') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:02.764798 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.800999 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.813854 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:02.814243 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:02.828467 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:02.839881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4e8b815d-4517-475f-99d2-d92cbd47402d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.909351 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-08aa8478-24aa-4df1-88ff-109d082abffa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.914642 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-08aa8478-24aa-4df1-88ff-109d082abffa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.918015 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Calling delete_port for 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:02.922471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4e8b815d-4517-475f-99d2-d92cbd47402d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.936225 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.960564 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.964087 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa8478-24aa-4df1-88ff-109d082abffa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d47da1-5116-47d4-b59c-b1dc9eb94788,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:02.967406 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b815d-4517-475f-99d2-d92cbd47402d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Subnet': ['ID=f3dcbb17-c427-4069-96c9-4e0745240872,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:02.971934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4e8b815d-4517-475f-99d2-d92cbd47402d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.981020 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event deleted for resources: {'Network': ['ID=fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:02.982516 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4e8b815d-4517-475f-99d2-d92cbd47402d tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/subnets/f3dcbb17-c427-4069-96c9-4e0745240872 HTTP/1.1" status: 204 len: 168 time: 0.5713472 Mar 16 10:59:02.985889 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 52988) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:02.992846 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9aca1d5d-f5eb-4a9a-b63d-f0b0cddf9c9c tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "DELETE /v2.0/networks/fbf5b3ba-3ee0-498b-90bc-a1e7e6bde874 HTTP/1.1" status: 204 len: 168 time: 1.4311702 Mar 16 10:59:02.993593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 52992) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:02.995997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-08aa8478-24aa-4df1-88ff-109d082abffa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.005726 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-08aa8478-24aa-4df1-88ff-109d082abffa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3971860 Mar 16 10:59:03.012401 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e94598d-4fcb-45e0-bc83-0d6dc037c738 None None] Network 9fe14a0b-3953-4cec-af9a-531456d86295 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:03.090622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-1bfdd00d-3abe-412a-8d0d-c5c92f7af379 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:03.090996 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-1bfdd00d-3abe-412a-8d0d-c5c92f7af379 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:03.153783 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1d75bcdc-d640-4b16-ae7d-db86b8eae306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.155342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.159367 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.175745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Deleting port b2c24462-9798-4918-8837-bf976260d564 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:03.176491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.237958 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 3f0a7dd4-1d54-4a6b-9819-36fbae04978a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3f0a7dd4-1d54-4a6b-9819-36fbae04978a,segment=NetworkSegment(efed3825-26c9-44c0-8da4-876def1d1a0b),segment_id=efed3825-26c9-44c0-8da4-876def1d1a0b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:03.242790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.282256 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-609faaa4-8184-4896-91dd-f8e979b1d4aa tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.310470 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.318744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Pushing event deleted for resources: {'Port': ['ID=5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:03.334610 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] No DVR routers for this DVR port 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:03.336695 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:03.337044 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:03.337388 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:03.337725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:03.338054 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:03.338382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:03.338708 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:03.339033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:03.339383 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:03.339708 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:03.340021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:03.340340 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29dfec-b3cf-4e4b-89b8-670ab6869248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:03.376741 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-9bd04c0d-5e98-4065-a528-0859c6e09b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376878507&fields=id&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 267 time: 0.1346591 Mar 16 10:59:03.405931 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a40666fb-6105-45c0-a053-dc9cd9b10865 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:03.447500 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: a40666fb-6105-45c0-a053-dc9cd9b10865 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:03.447846 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a40666fb-6105-45c0-a053-dc9cd9b10865 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:03.448261 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ad9b8a06-1cbc-411c-b0c9-c6715b63469d no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:03.484108 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: ad9b8a06-1cbc-411c-b0c9-c6715b63469d {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:03.484455 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ad9b8a06-1cbc-411c-b0c9-c6715b63469d not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:03.495596 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=3f0a7dd4-1d54-4a6b-9819-36fbae04978a,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:03.498833 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-609faaa4-8184-4896-91dd-f8e979b1d4aa tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.530141 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-609faaa4-8184-4896-91dd-f8e979b1d4aa tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2bce27-e17b-40f1-a6c3-8c5f21f43308']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:03.543057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-609faaa4-8184-4896-91dd-f8e979b1d4aa tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44143d5-dd9b-4773-ba63-3727a1cb7aeb') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:03.543379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-609faaa4-8184-4896-91dd-f8e979b1d4aa tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44143d5-dd9b-4773-ba63-3727a1cb7aeb') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:03.556831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-609faaa4-8184-4896-91dd-f8e979b1d4aa tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.576110 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-609faaa4-8184-4896-91dd-f8e979b1d4aa tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.582618 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609faaa4-8184-4896-91dd-f8e979b1d4aa tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:03.582994 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-609faaa4-8184-4896-91dd-f8e979b1d4aa tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.592190 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b011db-b706-4872-95c4-7342b674a0c6 None None] DHCP port deletion for 9fe14a0b-3953-4cec-af9a-531456d86295 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:03.594436 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1bfdd00d-3abe-412a-8d0d-c5c92f7af379 None None] Deleting port ad9b8a06-1cbc-411c-b0c9-c6715b63469d {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:03.594807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1bfdd00d-3abe-412a-8d0d-c5c92f7af379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:03.599536 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:03.614221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] For port b2c24462-9798-4918-8837-bf976260d564, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b2c24462-9798-4918-8837-bf976260d564,segment=NetworkSegment(d0aa8bf8-f7bb-4a8f-b997-51092a657931),segment_id=d0aa8bf8-f7bb-4a8f-b997-51092a657931)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:03.614819 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.636328 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e7b011db-b706-4872-95c4-7342b674a0c6 None None] Deleting port b2c24462-9798-4918-8837-bf976260d564 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:03.636695 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e7b011db-b706-4872-95c4-7342b674a0c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.693644 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-609faaa4-8184-4896-91dd-f8e979b1d4aa tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.698880 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-609faaa4-8184-4896-91dd-f8e979b1d4aa tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.701115 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1bfdd00d-3abe-412a-8d0d-c5c92f7af379 None None] The port 'ad9b8a06-1cbc-411c-b0c9-c6715b63469d' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:59:03.732445 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-609faaa4-8184-4896-91dd-f8e979b1d4aa tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "DELETE /v2.0/networks/be2bce27-e17b-40f1-a6c3-8c5f21f43308 HTTP/1.1" status: 204 len: 168 time: 0.7355964 Mar 16 10:59:03.733511 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53008) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:03.737235 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609faaa4-8184-4896-91dd-f8e979b1d4aa tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event deleted for resources: {'Network': ['ID=be2bce27-e17b-40f1-a6c3-8c5f21f43308,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:03.753809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Calling delete_port for b2c24462-9798-4918-8837-bf976260d564 owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:03.799856 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-2779d7f4-39d5-465e-9860-b0a52e1bee93 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:03.801278 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-2779d7f4-39d5-465e-9860-b0a52e1bee93 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/networks?id=fd36722c-86ad-480c-94fb-1689efcce290 HTTP/1.1" status: 200 len: 797 time: 0.4008195 Mar 16 10:59:03.811820 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c06871-3319-4c0e-8ec1-7919075ab351 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Deleting subnet be78b25a-1341-45f7-a28b-e1ba63f1772a {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:03.816183 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-03c06871-3319-4c0e-8ec1-7919075ab351 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.828335 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-477996f9-a383-4c3b-aff6-05bfe9e4d29f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/quotas/c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 375 time: 0.0164890 Mar 16 10:59:03.874446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-03c06871-3319-4c0e-8ec1-7919075ab351 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.885636 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-e7b011db-b706-4872-95c4-7342b674a0c6 None None] For port b2c24462-9798-4918-8837-bf976260d564, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b2c24462-9798-4918-8837-bf976260d564,segment=NetworkSegment(d0aa8bf8-f7bb-4a8f-b997-51092a657931),segment_id=d0aa8bf8-f7bb-4a8f-b997-51092a657931)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:03.886033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e7b011db-b706-4872-95c4-7342b674a0c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.894162 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.942807 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Port': ['ID=b2c24462-9798-4918-8837-bf976260d564,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:03.950341 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] No DVR routers for this DVR port b2c24462-9798-4918-8837-bf976260d564 on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:03.969920 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-03c06871-3319-4c0e-8ec1-7919075ab351 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.020964 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e7b011db-b706-4872-95c4-7342b674a0c6 None None] Calling delete_port for b2c24462-9798-4918-8837-bf976260d564 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:04.058617 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3f0a7dd4-1d54-4a6b-9819-36fbae04978a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:04.060982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-7894b295-6614-4bfb-95c7-96e5e2e1e77e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:04.065014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-03c06871-3319-4c0e-8ec1-7919075ab351 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.103278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c06871-3319-4c0e-8ec1-7919075ab351 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event deleted for resources: {'Subnet': ['ID=be78b25a-1341-45f7-a28b-e1ba63f1772a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:04.110334 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-03c06871-3319-4c0e-8ec1-7919075ab351 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.119744 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-03c06871-3319-4c0e-8ec1-7919075ab351 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "DELETE /v2.0/subnets/be78b25a-1341-45f7-a28b-e1ba63f1772a HTTP/1.1" status: 204 len: 168 time: 0.3848867 Mar 16 10:59:04.121019 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53012) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:04.127132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.141612 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-7894b295-6614-4bfb-95c7-96e5e2e1e77e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:04.143095 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-7894b295-6614-4bfb-95c7-96e5e2e1e77e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3003194 Mar 16 10:59:04.158689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe14a0b-3953-4cec-af9a-531456d86295']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:04.167089 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b12371c-eb95-490e-8883-dc4d28c30f00 None None] Network 898795d4-0a4f-4c64-9936-a0a6cf9575e0 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:04.200683 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0aa8bf8-f7bb-4a8f-b997-51092a657931') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:04.200947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0aa8bf8-f7bb-4a8f-b997-51092a657931') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:04.218346 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.244285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.248843 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.253533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:04.254609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.261709 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Deleting port 46497a70-096a-454e-a8c3-2ce22d7f8b2a {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:04.262100 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.303276 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-e7b011db-b706-4872-95c4-7342b674a0c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:04.303710 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-e7b011db-b706-4872-95c4-7342b674a0c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:04.345152 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 3f0a7dd4-1d54-4a6b-9819-36fbae04978a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:04.345517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:04.349357 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:04.439314 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.457895 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.465992 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.507460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] For port 46497a70-096a-454e-a8c3-2ce22d7f8b2a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=46497a70-096a-454e-a8c3-2ce22d7f8b2a,segment=NetworkSegment(7479fc9b-2f94-4e5b-80e1-c8d2238e5c95),segment_id=7479fc9b-2f94-4e5b-80e1-c8d2238e5c95)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:04.508082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.587259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.599048 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] Pushing event deleted for resources: {'Network': ['ID=9fe14a0b-3953-4cec-af9a-531456d86295,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:04.605631 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-08837a88-5081-42ee-bff5-34def858afe0 service neutron] 10.222.0.44 "GET /v2.0/networks/fd36722c-86ad-480c-94fb-1689efcce290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398360 Mar 16 10:59:04.610869 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7e0cf3a8-d4cf-439c-b05f-ad388023ddf2 tempest-NetworksIpV6Test-1272629558 tempest-NetworksIpV6Test-1272629558-project] 10.222.0.44 "DELETE /v2.0/networks/9fe14a0b-3953-4cec-af9a-531456d86295 HTTP/1.1" status: 204 len: 168 time: 1.6216626 Mar 16 10:59:04.636571 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7d28d1-4de4-4324-a437-c4b0f5cafad1 None None] DHCP port deletion for 898795d4-0a4f-4c64-9936-a0a6cf9575e0 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:04.638941 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b2c24462-9798-4918-8837-bf976260d564 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:04.661491 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Calling delete_port for 46497a70-096a-454e-a8c3-2ce22d7f8b2a owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:04.684081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d28d1-4de4-4324-a437-c4b0f5cafad1 None None] Deleting port 46497a70-096a-454e-a8c3-2ce22d7f8b2a {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:04.684459 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1d7d28d1-4de4-4324-a437-c4b0f5cafad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.712811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: b2c24462-9798-4918-8837-bf976260d564 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:04.713439 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b2c24462-9798-4918-8837-bf976260d564 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:04.713551 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:04.751548 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.764178 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:04.764775 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5cdd1ae9-3b07-48b3-b79a-0ec9124a11d7 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:04.770059 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-4163639b-0b29-4ffb-a29a-6cf50dc278fa service neutron] 10.222.0.44 "GET /v2.0/networks/fd36722c-86ad-480c-94fb-1689efcce290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576803 Mar 16 10:59:04.823527 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event deleted for resources: {'Port': ['ID=46497a70-096a-454e-a8c3-2ce22d7f8b2a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:04.825380 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] No DVR routers for this DVR port 46497a70-096a-454e-a8c3-2ce22d7f8b2a on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:04.826065 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e7b011db-b706-4872-95c4-7342b674a0c6 None None] Deleting port b2c24462-9798-4918-8837-bf976260d564 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:04.826619 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e7b011db-b706-4872-95c4-7342b674a0c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.857384 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d28d1-4de4-4324-a437-c4b0f5cafad1 None None] The port '46497a70-096a-454e-a8c3-2ce22d7f8b2a' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:59:04.908428 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e7b011db-b706-4872-95c4-7342b674a0c6 None None] The port 'b2c24462-9798-4918-8837-bf976260d564' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:59:04.962724 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.993251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53024) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:05.020713 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-89b8a398-c44b-475f-a6c9-16ae2ee41ff6 req-bfde76c1-8144-453e-a9eb-816034c7b636 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:05.028720 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898795d4-0a4f-4c64-9936-a0a6cf9575e0']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:05.047948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7479fc9b-2f94-4e5b-80e1-c8d2238e5c95') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:05.048240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7479fc9b-2f94-4e5b-80e1-c8d2238e5c95') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:05.057075 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-89b8a398-c44b-475f-a6c9-16ae2ee41ff6 req-bfde76c1-8144-453e-a9eb-816034c7b636 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:05.058221 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-89b8a398-c44b-475f-a6c9-16ae2ee41ff6 req-bfde76c1-8144-453e-a9eb-816034c7b636 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 210 time: 0.1009917 Mar 16 10:59:05.061777 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.078131 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.084502 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:05.085114 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:05.100446 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:05.197156 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-47d44de8-cd42-44ec-b803-6e66692c4a04 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18678328b40b44ffb1e35217f2758e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027113 Mar 16 10:59:05.197758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53034) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:05.267492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f6fd4915-8b6b-47fa-9792-8bc0e560be7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.299108 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.303552 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f6fd4915-8b6b-47fa-9792-8bc0e560be7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.324408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.335934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Pushing event deleted for resources: {'Network': ['ID=898795d4-0a4f-4c64-9936-a0a6cf9575e0,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:05.338516 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ee447185-c120-4712-950a-4ec627d08177 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "DELETE /v2.0/networks/898795d4-0a4f-4c64-9936-a0a6cf9575e0 HTTP/1.1" status: 204 len: 168 time: 1.2162819 Mar 16 10:59:05.342110 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53040) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:05.388667 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c3a75414-0d8a-4882-9a50-45e208dfaca9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Synchronizing usage tracker for tenant:6ffbe5648feb4551b9b151990d24bdf0 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:05.407871 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c3a75414-0d8a-4882-9a50-45e208dfaca9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Unset dirty status for tenant:6ffbe5648feb4551b9b151990d24bdf0 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:05.409118 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c3a75414-0d8a-4882-9a50-45e208dfaca9 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "GET /v2.0/ports?device_id=1380e75b-fd39-4e1a-8330-2d9ee6199244 HTTP/1.1" status: 200 len: 205 time: 0.0661008 Mar 16 10:59:05.411743 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53044) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:05.468106 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f6fd4915-8b6b-47fa-9792-8bc0e560be7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.497623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd4915-8b6b-47fa-9792-8bc0e560be7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558b81f4-4ecf-492f-9a15-9bb3c51e7a09,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:05.559445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f6fd4915-8b6b-47fa-9792-8bc0e560be7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.563028 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f6fd4915-8b6b-47fa-9792-8bc0e560be7c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/558b81f4-4ecf-492f-9a15-9bb3c51e7a09 HTTP/1.1" status: 204 len: 168 time: 0.3616796 Mar 16 10:59:05.565597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4b028328-dc76-440f-a4d7-d0d03150bee5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.827550 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.863468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4b028328-dc76-440f-a4d7-d0d03150bee5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.865842 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4b028328-dc76-440f-a4d7-d0d03150bee5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.890493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4b028328-dc76-440f-a4d7-d0d03150bee5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.891080 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b028328-dc76-440f-a4d7-d0d03150bee5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Fanout notify agent at l3_agent the message router_deleted on router 1380e75b-fd39-4e1a-8330-2d9ee6199244 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:59:05.903143 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4b028328-dc76-440f-a4d7-d0d03150bee5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.904231 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4b028328-dc76-440f-a4d7-d0d03150bee5 tempest-RoutersNegativeIpV6Test-1145332338 tempest-RoutersNegativeIpV6Test-1145332338-project] 10.222.0.44 "DELETE /v2.0/routers/1380e75b-fd39-4e1a-8330-2d9ee6199244 HTTP/1.1" status: 204 len: 168 time: 0.4915740 Mar 16 10:59:06.052420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 46497a70-096a-454e-a8c3-2ce22d7f8b2a no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:06.119822 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 46497a70-096a-454e-a8c3-2ce22d7f8b2a {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:06.120432 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 46497a70-096a-454e-a8c3-2ce22d7f8b2a not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:06.207689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-e7b86ee8-ac2d-4647-8f0b-ab16f5233222 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:06.209201 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-e7b86ee8-ac2d-4647-8f0b-ab16f5233222 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/networks?id=fd36722c-86ad-480c-94fb-1689efcce290 HTTP/1.1" status: 200 len: 797 time: 0.2201228 Mar 16 10:59:06.272993 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53072) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:06.300330 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a7b729e-5107-43d8-bc98-cc1d8406d69a req-559c3530-a1f7-4ac8-975e-ff0a57ae4a97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 210 time: 0.0900817 Mar 16 10:59:06.334338 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-eb1cbeac-8b6d-41b1-af97-b86e48f088ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 379 time: 0.0729308 Mar 16 10:59:06.346531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-6b0f88c0-57bb-4744-b02d-76cb7475e533 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'port': {'device_id': '941c1b08-caae-4a5e-b5f5-9ce624f39ce8', 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290', 'admin_state_up': True, 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'security_groups': ['6903f4f1-47a6-49d9-87a5-8ec44e38a49a']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:06.468571 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8bcfd2bf-6942-4e98-bb2d-e4ea1618a9af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ffbe5648feb4551b9b151990d24bdf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920271 Mar 16 10:59:06.468813 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53084) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:06.491431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-6b0f88c0-57bb-4744-b02d-76cb7475e533 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:06.501486 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-6b0f88c0-57bb-4744-b02d-76cb7475e533 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:06.512392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-6b0f88c0-57bb-4744-b02d-76cb7475e533 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:06.516108 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-6b0f88c0-57bb-4744-b02d-76cb7475e533 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.534427 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-464ee1ae-fa91-426f-94a6-efeabcef0492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.539032 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53088) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:06.570034 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-464ee1ae-fa91-426f-94a6-efeabcef0492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.624663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-464ee1ae-fa91-426f-94a6-efeabcef0492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.642447 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ee1ae-fa91-426f-94a6-efeabcef0492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd66bc4d-d4e0-4035-b3c8-7c1a054b4d16,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:06.650195 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-131246349'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:06.655741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:06.658665 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-464ee1ae-fa91-426f-94a6-efeabcef0492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.659959 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-464ee1ae-fa91-426f-94a6-efeabcef0492 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd66bc4d-d4e0-4035-b3c8-7c1a054b4d16 HTTP/1.1" status: 204 len: 168 time: 0.1895888 Mar 16 10:59:06.666464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Usage tracker for resource:network and tenant:6cd6d371aef2468ab44a56f9e4d0d2df is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:06.671358 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:06.678551 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:06.685809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-6b0f88c0-57bb-4744-b02d-76cb7475e533 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.3 (fd36722c-86ad-480c-94fb-1689efcce290/c3ad5db1-ac62-4d56-b78d-9cc085759468/aa39c117-f3c1-4490-a261-802ddbe2aed8) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:06.693153 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Made reservation on behalf of 6cd6d371aef2468ab44a56f9e4d0d2df for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:06.696736 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.709004 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.724624 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:06.728635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Usage tracker for resource:security_group_rule and tenant:6cd6d371aef2468ab44a56f9e4d0d2df is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:06.731577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:06.737301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:06.830878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.835571 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.871800 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:06.886373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d077b7e9-4144-4999-967b-5c932601a205,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:06.889304 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.889718 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Added segment a4428d60-3af5-4316-930e-2175ab56f6a3 of type vlan for network 2e2f0ce5-9867-4460-a43b-9fe279f5b66f Mar 16 10:59:06.919174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.949389 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.955743 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:06.956575 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.019753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-6b0f88c0-57bb-4744-b02d-76cb7475e533 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.035111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-6b0f88c0-57bb-4744-b02d-76cb7475e533 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object aa39c117-f3c1-4490-a261-802ddbe2aed8 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:07.059963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-6b0f88c0-57bb-4744-b02d-76cb7475e533 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.087212 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5317845 Mar 16 10:59:07.087212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd6fb7-f521-467f-8ba7-3a4e01dcca0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event updated for resources: {'Network': ['ID=2e2f0ce5-9867-4460-a43b-9fe279f5b66f,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:07.108881 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 2e2f0ce5-9867-4460-a43b-9fe279f5b66f details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:07.137844 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-6b0f88c0-57bb-4744-b02d-76cb7475e533 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network fd36722c-86ad-480c-94fb-1689efcce290 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:07.147216 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-6b0f88c0-57bb-4744-b02d-76cb7475e533 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:07.151946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-6b0f88c0-57bb-4744-b02d-76cb7475e533 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:07.185893 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f88c0-57bb-4744-b02d-76cb7475e533 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=aa39c117-f3c1-4490-a261-802ddbe2aed8,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:07.235486 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-6b0f88c0-57bb-4744-b02d-76cb7475e533 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:07.236163 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-6b0f88c0-57bb-4744-b02d-76cb7475e533 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.266857 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-6b0f88c0-57bb-4744-b02d-76cb7475e533 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9263752 Mar 16 10:59:07.290946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Request body: {'port': {'device_id': '941c1b08-caae-4a5e-b5f5-9ce624f39ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:07.479323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.569213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c622767-994d-42fc-a0c6-9317d1c6db82 req-2b1df157-9c2b-4fd2-a9f6-4149e0b63ab4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:07.581370 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1c622767-994d-42fc-a0c6-9317d1c6db82 req-2b1df157-9c2b-4fd2-a9f6-4149e0b63ab4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 931 time: 0.1258929 Mar 16 10:59:07.597256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f0ce692d-2664-42c7-9ad2-46a4faf02cc5 None None] Provisioning for port aa39c117-f3c1-4490-a261-802ddbe2aed8 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:07.602629 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f0ce692d-2664-42c7-9ad2-46a4faf02cc5 None None] Provisioning complete for port aa39c117-f3c1-4490-a261-802ddbe2aed8 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:07.603111 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f0ce692d-2664-42c7-9ad2-46a4faf02cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.626481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-1c622767-994d-42fc-a0c6-9317d1c6db82 req-bd58fabe-08c0-4cb1-939d-3f8137bc727a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:07.649212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-1c622767-994d-42fc-a0c6-9317d1c6db82 req-bd58fabe-08c0-4cb1-939d-3f8137bc727a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:07.662091 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1c622767-994d-42fc-a0c6-9317d1c6db82 req-bd58fabe-08c0-4cb1-939d-3f8137bc727a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=6903f4f1-47a6-49d9-87a5-8ec44e38a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793891 Mar 16 10:59:07.685757 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53116) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:07.705226 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce692d-2664-42c7-9ad2-46a4faf02cc5 None None] Port aa39c117-f3c1-4490-a261-802ddbe2aed8 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:07.810925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-d19ec047-cd5f-4410-8b25-f4f4b1c0d59f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:07.811382 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-d19ec047-cd5f-4410-8b25-f4f4b1c0d59f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 16 10:59:07.811863 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-d19ec047-cd5f-4410-8b25-f4f4b1c0d59f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 10:59:07.817305 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d19ec047-cd5f-4410-8b25-f4f4b1c0d59f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1260440 Mar 16 10:59:07.817305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53122) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:07.823421 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group': {'name': 'tempest-secgroup--832920778'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:07.835579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:07.841726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:07.845699 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:07.854787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:07.880624 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.893300 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.917671 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:07.948558 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:07.956264 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:07.968571 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:07.983966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa39c117-f3c1-4490-a261-802ddbe2aed8 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:59:07.997149 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.018419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Transition to ACTIVE for port object aa39c117-f3c1-4490-a261-802ddbe2aed8 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:08.025384 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.182708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Pushing event updated for resources: {'Port': ['ID=aa39c117-f3c1-4490-a261-802ddbe2aed8,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:08.280182 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.295947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.318400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:08.330992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:08.335604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Attempting to bind port aa39c117-f3c1-4490-a261-802ddbe2aed8 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:08.335952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Attempting to bind port aa39c117-f3c1-4490-a261-802ddbe2aed8 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'efed3825-26c9-44c0-8da4-876def1d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:08.336310 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Attempting to bind port aa39c117-f3c1-4490-a261-802ddbe2aed8 on network fd36722c-86ad-480c-94fb-1689efcce290 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:08.339545 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:08.353813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Port aa39c117-f3c1-4490-a261-802ddbe2aed8 on network fd36722c-86ad-480c-94fb-1689efcce290 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:59:08.354048 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Attempting to bind port aa39c117-f3c1-4490-a261-802ddbe2aed8 on network fd36722c-86ad-480c-94fb-1689efcce290 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:08.358182 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:08.366199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98905d1c-11f4-4f93-8ee5-1af0d2acf443,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:08.371687 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:08.372018 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Checking segment: {'id': 'efed3825-26c9-44c0-8da4-876def1d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:08.372388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Bound using segment: {'id': 'efed3825-26c9-44c0-8da4-876def1d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:08.372833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Bound port: aa39c117-f3c1-4490-a261-802ddbe2aed8, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efed3825-26c9-44c0-8da4-876def1d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:08.373152 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.509405 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] For port aa39c117-f3c1-4490-a261-802ddbe2aed8, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:08.512897 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.517076 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.529985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] For port aa39c117-f3c1-4490-a261-802ddbe2aed8, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=aa39c117-f3c1-4490-a261-802ddbe2aed8,segment=NetworkSegment(efed3825-26c9-44c0-8da4-876def1d1a0b),segment_id=efed3825-26c9-44c0-8da4-876def1d1a0b)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:08.543702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.611908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb06e31-ccf1-4910-842f-2351ca1410bd,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:08.619007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.622959 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-470d97cc-0601-45c8-945b-b4f604db16a3 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8022523 Mar 16 10:59:08.622959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:08.622959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.623789 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] 10.222.0.18 "PUT /v2.0/ports/aa39c117-f3c1-4490-a261-802ddbe2aed8 HTTP/1.1" status: 200 len: 1093 time: 1.3491728 Mar 16 10:59:08.626410 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941c1b08-caae-4a5e-b5f5-9ce624f39ce8', 'tag': 'aa39c117-f3c1-4490-a261-802ddbe2aed8'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:59:08.627099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53126) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:08.644090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3058e4a9-854c-4973-95a5-103e5eb75030 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '8fb06e31-ccf1-4910-842f-2351ca1410bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:08.659498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3058e4a9-854c-4973-95a5-103e5eb75030 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:08.668105 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3058e4a9-854c-4973-95a5-103e5eb75030 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:08.669349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114b3db-4819-4d46-8abb-8a9fa9fee4cc service neutron] Pushing event updated for resources: {'Port': ['ID=aa39c117-f3c1-4490-a261-802ddbe2aed8,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:08.681590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3058e4a9-854c-4973-95a5-103e5eb75030 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:08.690929 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3058e4a9-854c-4973-95a5-103e5eb75030 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:08.722388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3058e4a9-854c-4973-95a5-103e5eb75030 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.730929 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941c1b08-caae-4a5e-b5f5-9ce624f39ce8', 'tag': 'aa39c117-f3c1-4490-a261-802ddbe2aed8', 'status': 'completed', 'code': 200} Mar 16 10:59:08.810149 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-9b8ad19d-5f4b-4b81-b4a6-baa0212136b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:08.811545 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-9b8ad19d-5f4b-4b81-b4a6-baa0212136b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 1096 time: 0.1327162 Mar 16 10:59:08.838367 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3058e4a9-854c-4973-95a5-103e5eb75030 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.894871 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-f835017c-0c4f-4d27-b494-dcbe2dbcd0b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa39c117-f3c1-4490-a261-802ddbe2aed8 HTTP/1.1" status: 200 len: 217 time: 0.0708282 Mar 16 10:59:08.898469 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3058e4a9-854c-4973-95a5-103e5eb75030 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.939102 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058e4a9-854c-4973-95a5-103e5eb75030 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2451f70-2d2e-4ade-886a-55069b9113c9,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:08.963213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3058e4a9-854c-4973-95a5-103e5eb75030 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.967292 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3058e4a9-854c-4973-95a5-103e5eb75030 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389926 Mar 16 10:59:08.967739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53134) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:08.971474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-1b96f3e8-541f-4683-b0f2-65d2a1c9722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:08.972860 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-1b96f3e8-541f-4683-b0f2-65d2a1c9722c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3ad5db1-ac62-4d56-b78d-9cc085759468 HTTP/1.1" status: 200 len: 835 time: 0.0722196 Mar 16 10:59:08.976487 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-d3beb565-2ef1-4547-80c7-25016bd58845 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '8fb06e31-ccf1-4910-842f-2351ca1410bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:08.990179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6e9d7-a10d-40db-9f5d-f02bc5351218 req-a23cfeb7-4d38-4804-ac09-02150a9b6b9b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:08.991811 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1ed6e9d7-a10d-40db-9f5d-f02bc5351218 req-a23cfeb7-4d38-4804-ac09-02150a9b6b9b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 943 time: 0.1515036 Mar 16 10:59:09.040319 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1ed6e9d7-a10d-40db-9f5d-f02bc5351218 req-710f9ebb-403b-46a7-9e55-2144a3302b2c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=6903f4f1-47a6-49d9-87a5-8ec44e38a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424247 Mar 16 10:59:09.114643 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d3beb565-2ef1-4547-80c7-25016bd58845 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:09.127349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d3beb565-2ef1-4547-80c7-25016bd58845 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:09.131016 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d3beb565-2ef1-4547-80c7-25016bd58845 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:09.137890 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d3beb565-2ef1-4547-80c7-25016bd58845 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:09.158782 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d3beb565-2ef1-4547-80c7-25016bd58845 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.204965 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-a18fcc09-229d-4bcc-8c79-c4a1e6651cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:09.206403 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-a18fcc09-229d-4bcc-8c79-c4a1e6651cb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd36722c-86ad-480c-94fb-1689efcce290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2240663 Mar 16 10:59:09.300955 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-d3beb565-2ef1-4547-80c7-25016bd58845 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 10:59:09.301336 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d3beb565-2ef1-4547-80c7-25016bd58845 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3323567 Mar 16 10:59:09.304442 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53138) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:09.360082 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-d9938dab-6926-4007-a40f-40606dadd1ad service neutron] 10.222.0.18 "GET /v2.0/networks/fd36722c-86ad-480c-94fb-1689efcce290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460352 Mar 16 10:59:09.380605 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef3e147e-70ca-4aa7-82d9-1f9f35cfc55e tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.410261 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef3e147e-70ca-4aa7-82d9-1f9f35cfc55e tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.461201 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef3e147e-70ca-4aa7-82d9-1f9f35cfc55e tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.480967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e147e-70ca-4aa7-82d9-1f9f35cfc55e tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb06e31-ccf1-4910-842f-2351ca1410bd,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:09.484259 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ef3e147e-70ca-4aa7-82d9-1f9f35cfc55e tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.488177 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ef3e147e-70ca-4aa7-82d9-1f9f35cfc55e tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "DELETE /v2.0/security-groups/8fb06e31-ccf1-4910-842f-2351ca1410bd HTTP/1.1" status: 204 len: 168 time: 0.1796062 Mar 16 10:59:09.491706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53142) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:09.508681 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05a9db35-876b-4a03-929e-3ad22f6c42dd req-82e964f1-330c-43fb-a7ed-611cc478acf6 service neutron] 10.222.0.18 "GET /v2.0/networks/fd36722c-86ad-480c-94fb-1689efcce290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432445 Mar 16 10:59:09.548418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-294fa4d6-ac71-4873-954a-cdeff6acb6e4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Synchronizing usage tracker for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:09.564854 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-294fa4d6-ac71-4873-954a-cdeff6acb6e4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Unset dirty status for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:09.569934 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-294fa4d6-ac71-4873-954a-cdeff6acb6e4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770640 Mar 16 10:59:09.570517 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53146) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:09.575628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3d41491e-ee95-4762-b31f-544b1bf22f76 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group': {'name': 'tempest-secgroup--148579982'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:09.582145 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3d41491e-ee95-4762-b31f-544b1bf22f76 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:09.591751 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3d41491e-ee95-4762-b31f-544b1bf22f76 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:09.603467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3d41491e-ee95-4762-b31f-544b1bf22f76 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.622472 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3d41491e-ee95-4762-b31f-544b1bf22f76 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:09.624932 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d05a1-5a2f-48e4-8d22-96239709dfff req-b6c02421-8e41-43cd-8ee2-023092b4e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:09.626783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3d41491e-ee95-4762-b31f-544b1bf22f76 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:09.626942 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3a5d05a1-5a2f-48e4-8d22-96239709dfff req-b6c02421-8e41-43cd-8ee2-023092b4e066 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 1096 time: 0.0718598 Mar 16 10:59:09.633294 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3d41491e-ee95-4762-b31f-544b1bf22f76 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:09.639450 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3d41491e-ee95-4762-b31f-544b1bf22f76 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:09.720491 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3d41491e-ee95-4762-b31f-544b1bf22f76 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.728173 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3d41491e-ee95-4762-b31f-544b1bf22f76 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.769792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d05a1-5a2f-48e4-8d22-96239709dfff req-257b8610-cf40-44d3-8802-052d6fad52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:09.771697 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3a5d05a1-5a2f-48e4-8d22-96239709dfff req-257b8610-cf40-44d3-8802-052d6fad52ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd36722c-86ad-480c-94fb-1689efcce290 HTTP/1.1" status: 200 len: 898 time: 0.1381831 Mar 16 10:59:09.776088 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41491e-ee95-4762-b31f-544b1bf22f76 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63845dfd-1e94-4142-96b8-49bf1fd1b2e6,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:09.778932 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3d41491e-ee95-4762-b31f-544b1bf22f76 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.780192 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3d41491e-ee95-4762-b31f-544b1bf22f76 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2085643 Mar 16 10:59:09.783003 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53150) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:09.787965 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c76a4627-4ce9-439f-810c-4d53b503d4ae tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '63845dfd-1e94-4142-96b8-49bf1fd1b2e6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:09.788693 dv-neutron-833859-1-hyperv neutron-server[87968]: WARNING neutron.api.v2.base [None req-c76a4627-4ce9-439f-810c-4d53b503d4ae tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 16 10:59:09.789264 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-c76a4627-4ce9-439f-810c-4d53b503d4ae tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:09.792289 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c76a4627-4ce9-439f-810c-4d53b503d4ae tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061734 Mar 16 10:59:09.792515 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53154) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:09.847147 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3a5d05a1-5a2f-48e4-8d22-96239709dfff req-dcab7ac8-0561-4577-9926-95c885726942 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa39c117-f3c1-4490-a261-802ddbe2aed8 HTTP/1.1" status: 200 len: 217 time: 0.0678144 Mar 16 10:59:09.853922 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1ea52fe-c102-45c7-b00c-77161e15bad5 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.882223 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1ea52fe-c102-45c7-b00c-77161e15bad5 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.914088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d05a1-5a2f-48e4-8d22-96239709dfff req-1406835d-f8de-410b-b94e-48f106f4f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:09.915626 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3a5d05a1-5a2f-48e4-8d22-96239709dfff req-1406835d-f8de-410b-b94e-48f106f4f0f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3ad5db1-ac62-4d56-b78d-9cc085759468 HTTP/1.1" status: 200 len: 835 time: 0.0625010 Mar 16 10:59:09.935036 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1ea52fe-c102-45c7-b00c-77161e15bad5 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.961013 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea52fe-c102-45c7-b00c-77161e15bad5 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63845dfd-1e94-4142-96b8-49bf1fd1b2e6,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:09.966272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1ea52fe-c102-45c7-b00c-77161e15bad5 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.970405 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b1ea52fe-c102-45c7-b00c-77161e15bad5 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "DELETE /v2.0/security-groups/63845dfd-1e94-4142-96b8-49bf1fd1b2e6 HTTP/1.1" status: 204 len: 168 time: 0.1747441 Mar 16 10:59:09.970627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53158) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:10.012894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d05a1-5a2f-48e4-8d22-96239709dfff req-01e4590e-621d-4702-950e-aa7e6d42265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:10.014560 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3a5d05a1-5a2f-48e4-8d22-96239709dfff req-01e4590e-621d-4702-950e-aa7e6d42265a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd36722c-86ad-480c-94fb-1689efcce290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0931869 Mar 16 10:59:10.024088 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-727599c3-ef1a-407d-9aa9-21659b61855a tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Synchronizing usage tracker for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:10.040022 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-727599c3-ef1a-407d-9aa9-21659b61855a tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Unset dirty status for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:10.045649 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53162) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:10.045804 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-727599c3-ef1a-407d-9aa9-21659b61855a tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0739696 Mar 16 10:59:10.064114 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-864fd97c-9e39-4a43-a7f4-20a9d69ab274 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group': {'name': 'tempest-secgroup--369635685'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:10.072457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-864fd97c-9e39-4a43-a7f4-20a9d69ab274 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:10.135107 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-864fd97c-9e39-4a43-a7f4-20a9d69ab274 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:10.153990 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-864fd97c-9e39-4a43-a7f4-20a9d69ab274 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.227045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-864fd97c-9e39-4a43-a7f4-20a9d69ab274 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:10.230769 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-864fd97c-9e39-4a43-a7f4-20a9d69ab274 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:10.233574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-864fd97c-9e39-4a43-a7f4-20a9d69ab274 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:10.239730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-864fd97c-9e39-4a43-a7f4-20a9d69ab274 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:10.323685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-864fd97c-9e39-4a43-a7f4-20a9d69ab274 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.326611 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3a5d05a1-5a2f-48e4-8d22-96239709dfff req-83e38439-7ad7-4db4-ade1-65b8ecd064c2 service neutron] 10.222.0.18 "GET /v2.0/networks/fd36722c-86ad-480c-94fb-1689efcce290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051925 Mar 16 10:59:10.332269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-864fd97c-9e39-4a43-a7f4-20a9d69ab274 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.414065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53168) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:10.420155 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-e5486b1a-9dbf-402b-84f1-d08ceeec8479 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Request body: {'subnet': {'network_id': '2e2f0ce5-9867-4460-a43b-9fe279f5b66f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:10.485896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fd97c-9e39-4a43-a7f4-20a9d69ab274 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebaaf0c-50e2-4daf-926b-e8dc57c46504,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:10.492256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-864fd97c-9e39-4a43-a7f4-20a9d69ab274 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.493450 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-864fd97c-9e39-4a43-a7f4-20a9d69ab274 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4469843 Mar 16 10:59:10.502360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53172) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:10.516310 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-987aab34-f2ca-4a3d-9431-7f0d1552ff3d tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '6ebaaf0c-50e2-4daf-926b-e8dc57c46504', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:10.517171 dv-neutron-833859-1-hyperv neutron-server[87968]: WARNING neutron.api.v2.base [None req-987aab34-f2ca-4a3d-9431-7f0d1552ff3d tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 16 10:59:10.517673 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-987aab34-f2ca-4a3d-9431-7f0d1552ff3d tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:10.518652 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-987aab34-f2ca-4a3d-9431-7f0d1552ff3d tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0153658 Mar 16 10:59:10.522039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53176) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:10.525519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c85b64-91a6-48dc-9976-7470530cd46d req-6a04f639-c839-48f6-a462-46b8d0fd6060 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:10.526221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-60c85b64-91a6-48dc-9976-7470530cd46d req-6a04f639-c839-48f6-a462-46b8d0fd6060 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:10.554429 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3a5d05a1-5a2f-48e4-8d22-96239709dfff req-5e5082fc-d7ce-40e6-b19e-9a21d2711f4f service neutron] 10.222.0.18 "GET /v2.0/networks/fd36722c-86ad-480c-94fb-1689efcce290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180359 Mar 16 10:59:10.564185 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-60c85b64-91a6-48dc-9976-7470530cd46d req-6a04f639-c839-48f6-a462-46b8d0fd6060 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:10.565317 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-60c85b64-91a6-48dc-9976-7470530cd46d req-6a04f639-c839-48f6-a462-46b8d0fd6060 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 943 time: 0.3945212 Mar 16 10:59:10.568659 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e5486b1a-9dbf-402b-84f1-d08ceeec8479 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:10.582503 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e5486b1a-9dbf-402b-84f1-d08ceeec8479 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Usage tracker for resource:subnet and tenant:6cd6d371aef2468ab44a56f9e4d0d2df is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:10.586561 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e5486b1a-9dbf-402b-84f1-d08ceeec8479 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:10.595550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e5486b1a-9dbf-402b-84f1-d08ceeec8479 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:10.612656 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-60c85b64-91a6-48dc-9976-7470530cd46d req-80c3aba3-e671-4e23-ba63-07e6be2796a8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=6903f4f1-47a6-49d9-87a5-8ec44e38a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398812 Mar 16 10:59:10.616145 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b80b9aa1-3d67-460c-a818-e0be02c8d73d tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.618807 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5486b1a-9dbf-402b-84f1-d08ceeec8479 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Made reservation on behalf of 6cd6d371aef2468ab44a56f9e4d0d2df for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:10.622231 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e5486b1a-9dbf-402b-84f1-d08ceeec8479 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.722781 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b80b9aa1-3d67-460c-a818-e0be02c8d73d tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.795212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b80b9aa1-3d67-460c-a818-e0be02c8d73d tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.847232 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b9aa1-3d67-460c-a818-e0be02c8d73d tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebaaf0c-50e2-4daf-926b-e8dc57c46504,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:10.876633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b80b9aa1-3d67-460c-a818-e0be02c8d73d tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.877755 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b80b9aa1-3d67-460c-a818-e0be02c8d73d tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "DELETE /v2.0/security-groups/6ebaaf0c-50e2-4daf-926b-e8dc57c46504 HTTP/1.1" status: 204 len: 168 time: 0.3548272 Mar 16 10:59:10.880815 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53180) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:10.914300 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e5486b1a-9dbf-402b-84f1-d08ceeec8479 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.930653 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2328107b-ad70-4549-9cff-81ae22fd25e8 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Synchronizing usage tracker for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:10.946491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2328107b-ad70-4549-9cff-81ae22fd25e8 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Unset dirty status for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:10.951929 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2328107b-ad70-4549-9cff-81ae22fd25e8 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659289 Mar 16 10:59:10.952105 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:59:10.952594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53184) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:10.957127 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-17fa4104-b916-480f-829a-268525f6f227 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group': {'name': 'tempest-secgroup--396412341'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:10.963508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-17fa4104-b916-480f-829a-268525f6f227 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:10.974214 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-17fa4104-b916-480f-829a-268525f6f227 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:10.984391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-17fa4104-b916-480f-829a-268525f6f227 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.001241 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5486b1a-9dbf-402b-84f1-d08ceeec8479 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event updated for resources: {'Subnet': ['ID=00427dd7-ea52-4ac3-b6fd-c9ae352192c5,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:11.004720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-17fa4104-b916-480f-829a-268525f6f227 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:11.006514 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5486b1a-9dbf-402b-84f1-d08ceeec8479 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Checking segment: {'id': 'a4428d60-3af5-4316-930e-2175ab56f6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2e2f0ce5-9867-4460-a43b-9fe279f5b66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:11.007059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5486b1a-9dbf-402b-84f1-d08ceeec8479 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Network hostable DHCP agents. Network: 2e2f0ce5-9867-4460-a43b-9fe279f5b66f, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:11.008668 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-17fa4104-b916-480f-829a-268525f6f227 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:11.011351 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-17fa4104-b916-480f-829a-268525f6f227 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:11.016846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-17fa4104-b916-480f-829a-268525f6f227 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:11.026209 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5486b1a-9dbf-402b-84f1-d08ceeec8479 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Network 2e2f0ce5-9867-4460-a43b-9fe279f5b66f is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:11.036090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-e5486b1a-9dbf-402b-84f1-d08ceeec8479 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 2e2f0ce5-9867-4460-a43b-9fe279f5b66f) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:11.041314 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5486b1a-9dbf-402b-84f1-d08ceeec8479 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:11.041974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e5486b1a-9dbf-402b-84f1-d08ceeec8479 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.044864 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b3de7b-af18-46bd-90ac-b4bc85984cc7 None None] Network 2e2f0ce5-9867-4460-a43b-9fe279f5b66f requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:11.067514 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e5486b1a-9dbf-402b-84f1-d08ceeec8479 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6486785 Mar 16 10:59:11.067928 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53188) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.074206 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-8447a837-5482-4268-90fb-f2af249f5a00 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1662461957'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:11.083312 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8447a837-5482-4268-90fb-f2af249f5a00 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:11.087106 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8447a837-5482-4268-90fb-f2af249f5a00 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Usage tracker for resource:network and tenant:6cd6d371aef2468ab44a56f9e4d0d2df is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:11.089970 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8447a837-5482-4268-90fb-f2af249f5a00 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:11.092240 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-17fa4104-b916-480f-829a-268525f6f227 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.097227 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8447a837-5482-4268-90fb-f2af249f5a00 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:11.097501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-17fa4104-b916-480f-829a-268525f6f227 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.107718 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8447a837-5482-4268-90fb-f2af249f5a00 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Made reservation on behalf of 6cd6d371aef2468ab44a56f9e4d0d2df for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:11.112025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8447a837-5482-4268-90fb-f2af249f5a00 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.142215 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8447a837-5482-4268-90fb-f2af249f5a00 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:11.145617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa4104-b916-480f-829a-268525f6f227 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bd7978-a3e3-4bd5-8f0c-801b2db7db19,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:11.149412 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-17fa4104-b916-480f-829a-268525f6f227 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.150651 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-17fa4104-b916-480f-829a-268525f6f227 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1975758 Mar 16 10:59:11.153579 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53192) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.160688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-48d60342-a594-4c2e-830b-618f1e50f770 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': 'c6bd7978-a3e3-4bd5-8f0c-801b2db7db19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:11.161755 dv-neutron-833859-1-hyperv neutron-server[87968]: WARNING neutron.api.v2.base [None req-48d60342-a594-4c2e-830b-618f1e50f770 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 16 10:59:11.162248 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-48d60342-a594-4c2e-830b-618f1e50f770 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:11.165519 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-48d60342-a594-4c2e-830b-618f1e50f770 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086813 Mar 16 10:59:11.165519 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8447a837-5482-4268-90fb-f2af249f5a00 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.165519 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-8447a837-5482-4268-90fb-f2af249f5a00 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Added segment 3ab21326-6e4d-4ff0-b86f-7fcaf51035f1 of type vlan for network 875b2c3b-4a0d-4f65-b063-afa30a4c7ad0 Mar 16 10:59:11.166302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53196) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.171446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-75db970e-ca94-4f23-b257-9a1bf25fd11f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': 'c6bd7978-a3e3-4bd5-8f0c-801b2db7db19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:11.173242 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-75db970e-ca94-4f23-b257-9a1bf25fd11f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 16 10:59:11.173883 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-75db970e-ca94-4f23-b257-9a1bf25fd11f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:11.177297 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-75db970e-ca94-4f23-b257-9a1bf25fd11f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079641 Mar 16 10:59:11.177512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53200) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.182420 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-945ce809-d13f-444b-83c2-15702018133a tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': 'c6bd7978-a3e3-4bd5-8f0c-801b2db7db19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:11.183415 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-945ce809-d13f-444b-83c2-15702018133a tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 16 10:59:11.184040 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-945ce809-d13f-444b-83c2-15702018133a tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:11.187368 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-945ce809-d13f-444b-83c2-15702018133a tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065584 Mar 16 10:59:11.187575 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53204) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.192806 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8447a837-5482-4268-90fb-f2af249f5a00 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.197125 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-e03c163f-ff5d-4714-8e25-eeb3e8baa026 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': 'c6bd7978-a3e3-4bd5-8f0c-801b2db7db19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:11.197992 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-e03c163f-ff5d-4714-8e25-eeb3e8baa026 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 16 10:59:11.198462 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-e03c163f-ff5d-4714-8e25-eeb3e8baa026 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:11.202032 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e03c163f-ff5d-4714-8e25-eeb3e8baa026 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0111504 Mar 16 10:59:11.202257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53208) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.230584 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8447a837-5482-4268-90fb-f2af249f5a00 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.236634 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8447a837-5482-4268-90fb-f2af249f5a00 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:11.237218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8447a837-5482-4268-90fb-f2af249f5a00 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.279866 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8447a837-5482-4268-90fb-f2af249f5a00 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2079370 Mar 16 10:59:11.291634 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-2e2f0ce5-9867-4460-a43b-9fe279f5b66f', 'network_id': '2e2f0ce5-9867-4460-a43b-9fe279f5b66f', 'tenant_id': '6cd6d371aef2468ab44a56f9e4d0d2df', 'fixed_ips': [{'subnet_id': '00427dd7-ea52-4ac3-b6fd-c9ae352192c5'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:11.292465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.293061 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53212) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.301111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0bcc-f2c9-4f34-b3e7-436f86da2554 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.306324 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-9feda99d-51bc-4bdd-a924-a1a400b21ed1 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Request body: {'subnet': {'network_id': '875b2c3b-4a0d-4f65-b063-afa30a4c7ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:11.331745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0bcc-f2c9-4f34-b3e7-436f86da2554 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.387479 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0bcc-f2c9-4f34-b3e7-436f86da2554 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.411767 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a0bcc-f2c9-4f34-b3e7-436f86da2554 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bd7978-a3e3-4bd5-8f0c-801b2db7db19,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:11.422530 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0bcc-f2c9-4f34-b3e7-436f86da2554 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.425833 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8c5a0bcc-f2c9-4f34-b3e7-436f86da2554 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "DELETE /v2.0/security-groups/c6bd7978-a3e3-4bd5-8f0c-801b2db7db19 HTTP/1.1" status: 204 len: 168 time: 0.2203305 Mar 16 10:59:11.426076 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53216) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.470424 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Allocated IP 2001:db8:0:ffff::2 (2e2f0ce5-9867-4460-a43b-9fe279f5b66f/00427dd7-ea52-4ac3-b6fd-c9ae352192c5/787f00de-5dd8-49de-a0e6-c4598fe25f76) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:11.485489 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a24efd21-71e1-4683-865a-c76b1c2831be tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Synchronizing usage tracker for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:11.503711 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a24efd21-71e1-4683-865a-c76b1c2831be tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Unset dirty status for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:11.505383 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a24efd21-71e1-4683-865a-c76b1c2831be tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0783837 Mar 16 10:59:11.509656 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53220) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.514708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-ee890745-c64a-457a-a4a0-d29b99014bd1 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1115202421'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:11.521968 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ee890745-c64a-457a-a4a0-d29b99014bd1 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:11.532076 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ee890745-c64a-457a-a4a0-d29b99014bd1 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:11.542014 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ee890745-c64a-457a-a4a0-d29b99014bd1 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.563077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447a837-5482-4268-90fb-f2af249f5a00 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event updated for resources: {'Network': ['ID=875b2c3b-4a0d-4f65-b063-afa30a4c7ad0,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:11.564781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ee890745-c64a-457a-a4a0-d29b99014bd1 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:11.569363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ee890745-c64a-457a-a4a0-d29b99014bd1 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:11.573955 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ee890745-c64a-457a-a4a0-d29b99014bd1 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:11.582416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ee890745-c64a-457a-a4a0-d29b99014bd1 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:11.582816 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 875b2c3b-4a0d-4f65-b063-afa30a4c7ad0 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:11.599308 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9feda99d-51bc-4bdd-a924-a1a400b21ed1 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:11.603284 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9feda99d-51bc-4bdd-a924-a1a400b21ed1 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Usage tracker for resource:subnet and tenant:6cd6d371aef2468ab44a56f9e4d0d2df is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:11.606523 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9feda99d-51bc-4bdd-a924-a1a400b21ed1 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:11.615340 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9feda99d-51bc-4bdd-a924-a1a400b21ed1 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:11.651355 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9feda99d-51bc-4bdd-a924-a1a400b21ed1 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Made reservation on behalf of 6cd6d371aef2468ab44a56f9e4d0d2df for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:11.655582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9feda99d-51bc-4bdd-a924-a1a400b21ed1 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.662074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ee890745-c64a-457a-a4a0-d29b99014bd1 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.667350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ee890745-c64a-457a-a4a0-d29b99014bd1 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.713056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ee890745-c64a-457a-a4a0-d29b99014bd1 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.720631 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ee890745-c64a-457a-a4a0-d29b99014bd1 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2094541 Mar 16 10:59:11.721366 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53226) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.738385 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-42cd5658-c63d-45f8-b75f-ebdb761e811b tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '959f1be7-7008-4c4c-8258-eda47db9ac38', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:11.739238 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-42cd5658-c63d-45f8-b75f-ebdb761e811b tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 16 10:59:11.739966 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-42cd5658-c63d-45f8-b75f-ebdb761e811b tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:11.743711 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-42cd5658-c63d-45f8-b75f-ebdb761e811b tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0165486 Mar 16 10:59:11.744457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53230) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.756668 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-0d6a185b-ba28-4ac8-b4fe-4cf68f0f04b6 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '959f1be7-7008-4c4c-8258-eda47db9ac38', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:11.761262 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee890745-c64a-457a-a4a0-d29b99014bd1 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=959f1be7-7008-4c4c-8258-eda47db9ac38,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:11.767472 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0d6a185b-ba28-4ac8-b4fe-4cf68f0f04b6 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:11.771836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0d6a185b-ba28-4ac8-b4fe-4cf68f0f04b6 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:11.774887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0d6a185b-ba28-4ac8-b4fe-4cf68f0f04b6 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:11.781157 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0d6a185b-ba28-4ac8-b4fe-4cf68f0f04b6 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:11.813203 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-0d6a185b-ba28-4ac8-b4fe-4cf68f0f04b6 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:11.814458 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0d6a185b-ba28-4ac8-b4fe-4cf68f0f04b6 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0656011 Mar 16 10:59:11.817225 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53234) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.822556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-64834031-f867-4e72-9da6-53972163abba tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '959f1be7-7008-4c4c-8258-eda47db9ac38', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:11.823029 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-64834031-f867-4e72-9da6-53972163abba tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 16 10:59:11.823529 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-64834031-f867-4e72-9da6-53972163abba tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:11.827567 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-64834031-f867-4e72-9da6-53972163abba tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066326 Mar 16 10:59:11.828890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53238) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.834074 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.841011 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3fd6d114-3c00-44c4-90c7-e28f85bcf892 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '959f1be7-7008-4c4c-8258-eda47db9ac38', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:11.844465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Transition to ACTIVE for port object 787f00de-5dd8-49de-a0e6-c4598fe25f76 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:11.852350 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3fd6d114-3c00-44c4-90c7-e28f85bcf892 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:11.862305 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3fd6d114-3c00-44c4-90c7-e28f85bcf892 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:11.862749 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Transition to ACTIVE for port object 787f00de-5dd8-49de-a0e6-c4598fe25f76 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:11.866783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3fd6d114-3c00-44c4-90c7-e28f85bcf892 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:11.868972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.879507 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3fd6d114-3c00-44c4-90c7-e28f85bcf892 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:11.932176 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Network 2e2f0ce5-9867-4460-a43b-9fe279f5b66f is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:11.934922 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:11.938395 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:11.975838 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-3fd6d114-3c00-44c4-90c7-e28f85bcf892 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:11.976869 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3fd6d114-3c00-44c4-90c7-e28f85bcf892 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1469860 Mar 16 10:59:11.980115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53242) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.984494 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Pushing event updated for resources: {'Port': ['ID=787f00de-5dd8-49de-a0e6-c4598fe25f76,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:11.986526 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20ac90-ea28-477a-81c1-17c2fe36475d req-da2acc90-5d8d-45db-8304-53340219eb04 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:11.988013 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ca20ac90-ea28-477a-81c1-17c2fe36475d req-da2acc90-5d8d-45db-8304-53340219eb04 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 943 time: 0.2236884 Mar 16 10:59:11.988838 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-629bc80a-bf5f-4f1b-a5bd-89806fadcbbf tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '959f1be7-7008-4c4c-8258-eda47db9ac38', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:11.990062 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-629bc80a-bf5f-4f1b-a5bd-89806fadcbbf tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 16 10:59:11.992237 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-629bc80a-bf5f-4f1b-a5bd-89806fadcbbf tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:11.997936 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-629bc80a-bf5f-4f1b-a5bd-89806fadcbbf tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0137219 Mar 16 10:59:11.998620 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53246) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:12.007413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-0af319ce-22af-4dea-8569-bc337992e9cc tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '959f1be7-7008-4c4c-8258-eda47db9ac38', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:12.015111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0af319ce-22af-4dea-8569-bc337992e9cc tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:12.020313 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0af319ce-22af-4dea-8569-bc337992e9cc tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:12.024995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0af319ce-22af-4dea-8569-bc337992e9cc tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:12.032581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0af319ce-22af-4dea-8569-bc337992e9cc tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:12.045466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Attempting to bind port 787f00de-5dd8-49de-a0e6-c4598fe25f76 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:12.046053 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-0af319ce-22af-4dea-8569-bc337992e9cc tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Project 601489c7b8394f86b13be278441157ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:59:12.046185 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Attempting to bind port 787f00de-5dd8-49de-a0e6-c4598fe25f76 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'a4428d60-3af5-4316-930e-2175ab56f6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2e2f0ce5-9867-4460-a43b-9fe279f5b66f'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:12.046311 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Attempting to bind port 787f00de-5dd8-49de-a0e6-c4598fe25f76 on network 2e2f0ce5-9867-4460-a43b-9fe279f5b66f {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:12.052713 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:12.052713 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Checking segment: {'id': 'a4428d60-3af5-4316-930e-2175ab56f6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2e2f0ce5-9867-4460-a43b-9fe279f5b66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:12.053021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.053370 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Bound using segment: {'id': 'a4428d60-3af5-4316-930e-2175ab56f6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2e2f0ce5-9867-4460-a43b-9fe279f5b66f'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:12.054280 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Bound port: 787f00de-5dd8-49de-a0e6-c4598fe25f76, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4428d60-3af5-4316-930e-2175ab56f6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2e2f0ce5-9867-4460-a43b-9fe279f5b66f'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:12.054280 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.064054 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ca20ac90-ea28-477a-81c1-17c2fe36475d req-4979703e-0fad-4f59-b9de-99a18154c069 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=6903f4f1-47a6-49d9-87a5-8ec44e38a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691645 Mar 16 10:59:12.073010 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-0af319ce-22af-4dea-8569-bc337992e9cc tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:12.077149 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0af319ce-22af-4dea-8569-bc337992e9cc tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0743861 Mar 16 10:59:12.077651 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53250) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:12.084996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-7557f86a-db54-4c56-b071-895aa8ffdd63 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '959f1be7-7008-4c4c-8258-eda47db9ac38', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:12.085583 dv-neutron-833859-1-hyperv neutron-server[87969]: WARNING neutron.api.v2.base [None req-7557f86a-db54-4c56-b071-895aa8ffdd63 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 16 10:59:12.086253 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-7557f86a-db54-4c56-b071-895aa8ffdd63 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:12.090361 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7557f86a-db54-4c56-b071-895aa8ffdd63 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086124 Mar 16 10:59:12.090741 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53254) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:12.096211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-542154e1-dc36-46d1-8966-2684a76fcfc2 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '959f1be7-7008-4c4c-8258-eda47db9ac38', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:12.103129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-542154e1-dc36-46d1-8966-2684a76fcfc2 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:12.107079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-542154e1-dc36-46d1-8966-2684a76fcfc2 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:12.110323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-542154e1-dc36-46d1-8966-2684a76fcfc2 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:12.117106 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-542154e1-dc36-46d1-8966-2684a76fcfc2 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:12.129567 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-542154e1-dc36-46d1-8966-2684a76fcfc2 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Project 601489c7b8394f86b13be278441157ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:59:12.150316 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-542154e1-dc36-46d1-8966-2684a76fcfc2 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:12.154752 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-542154e1-dc36-46d1-8966-2684a76fcfc2 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0603085 Mar 16 10:59:12.154904 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53258) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:12.162284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-0dbe4c7e-0dee-42ff-9258-91dab6107856 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '959f1be7-7008-4c4c-8258-eda47db9ac38', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:12.162990 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.objects.ports [None req-9feda99d-51bc-4bdd-a924-a1a400b21ed1 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87968) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:59:12.164557 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] For port 787f00de-5dd8-49de-a0e6-c4598fe25f76, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:12.167360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9feda99d-51bc-4bdd-a924-a1a400b21ed1 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.170087 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0dbe4c7e-0dee-42ff-9258-91dab6107856 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:12.170239 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] For port 787f00de-5dd8-49de-a0e6-c4598fe25f76, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=787f00de-5dd8-49de-a0e6-c4598fe25f76,segment=NetworkSegment(a4428d60-3af5-4316-930e-2175ab56f6a3),segment_id=a4428d60-3af5-4316-930e-2175ab56f6a3)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:12.173083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0dbe4c7e-0dee-42ff-9258-91dab6107856 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:12.176004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0dbe4c7e-0dee-42ff-9258-91dab6107856 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:12.181572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.182245 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0dbe4c7e-0dee-42ff-9258-91dab6107856 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:12.194583 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-0dbe4c7e-0dee-42ff-9258-91dab6107856 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Project 601489c7b8394f86b13be278441157ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:59:12.214740 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-0dbe4c7e-0dee-42ff-9258-91dab6107856 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:12.218291 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0dbe4c7e-0dee-42ff-9258-91dab6107856 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0593975 Mar 16 10:59:12.218291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53262) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:12.266871 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feda99d-51bc-4bdd-a924-a1a400b21ed1 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event updated for resources: {'Subnet': ['ID=8b571c81-ceec-4fa7-bdaf-74ab9c02f29a,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:12.272767 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feda99d-51bc-4bdd-a924-a1a400b21ed1 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Checking segment: {'id': '3ab21326-6e4d-4ff0-b86f-7fcaf51035f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '875b2c3b-4a0d-4f65-b063-afa30a4c7ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:12.273981 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feda99d-51bc-4bdd-a924-a1a400b21ed1 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Network hostable DHCP agents. Network: 875b2c3b-4a0d-4f65-b063-afa30a4c7ad0, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:12.277945 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d82493-c6cb-4d6f-91c3-6ee80a2bbd2d None None] Pushing event updated for resources: {'Port': ['ID=787f00de-5dd8-49de-a0e6-c4598fe25f76,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:12.294372 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4506f614-e938-49d1-a7e1-17084daf90ea tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.294583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feda99d-51bc-4bdd-a924-a1a400b21ed1 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Network 875b2c3b-4a0d-4f65-b063-afa30a4c7ad0 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:12.308287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-9feda99d-51bc-4bdd-a924-a1a400b21ed1 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 875b2c3b-4a0d-4f65-b063-afa30a4c7ad0) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:12.316536 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feda99d-51bc-4bdd-a924-a1a400b21ed1 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:12.317174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9feda99d-51bc-4bdd-a924-a1a400b21ed1 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.324920 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b4b257-52ad-4d45-a74a-615ea27c5f6f None None] Network 875b2c3b-4a0d-4f65-b063-afa30a4c7ad0 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:12.329064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4506f614-e938-49d1-a7e1-17084daf90ea tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.345916 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9feda99d-51bc-4bdd-a924-a1a400b21ed1 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0515599 Mar 16 10:59:12.346588 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53266) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:12.352904 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Request body: {'port': {'network_id': '875b2c3b-4a0d-4f65-b063-afa30a4c7ad0', 'name': 'tempest-NetworksIpV6TestAttrs-283697514'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:12.386746 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4506f614-e938-49d1-a7e1-17084daf90ea tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.407013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506f614-e938-49d1-a7e1-17084daf90ea tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=959f1be7-7008-4c4c-8258-eda47db9ac38,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:12.416006 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4506f614-e938-49d1-a7e1-17084daf90ea tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.417336 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4506f614-e938-49d1-a7e1-17084daf90ea tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "DELETE /v2.0/security-groups/959f1be7-7008-4c4c-8258-eda47db9ac38 HTTP/1.1" status: 204 len: 168 time: 0.1981928 Mar 16 10:59:12.419874 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53270) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:12.474659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0766cfa3-7a2a-4b16-b35b-a241e58e8953 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Synchronizing usage tracker for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:12.494132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0766cfa3-7a2a-4b16-b35b-a241e58e8953 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Unset dirty status for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:12.496118 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0766cfa3-7a2a-4b16-b35b-a241e58e8953 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0747643 Mar 16 10:59:12.501237 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53274) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:12.508971 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:12.513238 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-62cfed94-c9de-4d1f-8e2b-4dc887215449 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369907193'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:12.516144 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Usage tracker for resource:port and tenant:6cd6d371aef2468ab44a56f9e4d0d2df is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:12.522883 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:12.530325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-62cfed94-c9de-4d1f-8e2b-4dc887215449 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:12.533152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:12.541282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-62cfed94-c9de-4d1f-8e2b-4dc887215449 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:12.547057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Made reservation on behalf of 6cd6d371aef2468ab44a56f9e4d0d2df for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:12.551217 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.568304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-62cfed94-c9de-4d1f-8e2b-4dc887215449 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.601186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] device_id is not set on port 68b2cfd6-6229-42fd-8e5a-22d33d50443b yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:12.602836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-62cfed94-c9de-4d1f-8e2b-4dc887215449 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:12.610139 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-62cfed94-c9de-4d1f-8e2b-4dc887215449 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:12.613060 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-62cfed94-c9de-4d1f-8e2b-4dc887215449 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:12.616483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device aa39c117-f3c1-4490-a261-802ddbe2aed8 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:59:12.618808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-62cfed94-c9de-4d1f-8e2b-4dc887215449 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:12.649415 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-875b2c3b-4a0d-4f65-b063-afa30a4c7ad0', 'network_id': '875b2c3b-4a0d-4f65-b063-afa30a4c7ad0', 'tenant_id': '6cd6d371aef2468ab44a56f9e4d0d2df', 'fixed_ips': [{'subnet_id': '8b571c81-ceec-4fa7-bdaf-74ab9c02f29a'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:12.650349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.708855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-62cfed94-c9de-4d1f-8e2b-4dc887215449 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.716720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-62cfed94-c9de-4d1f-8e2b-4dc887215449 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.775559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfed94-c9de-4d1f-8e2b-4dc887215449 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b39076e-28e0-4f65-8180-96f1e39bd933,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:12.779329 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-62cfed94-c9de-4d1f-8e2b-4dc887215449 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.783630 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-62cfed94-c9de-4d1f-8e2b-4dc887215449 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2782352 Mar 16 10:59:12.783934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Allocated IP 2001:db8::f816:3eff:fe8d:531a (875b2c3b-4a0d-4f65-b063-afa30a4c7ad0/8b571c81-ceec-4fa7-bdaf-74ab9c02f29a/68b2cfd6-6229-42fd-8e5a-22d33d50443b) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:12.786341 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53278) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:12.792374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-08c8f04f-6d7c-4473-9a0b-d8ff8d4b23a5 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '2b39076e-28e0-4f65-8180-96f1e39bd933', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:12.799187 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-08c8f04f-6d7c-4473-9a0b-d8ff8d4b23a5 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:12.802969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-08c8f04f-6d7c-4473-9a0b-d8ff8d4b23a5 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:12.806547 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-08c8f04f-6d7c-4473-9a0b-d8ff8d4b23a5 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:12.813029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-08c8f04f-6d7c-4473-9a0b-d8ff8d4b23a5 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:12.858815 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-08c8f04f-6d7c-4473-9a0b-d8ff8d4b23a5 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The resource could not be found. Mar 16 10:59:12.862894 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-08c8f04f-6d7c-4473-9a0b-d8ff8d4b23a5 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0747459 Mar 16 10:59:12.863857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53282) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:12.871543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-681a219c-6b6b-4540-b8da-b1c6832c8e34 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '2b39076e-28e0-4f65-8180-96f1e39bd933', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '287e0214-673d-4987-8508-6424dc99e4b8'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:12.878738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-681a219c-6b6b-4540-b8da-b1c6832c8e34 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:12.881742 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port aa39c117-f3c1-4490-a261-802ddbe2aed8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=aa39c117-f3c1-4490-a261-802ddbe2aed8,segment=NetworkSegment(efed3825-26c9-44c0-8da4-876def1d1a0b),segment_id=efed3825-26c9-44c0-8da4-876def1d1a0b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:12.883952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-681a219c-6b6b-4540-b8da-b1c6832c8e34 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:12.887242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-681a219c-6b6b-4540-b8da-b1c6832c8e34 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:12.894079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-681a219c-6b6b-4540-b8da-b1c6832c8e34 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:12.899780 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'aa39c117-f3c1-4490-a261-802ddbe2aed8', 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290', 'port_id': 'aa39c117-f3c1-4490-a261-802ddbe2aed8', 'mac_address': 'fa:16:3e:82:da:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:59:12.933855 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-681a219c-6b6b-4540-b8da-b1c6832c8e34 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The resource could not be found. Mar 16 10:59:12.935192 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-681a219c-6b6b-4540-b8da-b1c6832c8e34 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0695384 Mar 16 10:59:12.938102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53286) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:12.956723 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.974365 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa39c117-f3c1-4490-a261-802ddbe2aed8 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:59:12.990666 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port aa39c117-f3c1-4490-a261-802ddbe2aed8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=aa39c117-f3c1-4490-a261-802ddbe2aed8,segment=NetworkSegment(efed3825-26c9-44c0-8da4-876def1d1a0b),segment_id=efed3825-26c9-44c0-8da4-876def1d1a0b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:12.995399 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.012347 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3dc08d4a-c094-433e-b551-9e503c154aed tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.019856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.038494 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Transition to ACTIVE for port object 68b2cfd6-6229-42fd-8e5a-22d33d50443b will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:13.067404 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.109531 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=aa39c117-f3c1-4490-a261-802ddbe2aed8,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:13.136134 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Allocated IP 2001:db8::f816:3eff:fe4d:408c (875b2c3b-4a0d-4f65-b063-afa30a4c7ad0/8b571c81-ceec-4fa7-bdaf-74ab9c02f29a/8c5a3a82-080f-4605-b9bc-fefb1f7bc24c) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:13.145212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3dc08d4a-c094-433e-b551-9e503c154aed tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.172609 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Network 875b2c3b-4a0d-4f65-b063-afa30a4c7ad0 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:13.176067 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:13.181860 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:13.188668 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:13.189309 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.215277 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event updated for resources: {'Port': ['ID=68b2cfd6-6229-42fd-8e5a-22d33d50443b,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:13.233380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3dc08d4a-c094-433e-b551-9e503c154aed tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.251038 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53292) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:13.255493 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a941c878-a18e-4f49-a724-2b4d40e19e29 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9064031 Mar 16 10:59:13.330162 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc08d4a-c094-433e-b551-9e503c154aed tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b39076e-28e0-4f65-8180-96f1e39bd933,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:13.365518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3dc08d4a-c094-433e-b551-9e503c154aed tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.369059 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3dc08d4a-c094-433e-b551-9e503c154aed tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "DELETE /v2.0/security-groups/2b39076e-28e0-4f65-8180-96f1e39bd933 HTTP/1.1" status: 204 len: 168 time: 0.4274371 Mar 16 10:59:13.369978 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53296) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:13.401363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e9f94d-452d-4c04-9c8d-b97cb04850c8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Deleting subnet 8b571c81-ceec-4fa7-bdaf-74ab9c02f29a {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:13.404986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['aa39c117-f3c1-4490-a261-802ddbe2aed8'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:59:13.429460 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d8a9d-e7dc-42a3-96f0-e04f9542cb20 req-94acce7d-dc69-4e48-aedc-4b3534040a24 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:13.434909 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5f7afc35-e0fc-4413-8fca-7136b8bb86bd tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Synchronizing usage tracker for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:13.436744 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-744d8a9d-e7dc-42a3-96f0-e04f9542cb20 req-94acce7d-dc69-4e48-aedc-4b3534040a24 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 944 time: 0.1767261 Mar 16 10:59:13.456441 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5f7afc35-e0fc-4413-8fca-7136b8bb86bd tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Unset dirty status for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:13.462130 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5f7afc35-e0fc-4413-8fca-7136b8bb86bd tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873468 Mar 16 10:59:13.462130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53300) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:13.467116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a33dc644-bd78-422b-b91e-8988da894931 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '8132e5b8-b7a8-4930-9d4a-28cf0d3a45c2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:13.473928 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a33dc644-bd78-422b-b91e-8988da894931 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:13.477982 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a33dc644-bd78-422b-b91e-8988da894931 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:13.481090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a33dc644-bd78-422b-b91e-8988da894931 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:13.483673 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.487796 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a33dc644-bd78-422b-b91e-8988da894931 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:13.494097 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-744d8a9d-e7dc-42a3-96f0-e04f9542cb20 req-2e07b1e5-5f9c-4b00-b7f0-ca559f327a0e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=6903f4f1-47a6-49d9-87a5-8ec44e38a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561507 Mar 16 10:59:13.505314 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Transition to ACTIVE for port object 8c5a3a82-080f-4605-b9bc-fefb1f7bc24c will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:13.544916 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-a33dc644-bd78-422b-b91e-8988da894931 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The resource could not be found. Mar 16 10:59:13.549571 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a33dc644-bd78-422b-b91e-8988da894931 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0832076 Mar 16 10:59:13.549985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53304) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:13.555345 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-0d49a486-0a9c-49eb-b2d9-c5486a7f4347 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group': {'name': 'tempest-secgroup--35673866'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:13.559578 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Transition to ACTIVE for port object 8c5a3a82-080f-4605-b9bc-fefb1f7bc24c will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:13.561567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0d49a486-0a9c-49eb-b2d9-c5486a7f4347 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:13.571903 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-53e9f94d-452d-4c04-9c8d-b97cb04850c8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.577339 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.609422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0d49a486-0a9c-49eb-b2d9-c5486a7f4347 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:13.634408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d49a486-0a9c-49eb-b2d9-c5486a7f4347 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.636899 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbc5318-36ed-44a4-8e73-b51c1bbcb613 None None] Network 2e2f0ce5-9867-4460-a43b-9fe279f5b66f requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:13.648323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-53e9f94d-452d-4c04-9c8d-b97cb04850c8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.697595 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0d49a486-0a9c-49eb-b2d9-c5486a7f4347 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:13.705117 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0d49a486-0a9c-49eb-b2d9-c5486a7f4347 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:13.709423 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0d49a486-0a9c-49eb-b2d9-c5486a7f4347 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:13.719840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0d49a486-0a9c-49eb-b2d9-c5486a7f4347 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:13.796742 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Network 875b2c3b-4a0d-4f65-b063-afa30a4c7ad0 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:13.814433 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:13.817321 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-53e9f94d-452d-4c04-9c8d-b97cb04850c8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.826545 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:13.829031 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e662c07d-d1c6-41c3-ac68-cee73c83d009 None None] Provisioning for port 787f00de-5dd8-49de-a0e6-c4598fe25f76 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:13.840857 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Pushing event updated for resources: {'Port': ['ID=8c5a3a82-080f-4605-b9bc-fefb1f7bc24c,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:13.855767 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d49a486-0a9c-49eb-b2d9-c5486a7f4347 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.862704 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d49a486-0a9c-49eb-b2d9-c5486a7f4347 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.921183 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49a486-0a9c-49eb-b2d9-c5486a7f4347 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f689c7e3-c9b0-4fd5-87ea-7cde77fd2e12,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:13.928876 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d49a486-0a9c-49eb-b2d9-c5486a7f4347 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.930138 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0d49a486-0a9c-49eb-b2d9-c5486a7f4347 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3790190 Mar 16 10:59:13.932786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53308) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:13.938895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-f95ea84f-c977-446b-baf9-516abc70ccc4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1898827963'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:13.948607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-f95ea84f-c977-446b-baf9-516abc70ccc4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:13.954184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-f95ea84f-c977-446b-baf9-516abc70ccc4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:13.957181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-f95ea84f-c977-446b-baf9-516abc70ccc4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:13.960259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-53e9f94d-452d-4c04-9c8d-b97cb04850c8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.994203 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-f95ea84f-c977-446b-baf9-516abc70ccc4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:14.009098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9f94d-452d-4c04-9c8d-b97cb04850c8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event deleted for resources: {'Subnet': ['ID=8b571c81-ceec-4fa7-bdaf-74ab9c02f29a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:14.019798 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-53e9f94d-452d-4c04-9c8d-b97cb04850c8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.028097 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-53e9f94d-452d-4c04-9c8d-b97cb04850c8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/subnets/8b571c81-ceec-4fa7-bdaf-74ab9c02f29a HTTP/1.1" status: 204 len: 168 time: 0.7728815 Mar 16 10:59:14.030702 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53312) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:14.031379 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Attempting to bind port 8c5a3a82-080f-4605-b9bc-fefb1f7bc24c on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:14.031379 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Attempting to bind port 8c5a3a82-080f-4605-b9bc-fefb1f7bc24c by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '3ab21326-6e4d-4ff0-b86f-7fcaf51035f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '875b2c3b-4a0d-4f65-b063-afa30a4c7ad0'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:14.031609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f95ea84f-c977-446b-baf9-516abc70ccc4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.031718 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Attempting to bind port 8c5a3a82-080f-4605-b9bc-fefb1f7bc24c on network 875b2c3b-4a0d-4f65-b063-afa30a4c7ad0 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:14.049968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:14.050338 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Checking segment: {'id': '3ab21326-6e4d-4ff0-b86f-7fcaf51035f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '875b2c3b-4a0d-4f65-b063-afa30a4c7ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:14.050916 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.051484 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Bound using segment: {'id': '3ab21326-6e4d-4ff0-b86f-7fcaf51035f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '875b2c3b-4a0d-4f65-b063-afa30a4c7ad0'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:14.052102 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Bound port: 8c5a3a82-080f-4605-b9bc-fefb1f7bc24c, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab21326-6e4d-4ff0-b86f-7fcaf51035f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '875b2c3b-4a0d-4f65-b063-afa30a4c7ad0'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:14.052656 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.055811 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-f95ea84f-c977-446b-baf9-516abc70ccc4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:14.060803 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-f95ea84f-c977-446b-baf9-516abc70ccc4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:14.068534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-f95ea84f-c977-446b-baf9-516abc70ccc4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:14.074730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-f95ea84f-c977-446b-baf9-516abc70ccc4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:14.100910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 787f00de-5dd8-49de-a0e6-c4598fe25f76 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:14.121627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd075b47-1463-4b69-97f9-fb1f71bf4041 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:14.123679 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd075b47-1463-4b69-97f9-fb1f71bf4041 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:14.124609 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cd075b47-1463-4b69-97f9-fb1f71bf4041 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Synchronizing usage tracker for tenant:6cd6d371aef2468ab44a56f9e4d0d2df on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:14.144476 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cd075b47-1463-4b69-97f9-fb1f71bf4041 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Unset dirty status for tenant:6cd6d371aef2468ab44a56f9e4d0d2df on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:14.148560 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cd075b47-1463-4b69-97f9-fb1f71bf4041 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1138372 Mar 16 10:59:14.148917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53316) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:14.154494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f95ea84f-c977-446b-baf9-516abc70ccc4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.159460 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f95ea84f-c977-446b-baf9-516abc70ccc4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.207847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ea84f-c977-446b-baf9-516abc70ccc4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6a9ba9-f239-4cda-aa8c-2b3fbdecba0c,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:14.213339 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f95ea84f-c977-446b-baf9-516abc70ccc4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.217452 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f95ea84f-c977-446b-baf9-516abc70ccc4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2810771 Mar 16 10:59:14.218193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53320) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:14.231246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-402062ef-5908-46bb-9655-834bf72e6a5d tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': 'f689c7e3-c9b0-4fd5-87ea-7cde77fd2e12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8b6a9ba9-f239-4cda-aa8c-2b3fbdecba0c'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:14.240426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-402062ef-5908-46bb-9655-834bf72e6a5d tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:14.246072 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-402062ef-5908-46bb-9655-834bf72e6a5d tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:14.251438 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-402062ef-5908-46bb-9655-834bf72e6a5d tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:14.260458 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-402062ef-5908-46bb-9655-834bf72e6a5d tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:14.287900 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-93a929a2-b19c-4bcc-ace3-d1edc3f45402 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.298697 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a929a2-b19c-4bcc-ace3-d1edc3f45402 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 16 10:59:14.299312 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a929a2-b19c-4bcc-ace3-d1edc3f45402 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:14.306133 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-93a929a2-b19c-4bcc-ace3-d1edc3f45402 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/networks/875b2c3b-4a0d-4f65-b063-afa30a4c7ad0 HTTP/1.1" status: 409 len: 405 time: 0.1523676 Mar 16 10:59:14.306866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53324) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:14.309006 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-402062ef-5908-46bb-9655-834bf72e6a5d tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:14.313213 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-402062ef-5908-46bb-9655-834bf72e6a5d tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0912690 Mar 16 10:59:14.313583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53328) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:14.313923 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7dffa2c5-14ff-4fe5-b8de-62f9c6391fc9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-366119880'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:14.320810 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7dffa2c5-14ff-4fe5-b8de-62f9c6391fc9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:14.324670 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] For port 8c5a3a82-080f-4605-b9bc-fefb1f7bc24c, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:14.335076 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7dffa2c5-14ff-4fe5-b8de-62f9c6391fc9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Usage tracker for resource:network and tenant:6cd6d371aef2468ab44a56f9e4d0d2df is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:14.340325 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7dffa2c5-14ff-4fe5-b8de-62f9c6391fc9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:14.348213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7dffa2c5-14ff-4fe5-b8de-62f9c6391fc9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:14.353530 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 787f00de-5dd8-49de-a0e6-c4598fe25f76 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:14.358775 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] For port 8c5a3a82-080f-4605-b9bc-fefb1f7bc24c, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8c5a3a82-080f-4605-b9bc-fefb1f7bc24c,segment=NetworkSegment(3ab21326-6e4d-4ff0-b86f-7fcaf51035f1),segment_id=3ab21326-6e4d-4ff0-b86f-7fcaf51035f1)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:14.360810 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dffa2c5-14ff-4fe5-b8de-62f9c6391fc9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Made reservation on behalf of 6cd6d371aef2468ab44a56f9e4d0d2df for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:14.367731 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.369739 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7dffa2c5-14ff-4fe5-b8de-62f9c6391fc9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.371033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 787f00de-5dd8-49de-a0e6-c4598fe25f76 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:14.371423 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.384793 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-207314be-2875-499c-a10a-d5fb5868b64f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.400300 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dffa2c5-14ff-4fe5-b8de-62f9c6391fc9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:14.408696 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7dffa2c5-14ff-4fe5-b8de-62f9c6391fc9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.409033 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-7dffa2c5-14ff-4fe5-b8de-62f9c6391fc9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Added segment 20287b71-eeba-4624-9e95-0dc3a31a1949 of type vlan for network 4a3d2dd1-eabe-4e6b-a616-2ae89559e59d Mar 16 10:59:14.414524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-207314be-2875-499c-a10a-d5fb5868b64f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.440789 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7dffa2c5-14ff-4fe5-b8de-62f9c6391fc9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.474010 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7dffa2c5-14ff-4fe5-b8de-62f9c6391fc9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.475763 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-207314be-2875-499c-a10a-d5fb5868b64f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.481173 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dffa2c5-14ff-4fe5-b8de-62f9c6391fc9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:14.482659 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7dffa2c5-14ff-4fe5-b8de-62f9c6391fc9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.503473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207314be-2875-499c-a10a-d5fb5868b64f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6a9ba9-f239-4cda-aa8c-2b3fbdecba0c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:14.511963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-207314be-2875-499c-a10a-d5fb5868b64f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.513840 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-207314be-2875-499c-a10a-d5fb5868b64f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "DELETE /v2.0/security-groups/8b6a9ba9-f239-4cda-aa8c-2b3fbdecba0c HTTP/1.1" status: 204 len: 168 time: 0.1990879 Mar 16 10:59:14.516995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53332) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:14.588617 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c43b3-1f57-493c-a9de-4ae8f68991f4 None None] Pushing event updated for resources: {'Port': ['ID=8c5a3a82-080f-4605-b9bc-fefb1f7bc24c,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:14.609279 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7dffa2c5-14ff-4fe5-b8de-62f9c6391fc9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3012021 Mar 16 10:59:14.611374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ed695850-2d01-4c29-89e7-a0b839bac397 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Synchronizing usage tracker for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:14.616698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53338) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:14.625785 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d6e7b1d4-0bb3-4249-8a0b-fecc737cee2f tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Request body: {'subnet': {'network_id': '4a3d2dd1-eabe-4e6b-a616-2ae89559e59d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:14.633528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ed695850-2d01-4c29-89e7-a0b839bac397 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Unset dirty status for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:14.635558 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ed695850-2d01-4c29-89e7-a0b839bac397 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1176136 Mar 16 10:59:14.638732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53342) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:14.691749 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d2caaa-da6c-400c-bbd7-50c4b2d8b912 None None] Network 875b2c3b-4a0d-4f65-b063-afa30a4c7ad0 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:14.729992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-957df21f-5813-48ef-8a0c-51835389cddb tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.768361 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-957df21f-5813-48ef-8a0c-51835389cddb tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.780297 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffa2c5-14ff-4fe5-b8de-62f9c6391fc9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event updated for resources: {'Network': ['ID=4a3d2dd1-eabe-4e6b-a616-2ae89559e59d,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:14.802307 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 4a3d2dd1-eabe-4e6b-a616-2ae89559e59d details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:14.825101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-957df21f-5813-48ef-8a0c-51835389cddb tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.843725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957df21f-5813-48ef-8a0c-51835389cddb tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f689c7e3-c9b0-4fd5-87ea-7cde77fd2e12,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:14.853854 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.863611 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-957df21f-5813-48ef-8a0c-51835389cddb tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.867974 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-957df21f-5813-48ef-8a0c-51835389cddb tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "DELETE /v2.0/security-groups/f689c7e3-c9b0-4fd5-87ea-7cde77fd2e12 HTTP/1.1" status: 204 len: 168 time: 0.2278395 Mar 16 10:59:14.868842 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53346) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:14.913905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d6e7b1d4-0bb3-4249-8a0b-fecc737cee2f tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:14.927093 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d6e7b1d4-0bb3-4249-8a0b-fecc737cee2f tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:14.932295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6f8e5078-7ef0-47e3-a423-5004c994f8a4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Synchronizing usage tracker for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:14.946304 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e7b1d4-0bb3-4249-8a0b-fecc737cee2f tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Made reservation on behalf of 6cd6d371aef2468ab44a56f9e4d0d2df for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:14.948812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6f8e5078-7ef0-47e3-a423-5004c994f8a4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Unset dirty status for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:14.949759 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b1d4-0bb3-4249-8a0b-fecc737cee2f tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.954550 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6f8e5078-7ef0-47e3-a423-5004c994f8a4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0843735 Mar 16 10:59:14.955365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53350) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:14.960769 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-3715933e-6e55-4668-8e90-f7798322c25f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1961833381'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:14.969380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3715933e-6e55-4668-8e90-f7798322c25f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:14.973591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84850b-74a0-4a95-92f4-be3d89f91340 req-780a1d07-688a-4f99-a97a-e4df8c02f81c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:14.975054 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2e84850b-74a0-4a95-92f4-be3d89f91340 req-780a1d07-688a-4f99-a97a-e4df8c02f81c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 944 time: 0.2068977 Mar 16 10:59:14.986186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3715933e-6e55-4668-8e90-f7798322c25f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:14.998275 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3715933e-6e55-4668-8e90-f7798322c25f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.018753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3715933e-6e55-4668-8e90-f7798322c25f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:15.022786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3715933e-6e55-4668-8e90-f7798322c25f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:15.026050 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3715933e-6e55-4668-8e90-f7798322c25f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:15.030490 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e20ff0bb-f33b-4640-b7a2-2b7855d7e58b None None] Provisioning complete for port 787f00de-5dd8-49de-a0e6-c4598fe25f76 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:15.031072 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e20ff0bb-f33b-4640-b7a2-2b7855d7e58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.033244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3715933e-6e55-4668-8e90-f7798322c25f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:15.088972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 787f00de-5dd8-49de-a0e6-c4598fe25f76, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=787f00de-5dd8-49de-a0e6-c4598fe25f76,segment=NetworkSegment(a4428d60-3af5-4316-930e-2175ab56f6a3),segment_id=a4428d60-3af5-4316-930e-2175ab56f6a3)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:15.094380 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2e84850b-74a0-4a95-92f4-be3d89f91340 req-380a1893-816f-4ff2-899b-e15b91dd8087 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=6903f4f1-47a6-49d9-87a5-8ec44e38a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060865 Mar 16 10:59:15.103826 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.136612 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3715933e-6e55-4668-8e90-f7798322c25f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.141884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3715933e-6e55-4668-8e90-f7798322c25f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.190170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715933e-6e55-4668-8e90-f7798322c25f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ff24eb-de72-4be9-a504-f228a3bfc1aa,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:15.199631 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3715933e-6e55-4668-8e90-f7798322c25f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.200867 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3715933e-6e55-4668-8e90-f7798322c25f tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2444112 Mar 16 10:59:15.203850 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53354) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:15.208854 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-fb944d6c-7306-47ef-a229-3f04f4d9987e tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '95ff24eb-de72-4be9-a504-f228a3bfc1aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:15.214749 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-fb944d6c-7306-47ef-a229-3f04f4d9987e tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:15.219186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fb944d6c-7306-47ef-a229-3f04f4d9987e tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:15.221977 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fb944d6c-7306-47ef-a229-3f04f4d9987e tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:15.228969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-fb944d6c-7306-47ef-a229-3f04f4d9987e tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:15.234330 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=787f00de-5dd8-49de-a0e6-c4598fe25f76,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:15.268125 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-fb944d6c-7306-47ef-a229-3f04f4d9987e tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:15.271883 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fb944d6c-7306-47ef-a229-3f04f4d9987e tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0646174 Mar 16 10:59:15.272028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2af64fe-ad85-405d-aca5-07c03d395b02 None None] get_active_networks_info from dv-neutron-833859-1-hyperv {{(pid=87970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:59:15.275735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53358) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:15.281862 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-ba157625-7887-448c-966f-a7c1597fcbca tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group_rule': {'security_group_id': '95ff24eb-de72-4be9-a504-f228a3bfc1aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:15.291061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ba157625-7887-448c-966f-a7c1597fcbca tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:15.296310 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ba157625-7887-448c-966f-a7c1597fcbca tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:15.300970 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ba157625-7887-448c-966f-a7c1597fcbca tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:15.306969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ba157625-7887-448c-966f-a7c1597fcbca tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:15.339875 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-ba157625-7887-448c-966f-a7c1597fcbca tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:15.341105 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ba157625-7887-448c-966f-a7c1597fcbca tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0636013 Mar 16 10:59:15.343949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53362) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:15.350083 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.objects.ports [None req-d6e7b1d4-0bb3-4249-8a0b-fecc737cee2f tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87968) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:59:15.351309 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b1d4-0bb3-4249-8a0b-fecc737cee2f tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.408686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6be41ac1-f2b9-47c9-b58b-1ffd9638163b tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.435460 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6be41ac1-f2b9-47c9-b58b-1ffd9638163b tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.441621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e7b1d4-0bb3-4249-8a0b-fecc737cee2f tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Checking segment: {'id': '20287b71-eeba-4624-9e95-0dc3a31a1949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4a3d2dd1-eabe-4e6b-a616-2ae89559e59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:15.441980 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e7b1d4-0bb3-4249-8a0b-fecc737cee2f tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Network hostable DHCP agents. Network: 4a3d2dd1-eabe-4e6b-a616-2ae89559e59d, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:15.446424 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7b1d4-0bb3-4249-8a0b-fecc737cee2f tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event updated for resources: {'Subnet': ['ID=c4780d1b-54d8-4eba-be28-9eb56d6e83f2,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:15.466130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e7b1d4-0bb3-4249-8a0b-fecc737cee2f tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Network 4a3d2dd1-eabe-4e6b-a616-2ae89559e59d is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:15.476524 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-d6e7b1d4-0bb3-4249-8a0b-fecc737cee2f tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 4a3d2dd1-eabe-4e6b-a616-2ae89559e59d) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:15.480734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e7b1d4-0bb3-4249-8a0b-fecc737cee2f tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:15.481317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b1d4-0bb3-4249-8a0b-fecc737cee2f tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.491784 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6be41ac1-f2b9-47c9-b58b-1ffd9638163b tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.508794 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d6e7b1d4-0bb3-4249-8a0b-fecc737cee2f tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8908012 Mar 16 10:59:15.512135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53366) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:15.516223 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be41ac1-f2b9-47c9-b58b-1ffd9638163b tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ff24eb-de72-4be9-a504-f228a3bfc1aa,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:15.517806 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Request body: {'port': {'network_id': '4a3d2dd1-eabe-4e6b-a616-2ae89559e59d', 'name': 'tempest-NetworksIpV6TestAttrs-806925448'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:15.520557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6be41ac1-f2b9-47c9-b58b-1ffd9638163b tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.523957 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6be41ac1-f2b9-47c9-b58b-1ffd9638163b tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "DELETE /v2.0/security-groups/95ff24eb-de72-4be9-a504-f228a3bfc1aa HTTP/1.1" status: 204 len: 168 time: 0.1767766 Mar 16 10:59:15.524231 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53370) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:15.546330 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2af64fe-ad85-405d-aca5-07c03d395b02 None None] Unable to find a vacant binding_index for network 4a3d2dd1-eabe-4e6b-a616-2ae89559e59d and agent d1293dcd-994d-4de0-b7a3-9d074137d214 {{(pid=87970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 16 10:59:15.553600 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2af64fe-ad85-405d-aca5-07c03d395b02 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 4a3d2dd1-eabe-4e6b-a616-2ae89559e59d) {{(pid=87970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:59:15.577811 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-343002a8-df3a-44ee-a6f3-94d19d86d965 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Synchronizing usage tracker for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:15.595340 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-343002a8-df3a-44ee-a6f3-94d19d86d965 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Unset dirty status for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:15.601458 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-343002a8-df3a-44ee-a6f3-94d19d86d965 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0763395 Mar 16 10:59:15.602170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53374) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:15.607358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-8c8f1968-50e9-4bdd-b94a-d3bc3349fb16 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692345502'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:15.615073 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8c8f1968-50e9-4bdd-b94a-d3bc3349fb16 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:15.624754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8c8f1968-50e9-4bdd-b94a-d3bc3349fb16 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:15.636519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1968-50e9-4bdd-b94a-d3bc3349fb16 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.658319 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8c8f1968-50e9-4bdd-b94a-d3bc3349fb16 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:15.662253 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8c8f1968-50e9-4bdd-b94a-d3bc3349fb16 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Usage tracker for resource:security_group_rule and tenant:601489c7b8394f86b13be278441157ac is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:15.665331 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8c8f1968-50e9-4bdd-b94a-d3bc3349fb16 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:15.671798 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8c8f1968-50e9-4bdd-b94a-d3bc3349fb16 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:15.675370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:15.679719 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Usage tracker for resource:port and tenant:6cd6d371aef2468ab44a56f9e4d0d2df is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:15.682952 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:15.689199 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:15.700941 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Made reservation on behalf of 6cd6d371aef2468ab44a56f9e4d0d2df for: {'port': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:15.705562 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.729912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] device_id is not set on port 5d41fd0b-eb79-4f90-a53b-8a77a9c630e0 yet. {{(pid=87968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:15.751081 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1968-50e9-4bdd-b94a-d3bc3349fb16 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.755968 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1968-50e9-4bdd-b94a-d3bc3349fb16 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.803510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f1968-50e9-4bdd-b94a-d3bc3349fb16 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990a6050-3795-458e-bd5b-28c07465bbcb,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:15.806302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1968-50e9-4bdd-b94a-d3bc3349fb16 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.810536 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53378) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:15.810726 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8c8f1968-50e9-4bdd-b94a-d3bc3349fb16 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2073317 Mar 16 10:59:15.816000 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d43f544f-9196-4fd7-ad0a-82374c3fee35 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:15.816412 dv-neutron-833859-1-hyperv neutron-server[87968]: WARNING neutron.api.v2.base [None req-d43f544f-9196-4fd7-ad0a-82374c3fee35 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 16 10:59:15.816891 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-d43f544f-9196-4fd7-ad0a-82374c3fee35 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] update failed (client error): There was a conflict when trying to complete your request. Mar 16 10:59:15.817796 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d43f544f-9196-4fd7-ad0a-82374c3fee35 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "PUT /v2.0/security-groups/990a6050-3795-458e-bd5b-28c07465bbcb HTTP/1.1" status: 409 len: 330 time: 0.0061975 Mar 16 10:59:15.820549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53382) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:15.883468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bda747e6-2f8b-4a6d-9ec1-e0b5f927d742 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.887757 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Allocated IP 2001:db8::f816:3eff:fed8:9335 (4a3d2dd1-eabe-4e6b-a616-2ae89559e59d/c4780d1b-54d8-4eba-be28-9eb56d6e83f2/5d41fd0b-eb79-4f90-a53b-8a77a9c630e0) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:15.916548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bda747e6-2f8b-4a6d-9ec1-e0b5f927d742 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.955595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-4a3d2dd1-eabe-4e6b-a616-2ae89559e59d', 'network_id': '4a3d2dd1-eabe-4e6b-a616-2ae89559e59d', 'tenant_id': '6cd6d371aef2468ab44a56f9e4d0d2df', 'fixed_ips': [{'subnet_id': 'c4780d1b-54d8-4eba-be28-9eb56d6e83f2'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:15.956518 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.966459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bda747e6-2f8b-4a6d-9ec1-e0b5f927d742 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.991519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda747e6-2f8b-4a6d-9ec1-e0b5f927d742 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=990a6050-3795-458e-bd5b-28c07465bbcb,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:15.996493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bda747e6-2f8b-4a6d-9ec1-e0b5f927d742 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.997710 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bda747e6-2f8b-4a6d-9ec1-e0b5f927d742 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "DELETE /v2.0/security-groups/990a6050-3795-458e-bd5b-28c07465bbcb HTTP/1.1" status: 204 len: 168 time: 0.1755061 Mar 16 10:59:16.000725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53386) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.058842 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-66920b58-da85-41d2-a418-cc389597eea1 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Synchronizing usage tracker for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:16.064475 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 787f00de-5dd8-49de-a0e6-c4598fe25f76 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:16.076766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-66920b58-da85-41d2-a418-cc389597eea1 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] Unset dirty status for tenant:601489c7b8394f86b13be278441157ac on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:16.082476 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-66920b58-da85-41d2-a418-cc389597eea1 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761099 Mar 16 10:59:16.082842 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53390) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.105474 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-57c41906-4e21-482f-b3a8-9d384d198ffd tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] delete failed (client error): The resource could not be found. Mar 16 10:59:16.111418 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-57c41906-4e21-482f-b3a8-9d384d198ffd tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "DELETE /v2.0/security-groups/9ef39fc2-5425-42ca-85fd-c3fb013b027d HTTP/1.1" status: 404 len: 347 time: 0.0227811 Mar 16 10:59:16.111788 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53394) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.123912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.131531 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-cec982f7-9a37-4bd9-96a6-b239f32426ac tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] show failed (client error): The resource could not be found. Mar 16 10:59:16.132693 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cec982f7-9a37-4bd9-96a6-b239f32426ac tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "GET /v2.0/security-groups/02e54efb-e924-45b7-aaf4-63038c4c783e HTTP/1.1" status: 404 len: 347 time: 0.0198550 Mar 16 10:59:16.136477 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53400) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.151998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 787f00de-5dd8-49de-a0e6-c4598fe25f76 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:16.152367 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.156484 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Transition to ACTIVE for port object 5d41fd0b-eb79-4f90-a53b-8a77a9c630e0 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:16.157928 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.api.v2.resource [None req-f3195dcc-213f-49e5-b3e5-999c212ef9c4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] show failed (client error): The resource could not be found. Mar 16 10:59:16.164938 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f3195dcc-213f-49e5-b3e5-999c212ef9c4 tempest-NegativeSecGroupIPv6Test-1457505273 tempest-NegativeSecGroupIPv6Test-1457505273-project] 10.222.0.44 "GET /v2.0/security-group-rules/21ebdd99-7809-4e1e-9aad-7420bcee81ec HTTP/1.1" status: 404 len: 356 time: 0.0189433 Mar 16 10:59:16.196100 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.299304 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Allocated IP 2001:db8::f816:3eff:fe1d:bb28 (4a3d2dd1-eabe-4e6b-a616-2ae89559e59d/c4780d1b-54d8-4eba-be28-9eb56d6e83f2/a81d11d5-4b99-4aee-b08a-1c43ca241d59) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:16.319903 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840be44f-32d2-47a4-abf5-588c273701f1 req-6521eb77-ff53-4074-b040-7d56fb1787c8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:16.321745 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-840be44f-32d2-47a4-abf5-588c273701f1 req-6521eb77-ff53-4074-b040-7d56fb1787c8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 944 time: 0.1021883 Mar 16 10:59:16.358130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Network 4a3d2dd1-eabe-4e6b-a616-2ae89559e59d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:16.358887 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event updated for resources: {'Port': ['ID=5d41fd0b-eb79-4f90-a53b-8a77a9c630e0,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:16.363691 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:16.365871 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:16.370366 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-840be44f-32d2-47a4-abf5-588c273701f1 req-d6adbe31-7275-45f6-a76a-862e821b1f59 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=6903f4f1-47a6-49d9-87a5-8ec44e38a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423963 Mar 16 10:59:16.372090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:16.373149 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.403472 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c517d3b6-e0d8-4c33-853a-e4795be45692 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8877347 Mar 16 10:59:16.403651 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53406) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.474769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-f399123d-90f9-4721-bb4a-492b53952d66 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Deleting subnet c4780d1b-54d8-4eba-be28-9eb56d6e83f2 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:16.515126 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53412) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.598303 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.608028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Transition to ACTIVE for port object a81d11d5-4b99-4aee-b08a-1c43ca241d59 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:16.629910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device aa39c117-f3c1-4490-a261-802ddbe2aed8 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:16.657375 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Transition to ACTIVE for port object a81d11d5-4b99-4aee-b08a-1c43ca241d59 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:16.660318 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6d33d941-56ef-42b5-a887-840d0dd8611d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=601489c7b8394f86b13be278441157ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439841 Mar 16 10:59:16.662799 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53418) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.674674 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.679244 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f399123d-90f9-4721-bb4a-492b53952d66 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.747439 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Network 4a3d2dd1-eabe-4e6b-a616-2ae89559e59d is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:16.751500 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:16.754585 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f399123d-90f9-4721-bb4a-492b53952d66 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.754765 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:16.774047 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Pushing event updated for resources: {'Port': ['ID=a81d11d5-4b99-4aee-b08a-1c43ca241d59,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:16.817790 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8296d84b-74a2-4ff5-abbb-6808d327a7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.855051 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port aa39c117-f3c1-4490-a261-802ddbe2aed8 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:16.856264 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8296d84b-74a2-4ff5-abbb-6808d327a7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.865111 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port aa39c117-f3c1-4490-a261-802ddbe2aed8 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:16.865483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.888811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Attempting to bind port a81d11d5-4b99-4aee-b08a-1c43ca241d59 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:16.889168 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Attempting to bind port a81d11d5-4b99-4aee-b08a-1c43ca241d59 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '20287b71-eeba-4624-9e95-0dc3a31a1949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4a3d2dd1-eabe-4e6b-a616-2ae89559e59d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:16.889517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Attempting to bind port a81d11d5-4b99-4aee-b08a-1c43ca241d59 on network 4a3d2dd1-eabe-4e6b-a616-2ae89559e59d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:16.908858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:16.909715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Checking segment: {'id': '20287b71-eeba-4624-9e95-0dc3a31a1949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4a3d2dd1-eabe-4e6b-a616-2ae89559e59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:16.910165 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.910553 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Bound using segment: {'id': '20287b71-eeba-4624-9e95-0dc3a31a1949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4a3d2dd1-eabe-4e6b-a616-2ae89559e59d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:16.911016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Bound port: a81d11d5-4b99-4aee-b08a-1c43ca241d59, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20287b71-eeba-4624-9e95-0dc3a31a1949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4a3d2dd1-eabe-4e6b-a616-2ae89559e59d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:16.911428 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.926591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8296d84b-74a2-4ff5-abbb-6808d327a7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.938963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f399123d-90f9-4721-bb4a-492b53952d66 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.974850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296d84b-74a2-4ff5-abbb-6808d327a7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98905d1c-11f4-4f93-8ee5-1af0d2acf443,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:16.993985 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8296d84b-74a2-4ff5-abbb-6808d327a7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.995079 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8296d84b-74a2-4ff5-abbb-6808d327a7ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98905d1c-11f4-4f93-8ee5-1af0d2acf443 HTTP/1.1" status: 204 len: 168 time: 0.3313847 Mar 16 10:59:17.030900 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f399123d-90f9-4721-bb4a-492b53952d66 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.094582 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] For port a81d11d5-4b99-4aee-b08a-1c43ca241d59, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:17.103485 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.118996 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] For port a81d11d5-4b99-4aee-b08a-1c43ca241d59, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a81d11d5-4b99-4aee-b08a-1c43ca241d59,segment=NetworkSegment(20287b71-eeba-4624-9e95-0dc3a31a1949),segment_id=20287b71-eeba-4624-9e95-0dc3a31a1949)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:17.130530 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.169151 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941c1b08-caae-4a5e-b5f5-9ce624f39ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa39c117-f3c1-4490-a261-802ddbe2aed8'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:59:17.199636 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399123d-90f9-4721-bb4a-492b53952d66 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event deleted for resources: {'Subnet': ['ID=c4780d1b-54d8-4eba-be28-9eb56d6e83f2,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:17.202593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f399123d-90f9-4721-bb4a-492b53952d66 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.209479 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port aa39c117-f3c1-4490-a261-802ddbe2aed8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=aa39c117-f3c1-4490-a261-802ddbe2aed8,segment=NetworkSegment(efed3825-26c9-44c0-8da4-876def1d1a0b),segment_id=efed3825-26c9-44c0-8da4-876def1d1a0b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:17.215933 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f399123d-90f9-4721-bb4a-492b53952d66 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/subnets/c4780d1b-54d8-4eba-be28-9eb56d6e83f2 HTTP/1.1" status: 204 len: 168 time: 0.8089685 Mar 16 10:59:17.216728 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53426) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:17.229424 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.255243 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7d1ad-f546-4924-971b-655c4624debb None None] Pushing event updated for resources: {'Port': ['ID=a81d11d5-4b99-4aee-b08a-1c43ca241d59,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:17.364769 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=aa39c117-f3c1-4490-a261-802ddbe2aed8,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:17.368789 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941c1b08-caae-4a5e-b5f5-9ce624f39ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa39c117-f3c1-4490-a261-802ddbe2aed8', 'code': 200} Mar 16 10:59:17.378632 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aed7f3-f8fa-438d-a1da-15ebbce71ae3 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:17.380967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aed7f3-f8fa-438d-a1da-15ebbce71ae3 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:17.381798 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e5aed7f3-f8fa-438d-a1da-15ebbce71ae3 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Synchronizing usage tracker for tenant:6cd6d371aef2468ab44a56f9e4d0d2df on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:17.408325 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e5aed7f3-f8fa-438d-a1da-15ebbce71ae3 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Unset dirty status for tenant:6cd6d371aef2468ab44a56f9e4d0d2df on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:17.409658 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e5aed7f3-f8fa-438d-a1da-15ebbce71ae3 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1918941 Mar 16 10:59:17.412453 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53432) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:17.485425 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.562679 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c450675b-4fd6-4615-953d-722f491d1bd8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.585766 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-c450675b-4fd6-4615-953d-722f491d1bd8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 16 10:59:17.586252 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c450675b-4fd6-4615-953d-722f491d1bd8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:17.588045 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c450675b-4fd6-4615-953d-722f491d1bd8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/networks/4a3d2dd1-eabe-4e6b-a616-2ae89559e59d HTTP/1.1" status: 409 len: 405 time: 0.1740673 Mar 16 10:59:17.592332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53436) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:17.598690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-4fa53d7d-3b07-4838-9e48-6e3175498efb tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-489617738'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:17.603860 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4fa53d7d-3b07-4838-9e48-6e3175498efb tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:17.607875 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4fa53d7d-3b07-4838-9e48-6e3175498efb tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Usage tracker for resource:network and tenant:6cd6d371aef2468ab44a56f9e4d0d2df is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:17.611552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4fa53d7d-3b07-4838-9e48-6e3175498efb tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:17.617432 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4fa53d7d-3b07-4838-9e48-6e3175498efb tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:17.628850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa53d7d-3b07-4838-9e48-6e3175498efb tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Made reservation on behalf of 6cd6d371aef2468ab44a56f9e4d0d2df for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:17.633188 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4fa53d7d-3b07-4838-9e48-6e3175498efb tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.650684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097da666-1dd4-4c6a-a7b5-2a7a50689cd1 req-66129e1c-a84b-4426-9870-92fb09966177 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:17.652199 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-097da666-1dd4-4c6a-a7b5-2a7a50689cd1 req-66129e1c-a84b-4426-9870-92fb09966177 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 945 time: 0.1470716 Mar 16 10:59:17.664152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa53d7d-3b07-4838-9e48-6e3175498efb tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:17.674040 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4fa53d7d-3b07-4838-9e48-6e3175498efb tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.674650 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-4fa53d7d-3b07-4838-9e48-6e3175498efb tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Added segment 2bbcd9de-69ab-42be-bdd2-47e23bd5085c of type vlan for network 6ea99ac7-6ef9-45a8-82d0-0fd2e858a768 Mar 16 10:59:17.706387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88096358-bb1b-443a-aba6-41e8f27b3947 req-ca390a04-71d3-4d66-a9aa-bc5eab3591f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:17.707891 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-88096358-bb1b-443a-aba6-41e8f27b3947 req-ca390a04-71d3-4d66-a9aa-bc5eab3591f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 1098 time: 0.1644423 Mar 16 10:59:17.708741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4fa53d7d-3b07-4838-9e48-6e3175498efb tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.713274 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-097da666-1dd4-4c6a-a7b5-2a7a50689cd1 req-76a7cc21-097e-407e-9499-ac48a93d785f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=6903f4f1-47a6-49d9-87a5-8ec44e38a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470500 Mar 16 10:59:17.745166 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4fa53d7d-3b07-4838-9e48-6e3175498efb tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.751114 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa53d7d-3b07-4838-9e48-6e3175498efb tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:17.751718 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4fa53d7d-3b07-4838-9e48-6e3175498efb tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.763360 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-88096358-bb1b-443a-aba6-41e8f27b3947 req-85f57c83-c049-47ab-84fa-10c79835afb1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6903f4f1-47a6-49d9-87a5-8ec44e38a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481486 Mar 16 10:59:17.843382 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4fa53d7d-3b07-4838-9e48-6e3175498efb tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2498891 Mar 16 10:59:17.846186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53440) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:17.852799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-0fac05f9-1d5a-4a52-9138-e4d69892f9bd tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Request body: {'subnet': {'network_id': '6ea99ac7-6ef9-45a8-82d0-0fd2e858a768', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:17.855038 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa53d7d-3b07-4838-9e48-6e3175498efb tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event updated for resources: {'Network': ['ID=6ea99ac7-6ef9-45a8-82d0-0fd2e858a768,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:17.870677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 6ea99ac7-6ef9-45a8-82d0-0fd2e858a768 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:17.964579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0fac05f9-1d5a-4a52-9138-e4d69892f9bd tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:17.974024 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0fac05f9-1d5a-4a52-9138-e4d69892f9bd tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:17.985225 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fac05f9-1d5a-4a52-9138-e4d69892f9bd tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Made reservation on behalf of 6cd6d371aef2468ab44a56f9e4d0d2df for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:17.988730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0fac05f9-1d5a-4a52-9138-e4d69892f9bd tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.070169 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a81d11d5-4b99-4aee-b08a-1c43ca241d59 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:18.143030 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port a81d11d5-4b99-4aee-b08a-1c43ca241d59 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:18.324862 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.objects.ports [None req-0fac05f9-1d5a-4a52-9138-e4d69892f9bd tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87969) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:59:18.326053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0fac05f9-1d5a-4a52-9138-e4d69892f9bd tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.373361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e238acf3-41d9-4239-b47e-652ea7512767 None None] Network 4a3d2dd1-eabe-4e6b-a616-2ae89559e59d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:18.403660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac05f9-1d5a-4a52-9138-e4d69892f9bd tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event updated for resources: {'Subnet': ['ID=17fa75cc-793d-4e28-b663-c0060365a194,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:18.411010 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac05f9-1d5a-4a52-9138-e4d69892f9bd tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Checking segment: {'id': '2bbcd9de-69ab-42be-bdd2-47e23bd5085c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6ea99ac7-6ef9-45a8-82d0-0fd2e858a768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:18.411387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac05f9-1d5a-4a52-9138-e4d69892f9bd tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Network hostable DHCP agents. Network: 6ea99ac7-6ef9-45a8-82d0-0fd2e858a768, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:18.431476 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac05f9-1d5a-4a52-9138-e4d69892f9bd tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Network 6ea99ac7-6ef9-45a8-82d0-0fd2e858a768 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:18.441152 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-0fac05f9-1d5a-4a52-9138-e4d69892f9bd tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 6ea99ac7-6ef9-45a8-82d0-0fd2e858a768) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:18.445866 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fac05f9-1d5a-4a52-9138-e4d69892f9bd tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:18.446681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0fac05f9-1d5a-4a52-9138-e4d69892f9bd tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.476224 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0fac05f9-1d5a-4a52-9138-e4d69892f9bd tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6289396 Mar 16 10:59:18.478787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53444) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:18.489665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b73231-7312-4707-81c4-508b277cc03e None None] Network 6ea99ac7-6ef9-45a8-82d0-0fd2e858a768 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:18.606554 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3a24fffe-f58d-4c81-9e46-70413340b6e7 None None] Provisioning for port a81d11d5-4b99-4aee-b08a-1c43ca241d59 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:18.620136 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4b1f5ca-a6f6-425b-8e70-e21c08b74b6a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.651108 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3a24fffe-f58d-4c81-9e46-70413340b6e7 None None] Provisioning complete for port a81d11d5-4b99-4aee-b08a-1c43ca241d59 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:18.651504 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a24fffe-f58d-4c81-9e46-70413340b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.789668 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4b1f5ca-a6f6-425b-8e70-e21c08b74b6a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.866332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4b1f5ca-a6f6-425b-8e70-e21c08b74b6a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.900689 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68946b18-b931-4a3d-b032-7dbd822fa272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-6ea99ac7-6ef9-45a8-82d0-0fd2e858a768', 'network_id': '6ea99ac7-6ef9-45a8-82d0-0fd2e858a768', 'tenant_id': '6cd6d371aef2468ab44a56f9e4d0d2df', 'fixed_ips': [{'subnet_id': '17fa75cc-793d-4e28-b663-c0060365a194'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:18.901543 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-68946b18-b931-4a3d-b032-7dbd822fa272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.911361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cefcadd-e35f-4962-87b5-676be8f1d7cc None None] Network 4a3d2dd1-eabe-4e6b-a616-2ae89559e59d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:18.918472 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1f5ca-a6f6-425b-8e70-e21c08b74b6a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event deleted for resources: {'Subnet': ['ID=17fa75cc-793d-4e28-b663-c0060365a194,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:18.945145 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4f5c1-a90b-4a6e-9d9f-e30918ff8bce req-5518b388-cd7d-46b5-83aa-42c2a6c3b5bf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:18.947459 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-afd4f5c1-a90b-4a6e-9d9f-e30918ff8bce req-5518b388-cd7d-46b5-83aa-42c2a6c3b5bf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 945 time: 0.1129751 Mar 16 10:59:18.954344 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a24fffe-f58d-4c81-9e46-70413340b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.993500 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-afd4f5c1-a90b-4a6e-9d9f-e30918ff8bce req-10a5e7ae-0f16-4bd6-b202-c418aea562dd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=6903f4f1-47a6-49d9-87a5-8ec44e38a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396936 Mar 16 10:59:19.020007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4b1f5ca-a6f6-425b-8e70-e21c08b74b6a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.048419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-f4b1f5ca-a6f6-425b-8e70-e21c08b74b6a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea99ac7-6ef9-45a8-82d0-0fd2e858a768']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:19.063445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-f4b1f5ca-a6f6-425b-8e70-e21c08b74b6a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbcd9de-69ab-42be-bdd2-47e23bd5085c') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:19.063891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-f4b1f5ca-a6f6-425b-8e70-e21c08b74b6a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbcd9de-69ab-42be-bdd2-47e23bd5085c') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:19.077147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4b1f5ca-a6f6-425b-8e70-e21c08b74b6a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.097832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4b1f5ca-a6f6-425b-8e70-e21c08b74b6a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.104492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b1f5ca-a6f6-425b-8e70-e21c08b74b6a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:19.104905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4b1f5ca-a6f6-425b-8e70-e21c08b74b6a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:19.125697 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:19.129359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3a24fffe-f58d-4c81-9e46-70413340b6e7 None None] For port a81d11d5-4b99-4aee-b08a-1c43ca241d59, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a81d11d5-4b99-4aee-b08a-1c43ca241d59,segment=NetworkSegment(20287b71-eeba-4624-9e95-0dc3a31a1949),segment_id=20287b71-eeba-4624-9e95-0dc3a31a1949)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:19.160297 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a24fffe-f58d-4c81-9e46-70413340b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.211248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4b1f5ca-a6f6-425b-8e70-e21c08b74b6a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.232344 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4b1f5ca-a6f6-425b-8e70-e21c08b74b6a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.236441 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d07c296-d626-46e6-a12c-b11105d8d09e None None] Network 6ea99ac7-6ef9-45a8-82d0-0fd2e858a768 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:19.239651 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1f5ca-a6f6-425b-8e70-e21c08b74b6a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event deleted for resources: {'Network': ['ID=6ea99ac7-6ef9-45a8-82d0-0fd2e858a768,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:19.254890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53450) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:19.255936 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f4b1f5ca-a6f6-425b-8e70-e21c08b74b6a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/networks/6ea99ac7-6ef9-45a8-82d0-0fd2e858a768 HTTP/1.1" status: 204 len: 168 time: 0.7758582 Mar 16 10:59:19.261370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5e6f6473-64df-4d3e-bf10-98a666bb5cb9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-561031663'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:19.263480 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d07c296-d626-46e6-a12c-b11105d8d09e None None] Network 6ea99ac7-6ef9-45a8-82d0-0fd2e858a768 could not be found, it might have been deleted concurrently. {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 10:59:19.268557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5e6f6473-64df-4d3e-bf10-98a666bb5cb9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:19.268782 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24fffe-f58d-4c81-9e46-70413340b6e7 None None] Pushing event updated for resources: {'Port': ['ID=a81d11d5-4b99-4aee-b08a-1c43ca241d59,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:19.273858 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5e6f6473-64df-4d3e-bf10-98a666bb5cb9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Usage tracker for resource:network and tenant:6cd6d371aef2468ab44a56f9e4d0d2df is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:19.277075 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5e6f6473-64df-4d3e-bf10-98a666bb5cb9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:19.285341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5e6f6473-64df-4d3e-bf10-98a666bb5cb9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:19.295591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6f6473-64df-4d3e-bf10-98a666bb5cb9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Made reservation on behalf of 6cd6d371aef2468ab44a56f9e4d0d2df for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:19.299734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5e6f6473-64df-4d3e-bf10-98a666bb5cb9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.327974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6f6473-64df-4d3e-bf10-98a666bb5cb9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:19.336988 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5e6f6473-64df-4d3e-bf10-98a666bb5cb9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.337353 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-5e6f6473-64df-4d3e-bf10-98a666bb5cb9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Added segment 3330ba79-444e-438d-a5a7-a5e8a9525bc5 of type vlan for network 04a78b0a-9a47-4b97-b8c1-9ea02bdc9446 Mar 16 10:59:19.352720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658bb2f3-babb-444e-bb4a-d10dd70279f6 None None] DHCP port deletion for 4a3d2dd1-eabe-4e6b-a616-2ae89559e59d request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:19.356549 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-658bb2f3-babb-444e-bb4a-d10dd70279f6 None None] Deleting port a81d11d5-4b99-4aee-b08a-1c43ca241d59 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:19.356924 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-658bb2f3-babb-444e-bb4a-d10dd70279f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.364452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5e6f6473-64df-4d3e-bf10-98a666bb5cb9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.394800 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5e6f6473-64df-4d3e-bf10-98a666bb5cb9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.400313 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6f6473-64df-4d3e-bf10-98a666bb5cb9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:19.400950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5e6f6473-64df-4d3e-bf10-98a666bb5cb9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.455971 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5e6f6473-64df-4d3e-bf10-98a666bb5cb9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1998026 Mar 16 10:59:19.458730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53454) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:19.464665 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-6eac53af-df75-4292-a150-d6b4503ad995 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Request body: {'subnet': {'network_id': '04a78b0a-9a47-4b97-b8c1-9ea02bdc9446', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:19.511245 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f6473-64df-4d3e-bf10-98a666bb5cb9 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event updated for resources: {'Network': ['ID=04a78b0a-9a47-4b97-b8c1-9ea02bdc9446,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:19.541268 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 04a78b0a-9a47-4b97-b8c1-9ea02bdc9446 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:19.577010 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6eac53af-df75-4292-a150-d6b4503ad995 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:19.581040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6eac53af-df75-4292-a150-d6b4503ad995 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Usage tracker for resource:subnet and tenant:6cd6d371aef2468ab44a56f9e4d0d2df is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:19.583821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6eac53af-df75-4292-a150-d6b4503ad995 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:19.589460 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6eac53af-df75-4292-a150-d6b4503ad995 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:19.590818 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-658bb2f3-babb-444e-bb4a-d10dd70279f6 None None] For port a81d11d5-4b99-4aee-b08a-1c43ca241d59, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a81d11d5-4b99-4aee-b08a-1c43ca241d59,segment=NetworkSegment(20287b71-eeba-4624-9e95-0dc3a31a1949),segment_id=20287b71-eeba-4624-9e95-0dc3a31a1949)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:19.591232 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-658bb2f3-babb-444e-bb4a-d10dd70279f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.599755 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eac53af-df75-4292-a150-d6b4503ad995 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Made reservation on behalf of 6cd6d371aef2468ab44a56f9e4d0d2df for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:19.603167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6eac53af-df75-4292-a150-d6b4503ad995 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.772456 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-658bb2f3-babb-444e-bb4a-d10dd70279f6 None None] Calling delete_port for a81d11d5-4b99-4aee-b08a-1c43ca241d59 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:19.831447 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6eac53af-df75-4292-a150-d6b4503ad995 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.850116 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-658bb2f3-babb-444e-bb4a-d10dd70279f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.897015 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bb2f3-babb-444e-bb4a-d10dd70279f6 None None] Pushing event deleted for resources: {'Port': ['ID=a81d11d5-4b99-4aee-b08a-1c43ca241d59,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:19.902799 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658bb2f3-babb-444e-bb4a-d10dd70279f6 None None] No DVR routers for this DVR port a81d11d5-4b99-4aee-b08a-1c43ca241d59 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:19.915009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac53af-df75-4292-a150-d6b4503ad995 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Checking segment: {'id': '3330ba79-444e-438d-a5a7-a5e8a9525bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '04a78b0a-9a47-4b97-b8c1-9ea02bdc9446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:19.915379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eac53af-df75-4292-a150-d6b4503ad995 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Network hostable DHCP agents. Network: 04a78b0a-9a47-4b97-b8c1-9ea02bdc9446, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:19.919239 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac53af-df75-4292-a150-d6b4503ad995 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event updated for resources: {'Subnet': ['ID=b04d0f4a-c73e-4eb7-8887-0e9a5a4f8ce3,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:19.935256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eac53af-df75-4292-a150-d6b4503ad995 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Network 04a78b0a-9a47-4b97-b8c1-9ea02bdc9446 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:19.943880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-6eac53af-df75-4292-a150-d6b4503ad995 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 04a78b0a-9a47-4b97-b8c1-9ea02bdc9446) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:19.947629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eac53af-df75-4292-a150-d6b4503ad995 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:19.948205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6eac53af-df75-4292-a150-d6b4503ad995 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.952195 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc6800b-d7ff-4a39-a8ae-741c4cfc3b6c None None] Network 04a78b0a-9a47-4b97-b8c1-9ea02bdc9446 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:19.974536 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6eac53af-df75-4292-a150-d6b4503ad995 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5144565 Mar 16 10:59:19.977285 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53458) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:20.072239 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a81d11d5-4b99-4aee-b08a-1c43ca241d59 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:20.119670 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: a81d11d5-4b99-4aee-b08a-1c43ca241d59 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:20.119896 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a81d11d5-4b99-4aee-b08a-1c43ca241d59 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:20.131800 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21e006a2-5c6e-47c0-8ccb-bb92a06f417b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.202329 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21e006a2-5c6e-47c0-8ccb-bb92a06f417b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.223626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dadcf-62ca-46cc-bb3c-e1a678f792d9 req-b98be28d-71cc-45a1-b70f-dfa74238239d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:20.225472 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d0dadcf-62ca-46cc-bb3c-e1a678f792d9 req-b98be28d-71cc-45a1-b70f-dfa74238239d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 945 time: 0.0877130 Mar 16 10:59:20.257981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8689fe94-731b-429a-a9d6-0d97431ac87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-04a78b0a-9a47-4b97-b8c1-9ea02bdc9446', 'network_id': '04a78b0a-9a47-4b97-b8c1-9ea02bdc9446', 'tenant_id': '6cd6d371aef2468ab44a56f9e4d0d2df', 'fixed_ips': [{'subnet_id': 'b04d0f4a-c73e-4eb7-8887-0e9a5a4f8ce3'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:20.259758 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8689fe94-731b-429a-a9d6-0d97431ac87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.284980 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d0dadcf-62ca-46cc-bb3c-e1a678f792d9 req-87edb426-2637-4a09-b955-c4b68e32dba1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=6903f4f1-47a6-49d9-87a5-8ec44e38a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520766 Mar 16 10:59:20.293441 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21e006a2-5c6e-47c0-8ccb-bb92a06f417b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.356092 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e006a2-5c6e-47c0-8ccb-bb92a06f417b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event deleted for resources: {'Subnet': ['ID=b04d0f4a-c73e-4eb7-8887-0e9a5a4f8ce3,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:20.380638 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa6e16a-f825-4f53-a4bd-a9342b1dc772 None None] Network 04a78b0a-9a47-4b97-b8c1-9ea02bdc9446 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:20.468545 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21e006a2-5c6e-47c0-8ccb-bb92a06f417b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.507736 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-21e006a2-5c6e-47c0-8ccb-bb92a06f417b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a78b0a-9a47-4b97-b8c1-9ea02bdc9446']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:20.522157 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-21e006a2-5c6e-47c0-8ccb-bb92a06f417b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3330ba79-444e-438d-a5a7-a5e8a9525bc5') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:20.522444 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-21e006a2-5c6e-47c0-8ccb-bb92a06f417b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3330ba79-444e-438d-a5a7-a5e8a9525bc5') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:20.536202 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21e006a2-5c6e-47c0-8ccb-bb92a06f417b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.558545 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21e006a2-5c6e-47c0-8ccb-bb92a06f417b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.567700 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e006a2-5c6e-47c0-8ccb-bb92a06f417b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:20.568079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21e006a2-5c6e-47c0-8ccb-bb92a06f417b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:20.582008 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:20.600184 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202f6b2-772e-431d-844d-933db205f765 req-41e785b2-56eb-490b-b9fd-4515c8e69af4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:20.601640 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1202f6b2-772e-431d-844d-933db205f765 req-41e785b2-56eb-490b-b9fd-4515c8e69af4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 945 time: 0.1754584 Mar 16 10:59:20.692827 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21e006a2-5c6e-47c0-8ccb-bb92a06f417b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.711755 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-21e006a2-5c6e-47c0-8ccb-bb92a06f417b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.723668 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1202f6b2-772e-431d-844d-933db205f765 req-b9e188d7-10a5-4021-b884-43cb0be9a643 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=6903f4f1-47a6-49d9-87a5-8ec44e38a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729566 Mar 16 10:59:20.726730 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e006a2-5c6e-47c0-8ccb-bb92a06f417b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event deleted for resources: {'Network': ['ID=04a78b0a-9a47-4b97-b8c1-9ea02bdc9446,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:20.733993 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-21e006a2-5c6e-47c0-8ccb-bb92a06f417b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/networks/04a78b0a-9a47-4b97-b8c1-9ea02bdc9446 HTTP/1.1" status: 204 len: 168 time: 0.7551630 Mar 16 10:59:20.737838 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53466) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:20.743594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-43860056-8cfd-497c-bad7-0f9a027993f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-753200166'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:20.746440 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53470) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:20.748866 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-43860056-8cfd-497c-bad7-0f9a027993f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:20.753195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-43860056-8cfd-497c-bad7-0f9a027993f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Usage tracker for resource:network and tenant:6cd6d371aef2468ab44a56f9e4d0d2df is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:20.756385 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-43860056-8cfd-497c-bad7-0f9a027993f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:20.761991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-43860056-8cfd-497c-bad7-0f9a027993f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:20.772658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43860056-8cfd-497c-bad7-0f9a027993f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Made reservation on behalf of 6cd6d371aef2468ab44a56f9e4d0d2df for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:20.776308 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43860056-8cfd-497c-bad7-0f9a027993f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.802922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43860056-8cfd-497c-bad7-0f9a027993f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:20.811631 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43860056-8cfd-497c-bad7-0f9a027993f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.811967 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-43860056-8cfd-497c-bad7-0f9a027993f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Added segment 639b11db-62b7-45f7-bdfe-38027f37071b of type vlan for network 2ef9466c-86af-4d9e-9e59-84ae66c82958 Mar 16 10:59:20.817933 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab275f8-3192-4622-84c8-429ff8875e20 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:20.819648 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7ab275f8-3192-4622-84c8-429ff8875e20 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 1093 time: 0.0722609 Mar 16 10:59:20.822498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53474) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:20.827456 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': 'aa39c117-f3c1-4490-a261-802ddbe2aed8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:20.833891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:20.837805 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:floatingip and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:20.839248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43860056-8cfd-497c-bad7-0f9a027993f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.840697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:20.846867 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:20.857264 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.868538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43860056-8cfd-497c-bad7-0f9a027993f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.873809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43860056-8cfd-497c-bad7-0f9a027993f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:20.874376 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-43860056-8cfd-497c-bad7-0f9a027993f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.928876 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-43860056-8cfd-497c-bad7-0f9a027993f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1899080 Mar 16 10:59:20.947023 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53478) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:20.959076 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-b79b5b0f-6ea3-4cd2-8857-4c794c1c9d5d tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Request body: {'subnet': {'network_id': '2ef9466c-86af-4d9e-9e59-84ae66c82958', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:20.982510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43860056-8cfd-497c-bad7-0f9a027993f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event updated for resources: {'Network': ['ID=2ef9466c-86af-4d9e-9e59-84ae66c82958,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:20.992369 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 2ef9466c-86af-4d9e-9e59-84ae66c82958 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:21.191324 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b79b5b0f-6ea3-4cd2-8857-4c794c1c9d5d tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:21.196325 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b79b5b0f-6ea3-4cd2-8857-4c794c1c9d5d tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Usage tracker for resource:subnet and tenant:6cd6d371aef2468ab44a56f9e4d0d2df is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:21.200413 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b79b5b0f-6ea3-4cd2-8857-4c794c1c9d5d tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:21.207928 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b79b5b0f-6ea3-4cd2-8857-4c794c1c9d5d tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:21.221326 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.224234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79b5b0f-6ea3-4cd2-8857-4c794c1c9d5d tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Made reservation on behalf of 6cd6d371aef2468ab44a56f9e4d0d2df for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:21.227617 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b79b5b0f-6ea3-4cd2-8857-4c794c1c9d5d tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.465078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.26.3.87 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/c78601cf-83e9-4ab0-ae2f-a7e05df1907c) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:21.737238 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.789150 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.objects.ports [None req-b79b5b0f-6ea3-4cd2-8857-4c794c1c9d5d tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87968) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:59:21.791223 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b79b5b0f-6ea3-4cd2-8857-4c794c1c9d5d tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.882270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b5b0f-6ea3-4cd2-8857-4c794c1c9d5d tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event updated for resources: {'Subnet': ['ID=e7c9c87c-86e8-428b-b842-c5e9b8a2ad67,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:21.891478 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b5b0f-6ea3-4cd2-8857-4c794c1c9d5d tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Checking segment: {'id': '639b11db-62b7-45f7-bdfe-38027f37071b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ef9466c-86af-4d9e-9e59-84ae66c82958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:21.891836 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79b5b0f-6ea3-4cd2-8857-4c794c1c9d5d tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Network hostable DHCP agents. Network: 2ef9466c-86af-4d9e-9e59-84ae66c82958, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:21.898364 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.961918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:21.965697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:21.970306 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:21.997168 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79b5b0f-6ea3-4cd2-8857-4c794c1c9d5d tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Network 2ef9466c-86af-4d9e-9e59-84ae66c82958 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:22.027901 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-b79b5b0f-6ea3-4cd2-8857-4c794c1c9d5d tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 2ef9466c-86af-4d9e-9e59-84ae66c82958) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:22.031159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=c78601cf-83e9-4ab0-ae2f-a7e05df1907c,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:22.035816 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999f888e-aa53-41dc-a510-b734d2f7dcf9 None None] Network 2ef9466c-86af-4d9e-9e59-84ae66c82958 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:22.037482 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79b5b0f-6ea3-4cd2-8857-4c794c1c9d5d tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:22.038142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b79b5b0f-6ea3-4cd2-8857-4c794c1c9d5d tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.108668 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b79b5b0f-6ea3-4cd2-8857-4c794c1c9d5d tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1575263 Mar 16 10:59:22.111767 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53482) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:22.270665 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.276427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-2ef9466c-86af-4d9e-9e59-84ae66c82958', 'network_id': '2ef9466c-86af-4d9e-9e59-84ae66c82958', 'tenant_id': '6cd6d371aef2468ab44a56f9e4d0d2df', 'fixed_ips': [{'subnet_id': 'e7c9c87c-86e8-428b-b842-c5e9b8a2ad67'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:22.277243 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.355970 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.431842 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Allocated IP 2001:db8::f816:3eff:fed9:fccb (2ef9466c-86af-4d9e-9e59-84ae66c82958/e7c9c87c-86e8-428b-b842-c5e9b8a2ad67/3b3833f2-c2b1-49a4-aed6-090a1f5d82dc) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:22.449142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.522011 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.632012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.643123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Transition to ACTIVE for port object 3b3833f2-c2b1-49a4-aed6-090a1f5d82dc will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:22.660814 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Transition to ACTIVE for port object 3b3833f2-c2b1-49a4-aed6-090a1f5d82dc will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:22.666340 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.685646 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.728323 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Network 2ef9466c-86af-4d9e-9e59-84ae66c82958 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:22.729119 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c9c87c-86e8-428b-b842-c5e9b8a2ad67,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:22.731021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:22.739598 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:22.749888 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Pushing event updated for resources: {'Port': ['ID=3b3833f2-c2b1-49a4-aed6-090a1f5d82dc,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:22.836769 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.838515 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Attempting to bind port 3b3833f2-c2b1-49a4-aed6-090a1f5d82dc on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:22.838991 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Attempting to bind port 3b3833f2-c2b1-49a4-aed6-090a1f5d82dc by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '639b11db-62b7-45f7-bdfe-38027f37071b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ef9466c-86af-4d9e-9e59-84ae66c82958'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:22.839487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Attempting to bind port 3b3833f2-c2b1-49a4-aed6-090a1f5d82dc on network 2ef9466c-86af-4d9e-9e59-84ae66c82958 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:22.845426 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:22.845948 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Checking segment: {'id': '639b11db-62b7-45f7-bdfe-38027f37071b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ef9466c-86af-4d9e-9e59-84ae66c82958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:22.846475 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.846969 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Bound using segment: {'id': '639b11db-62b7-45f7-bdfe-38027f37071b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ef9466c-86af-4d9e-9e59-84ae66c82958'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:22.847573 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Bound port: 3b3833f2-c2b1-49a4-aed6-090a1f5d82dc, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639b11db-62b7-45f7-bdfe-38027f37071b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ef9466c-86af-4d9e-9e59-84ae66c82958'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:22.848045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.852368 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.857709 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.865540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef9466c-86af-4d9e-9e59-84ae66c82958']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:22.879374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639b11db-62b7-45f7-bdfe-38027f37071b') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:22.880183 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639b11db-62b7-45f7-bdfe-38027f37071b') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:22.902660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.923073 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.929598 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:22.930087 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.946122 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] For port 3b3833f2-c2b1-49a4-aed6-090a1f5d82dc, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:22.947481 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:22.967925 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=c78601cf-83e9-4ab0-ae2f-a7e05df1907c,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:22.979760 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.024916 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] For port 3b3833f2-c2b1-49a4-aed6-090a1f5d82dc, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3b3833f2-c2b1-49a4-aed6-090a1f5d82dc,segment=NetworkSegment(639b11db-62b7-45f7-bdfe-38027f37071b),segment_id=639b11db-62b7-45f7-bdfe-38027f37071b)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:23.026435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.db.api [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:59:23.026435 dv-neutron-833859-1-hyperv neutron-server[87969]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:59:23.026435 dv-neutron-833859-1-hyperv neutron-server[87969]: [parameters: {'id': '2ef9466c-86af-4d9e-9e59-84ae66c82958'}] Mar 16 10:59:23.026435 dv-neutron-833859-1-hyperv neutron-server[87969]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:23.026874 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG oslo_db.api [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:23.029962 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.149076 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 7a563826-7c52-403e-8da9-c330dae105af associated. External IP: 172.26.3.87, port: aa39c117-f3c1-4490-a261-802ddbe2aed8. Mar 16 10:59:23.175326 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adf01e-8d70-4085-91fa-f1df12c8d766 None None] Pushing event updated for resources: {'Port': ['ID=3b3833f2-c2b1-49a4-aed6-090a1f5d82dc,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:23.201894 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ce14bf-e416-4218-8793-01663eab1104 None None] Network 2ef9466c-86af-4d9e-9e59-84ae66c82958 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:23.409580 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa98a63e-e781-4791-89f2-aeae2009cf67 None None] get_active_networks_info from dv-neutron-833859-1-hyperv {{(pid=87970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:59:23.502326 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router db7169ba-dbbd-4927-ad30-9be8785d6af2 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:23.509374 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa98a63e-e781-4791-89f2-aeae2009cf67 None None] Resources bound (agent type, host, resource id): {{(pid=87970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:59:23.528491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.539470 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Deleting port 3b3833f2-c2b1-49a4-aed6-090a1f5d82dc {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:23.539911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.695895 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:23.708684 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6002fb-2960-408d-8990-95cbb865ab32 None None] Sync routers for ids ['db7169ba-dbbd-4927-ad30-9be8785d6af2'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:23.718284 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.730677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6002fb-2960-408d-8990-95cbb865ab32 None None] Routers {'db7169ba-dbbd-4927-ad30-9be8785d6af2'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:23.731226 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-8a6002fb-2960-408d-8990-95cbb865ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:59:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['db7169ba-dbbd-4927-ad30-9be8785d6af2'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:23.780111 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-290f2162-a329-499f-a28a-75974b61cc35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9540842 Mar 16 10:59:23.780111 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941c1b08-caae-4a5e-b5f5-9ce624f39ce8', 'tag': 'aa39c117-f3c1-4490-a261-802ddbe2aed8'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:59:23.780379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53488) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:23.836585 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941c1b08-caae-4a5e-b5f5-9ce624f39ce8', 'tag': 'aa39c117-f3c1-4490-a261-802ddbe2aed8', 'status': 'completed', 'code': 200} Mar 16 10:59:24.009807 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] For port 3b3833f2-c2b1-49a4-aed6-090a1f5d82dc, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3b3833f2-c2b1-49a4-aed6-090a1f5d82dc,segment=NetworkSegment(639b11db-62b7-45f7-bdfe-38027f37071b),segment_id=639b11db-62b7-45f7-bdfe-38027f37071b)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:24.010156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.014916 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-8a6002fb-2960-408d-8990-95cbb865ab32 None None] Set router db7169ba-dbbd-4927-ad30-9be8785d6af2 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:24.086194 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-52213d3c-565b-41a5-a75f-95c949815d38 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/7a563826-7c52-403e-8da9-c330dae105af HTTP/1.1" status: 200 len: 990 time: 0.3047683 Mar 16 10:59:24.152627 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Calling delete_port for 3b3833f2-c2b1-49a4-aed6-090a1f5d82dc owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:24.211085 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e025b27-8de4-488d-b0cf-6bbd40536862 req-4efedf50-85b5-440a-8658-581d03d04839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:24.212556 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1e025b27-8de4-488d-b0cf-6bbd40536862 req-4efedf50-85b5-440a-8658-581d03d04839 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 1098 time: 0.3442492 Mar 16 10:59:24.331243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.387177 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-8a6002fb-2960-408d-8990-95cbb865ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'name': 'tempest-TestNetworkBasicOps-router-410140980', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:43Z', 'updated_at': '2022-03-16T10:58:56Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:45Z', 'updated_at': '2022-03-16T10:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '7a563826-7c52-403e-8da9-c330dae105af', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.87', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'port_id': 'aa39c117-f3c1-4490-a261-802ddbe2aed8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290', 'mac_address': 'fa:16:3e:82:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941c1b08-caae-4a5e-b5f5-9ce624f39ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:59:22Z', 'updated_at': '2022-03-16T10:59:22Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0a7dd4-1d54-4a6b-9819-36fbae04978a', 'name': '', 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:51:c4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:54Z', 'updated_at': '2022-03-16T10:59:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:24.391559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] No DVR routers for this DVR port 3b3833f2-c2b1-49a4-aed6-090a1f5d82dc on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:24.391728 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6002fb-2960-408d-8990-95cbb865ab32 None None] Checking router: db7169ba-dbbd-4927-ad30-9be8785d6af2 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:59:24.400190 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6002fb-2960-408d-8990-95cbb865ab32 None None] Routers {'db7169ba-dbbd-4927-ad30-9be8785d6af2'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:24.400792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-8a6002fb-2960-408d-8990-95cbb865ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:59:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['db7169ba-dbbd-4927-ad30-9be8785d6af2'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:24.421532 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event deleted for resources: {'Port': ['ID=3b3833f2-c2b1-49a4-aed6-090a1f5d82dc,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:24.523543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e025b27-8de4-488d-b0cf-6bbd40536862 req-9789f56e-90fc-456d-bd54-f2627fca16d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:24.524965 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1e025b27-8de4-488d-b0cf-6bbd40536862 req-9789f56e-90fc-456d-bd54-f2627fca16d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd36722c-86ad-480c-94fb-1689efcce290 HTTP/1.1" status: 200 len: 898 time: 0.3052692 Mar 16 10:59:24.579662 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-8a6002fb-2960-408d-8990-95cbb865ab32 None None] Set router db7169ba-dbbd-4927-ad30-9be8785d6af2 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:24.587199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.639106 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef9466c-86af-4d9e-9e59-84ae66c82958']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:24.662881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639b11db-62b7-45f7-bdfe-38027f37071b') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:24.663186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639b11db-62b7-45f7-bdfe-38027f37071b') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:24.678310 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1e025b27-8de4-488d-b0cf-6bbd40536862 req-aebeda9a-1a30-439c-b79d-5001fb0da68f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa39c117-f3c1-4490-a261-802ddbe2aed8 HTTP/1.1" status: 200 len: 998 time: 0.1444335 Mar 16 10:59:24.679809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.734484 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.744758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:24.745145 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:24.759833 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:24.823812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e025b27-8de4-488d-b0cf-6bbd40536862 req-f81b1238-6886-491e-be54-d213d180458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:24.825232 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1e025b27-8de4-488d-b0cf-6bbd40536862 req-f81b1238-6886-491e-be54-d213d180458f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3ad5db1-ac62-4d56-b78d-9cc085759468 HTTP/1.1" status: 200 len: 835 time: 0.1392393 Mar 16 10:59:24.883734 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.907129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.918832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event deleted for resources: {'Network': ['ID=2ef9466c-86af-4d9e-9e59-84ae66c82958,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:24.939669 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c820f891-ed53-4c22-a964-5910c323d8f8 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/networks/2ef9466c-86af-4d9e-9e59-84ae66c82958 HTTP/1.1" status: 204 len: 168 time: 2.8197212 Mar 16 10:59:24.940114 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53498) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:24.947580 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e025b27-8de4-488d-b0cf-6bbd40536862 req-aec83785-71aa-461b-a573-37ebd0d09777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:24.949960 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1e025b27-8de4-488d-b0cf-6bbd40536862 req-aec83785-71aa-461b-a573-37ebd0d09777 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd36722c-86ad-480c-94fb-1689efcce290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1153021 Mar 16 10:59:24.971454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-8a6002fb-2960-408d-8990-95cbb865ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'name': 'tempest-TestNetworkBasicOps-router-410140980', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:43Z', 'updated_at': '2022-03-16T10:58:56Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:45Z', 'updated_at': '2022-03-16T10:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '7a563826-7c52-403e-8da9-c330dae105af', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.87', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'port_id': 'aa39c117-f3c1-4490-a261-802ddbe2aed8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290', 'mac_address': 'fa:16:3e:82:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941c1b08-caae-4a5e-b5f5-9ce624f39ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:59:22Z', 'updated_at': '2022-03-16T10:59:22Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0a7dd4-1d54-4a6b-9819-36fbae04978a', 'name': '', 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:51:c4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:54Z', 'updated_at': '2022-03-16T10:59:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:24.975494 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6002fb-2960-408d-8990-95cbb865ab32 None None] The sync data for ids ['db7169ba-dbbd-4927-ad30-9be8785d6af2'] in dv-neutron-833859-1-hyperv is: [{'id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'name': 'tempest-TestNetworkBasicOps-router-410140980', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:43Z', 'updated_at': '2022-03-16T10:58:56Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:45Z', 'updated_at': '2022-03-16T10:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '7a563826-7c52-403e-8da9-c330dae105af', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.87', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'port_id': 'aa39c117-f3c1-4490-a261-802ddbe2aed8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290', 'mac_address': 'fa:16:3e:82:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941c1b08-caae-4a5e-b5f5-9ce624f39ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:59:22Z', 'updated_at': '2022-03-16T10:59:22Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0a7dd4-1d54-4a6b-9819-36fbae04978a', 'name': '', 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:51:c4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:54Z', 'updated_at': '2022-03-16T10:59:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:24.982246 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9b1663-789b-4e80-9549-d8005916a3fe tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:24.982672 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9b1663-789b-4e80-9549-d8005916a3fe tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:24.987981 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4c9b1663-789b-4e80-9549-d8005916a3fe tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/subnets/e7c9c87c-86e8-428b-b842-c5e9b8a2ad67 HTTP/1.1" status: 404 len: 337 time: 0.0463879 Mar 16 10:59:24.988471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53502) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:25.057914 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23f09d5-0974-4a52-9fe3-8bc38e268fc3 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:25.058371 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23f09d5-0974-4a52-9fe3-8bc38e268fc3 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:25.060042 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a23f09d5-0974-4a52-9fe3-8bc38e268fc3 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/networks/2ef9466c-86af-4d9e-9e59-84ae66c82958 HTTP/1.1" status: 404 len: 339 time: 0.0706635 Mar 16 10:59:25.063375 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53506) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:25.090218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53510) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:25.101346 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-09bb92f2-d3d5-498e-876d-6b3d04fde826 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:25.101910 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09bb92f2-d3d5-498e-876d-6b3d04fde826 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:25.103967 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-09bb92f2-d3d5-498e-876d-6b3d04fde826 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/subnets/b04d0f4a-c73e-4eb7-8887-0e9a5a4f8ce3 HTTP/1.1" status: 404 len: 337 time: 0.0392916 Mar 16 10:59:25.107650 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53514) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:25.135110 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-70249885-5a06-48f8-8aac-51d74fbd90c3 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:25.135538 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70249885-5a06-48f8-8aac-51d74fbd90c3 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:25.139664 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-70249885-5a06-48f8-8aac-51d74fbd90c3 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/networks/04a78b0a-9a47-4b97-b8c1-9ea02bdc9446 HTTP/1.1" status: 404 len: 339 time: 0.0285406 Mar 16 10:59:25.139935 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53518) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:25.169094 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be33e42-3a40-4971-b7a1-d05316b0f647 None None] New status for floating IP 7a563826-7c52-403e-8da9-c330dae105af: ACTIVE {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:59:25.182540 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-40253a11-e9ee-4b93-bb2b-9f1943e1439a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:25.182993 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40253a11-e9ee-4b93-bb2b-9f1943e1439a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:25.187013 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-40253a11-e9ee-4b93-bb2b-9f1943e1439a tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/subnets/17fa75cc-793d-4e28-b663-c0060365a194 HTTP/1.1" status: 404 len: 337 time: 0.0438488 Mar 16 10:59:25.187346 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53522) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:25.212823 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07d40e6-9727-4c46-bead-06742b9ab206 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:25.213297 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07d40e6-9727-4c46-bead-06742b9ab206 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:25.217504 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b07d40e6-9727-4c46-bead-06742b9ab206 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/networks/6ea99ac7-6ef9-45a8-82d0-0fd2e858a768 HTTP/1.1" status: 404 len: 339 time: 0.0261457 Mar 16 10:59:25.217715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53526) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:25.291522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c3d33-f2a3-4c5e-ad06-5f5e180c5453 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Deleting port 5d41fd0b-eb79-4f90-a53b-8a77a9c630e0 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:25.291851 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3d33-f2a3-4c5e-ad06-5f5e180c5453 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.308927 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1e025b27-8de4-488d-b0cf-6bbd40536862 req-d93b70f3-175b-4639-bf5d-3c9025f24a7c service neutron] 10.222.0.18 "GET /v2.0/networks/fd36722c-86ad-480c-94fb-1689efcce290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523352 Mar 16 10:59:25.360193 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1e60c666-a0fd-4e80-8b23-dd705885cfa2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/7a563826-7c52-403e-8da9-c330dae105af HTTP/1.1" status: 200 len: 990 time: 0.2682967 Mar 16 10:59:25.468101 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1e025b27-8de4-488d-b0cf-6bbd40536862 req-57a8c713-c5c2-40ef-a0bf-ae75af62062b service neutron] 10.222.0.18 "GET /v2.0/networks/fd36722c-86ad-480c-94fb-1689efcce290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439178 Mar 16 10:59:25.629421 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3d33-f2a3-4c5e-ad06-5f5e180c5453 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.746677 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c3d33-f2a3-4c5e-ad06-5f5e180c5453 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Calling delete_port for 5d41fd0b-eb79-4f90-a53b-8a77a9c630e0 owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:25.824695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3d33-f2a3-4c5e-ad06-5f5e180c5453 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.873373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c3d33-f2a3-4c5e-ad06-5f5e180c5453 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event deleted for resources: {'Port': ['ID=5d41fd0b-eb79-4f90-a53b-8a77a9c630e0,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:25.879418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3d33-f2a3-4c5e-ad06-5f5e180c5453 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.885272 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ac8c3d33-f2a3-4c5e-ad06-5f5e180c5453 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/ports/5d41fd0b-eb79-4f90-a53b-8a77a9c630e0 HTTP/1.1" status: 204 len: 168 time: 0.6666002 Mar 16 10:59:25.887609 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53530) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:25.924075 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f6a5a9-aeea-4177-83ea-185a3153dc0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:25.924512 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f6a5a9-aeea-4177-83ea-185a3153dc0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:25.926065 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-57f6a5a9-aeea-4177-83ea-185a3153dc0b tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/subnets/c4780d1b-54d8-4eba-be28-9eb56d6e83f2 HTTP/1.1" status: 404 len: 337 time: 0.0375845 Mar 16 10:59:25.928413 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53534) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:26.037736 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-483dd7d1-ba47-47e1-94f1-e300cfb8cce0 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.164544 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-483dd7d1-ba47-47e1-94f1-e300cfb8cce0 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.192582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-483dd7d1-ba47-47e1-94f1-e300cfb8cce0 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3d2dd1-eabe-4e6b-a616-2ae89559e59d']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:26.204325 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-483dd7d1-ba47-47e1-94f1-e300cfb8cce0 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20287b71-eeba-4624-9e95-0dc3a31a1949') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:26.204612 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-483dd7d1-ba47-47e1-94f1-e300cfb8cce0 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20287b71-eeba-4624-9e95-0dc3a31a1949') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:26.215874 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-483dd7d1-ba47-47e1-94f1-e300cfb8cce0 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.232384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-483dd7d1-ba47-47e1-94f1-e300cfb8cce0 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.239811 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483dd7d1-ba47-47e1-94f1-e300cfb8cce0 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:26.240224 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-483dd7d1-ba47-47e1-94f1-e300cfb8cce0 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:26.255584 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:26.337275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-483dd7d1-ba47-47e1-94f1-e300cfb8cce0 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.341922 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-483dd7d1-ba47-47e1-94f1-e300cfb8cce0 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.363887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53538) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:26.365812 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dd7d1-ba47-47e1-94f1-e300cfb8cce0 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event deleted for resources: {'Network': ['ID=4a3d2dd1-eabe-4e6b-a616-2ae89559e59d,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:26.369969 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-483dd7d1-ba47-47e1-94f1-e300cfb8cce0 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/networks/4a3d2dd1-eabe-4e6b-a616-2ae89559e59d HTTP/1.1" status: 204 len: 168 time: 0.4406426 Mar 16 10:59:26.371700 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53542) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:26.437066 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c0e7e985-5baf-4ef3-a9be-169f8cb3a384 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Deleting port 68b2cfd6-6229-42fd-8e5a-22d33d50443b {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:26.437430 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e985-5baf-4ef3-a9be-169f8cb3a384 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.469578 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9cf9c12e-8e9a-4fb7-977c-f5c059ced865 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/7a563826-7c52-403e-8da9-c330dae105af HTTP/1.1" status: 200 len: 992 time: 0.1040077 Mar 16 10:59:26.655210 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e985-5baf-4ef3-a9be-169f8cb3a384 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.776499 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c0e7e985-5baf-4ef3-a9be-169f8cb3a384 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Calling delete_port for 68b2cfd6-6229-42fd-8e5a-22d33d50443b owned by {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:26.855705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e985-5baf-4ef3-a9be-169f8cb3a384 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.902625 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7e985-5baf-4ef3-a9be-169f8cb3a384 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event deleted for resources: {'Port': ['ID=68b2cfd6-6229-42fd-8e5a-22d33d50443b,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:26.909424 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e985-5baf-4ef3-a9be-169f8cb3a384 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.915416 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c0e7e985-5baf-4ef3-a9be-169f8cb3a384 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/ports/68b2cfd6-6229-42fd-8e5a-22d33d50443b HTTP/1.1" status: 204 len: 168 time: 0.5426557 Mar 16 10:59:26.917814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53548) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:26.954539 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ae096d-6fd9-4b10-8a4f-269956c34057 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:26.954976 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ae096d-6fd9-4b10-8a4f-269956c34057 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:26.956581 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c6ae096d-6fd9-4b10-8a4f-269956c34057 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/subnets/8b571c81-ceec-4fa7-bdaf-74ab9c02f29a HTTP/1.1" status: 404 len: 337 time: 0.0379014 Mar 16 10:59:26.958974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53552) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:27.165538 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.176040 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Deleting port 8c5a3a82-080f-4605-b9bc-fefb1f7bc24c {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:27.176364 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.377280 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] For port 8c5a3a82-080f-4605-b9bc-fefb1f7bc24c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8c5a3a82-080f-4605-b9bc-fefb1f7bc24c,segment=NetworkSegment(3ab21326-6e4d-4ff0-b86f-7fcaf51035f1),segment_id=3ab21326-6e4d-4ff0-b86f-7fcaf51035f1)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:27.377629 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.500455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Calling delete_port for 8c5a3a82-080f-4605-b9bc-fefb1f7bc24c owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:27.575382 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.618792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event deleted for resources: {'Port': ['ID=8c5a3a82-080f-4605-b9bc-fefb1f7bc24c,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:27.623889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] No DVR routers for this DVR port 8c5a3a82-080f-4605-b9bc-fefb1f7bc24c on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:27.744931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.768832 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875b2c3b-4a0d-4f65-b063-afa30a4c7ad0']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:27.780230 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab21326-6e4d-4ff0-b86f-7fcaf51035f1') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:27.781554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab21326-6e4d-4ff0-b86f-7fcaf51035f1') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:27.792169 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.807831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.813576 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:27.813950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:27.831365 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:27.906685 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.923088 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.934008 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event deleted for resources: {'Network': ['ID=875b2c3b-4a0d-4f65-b063-afa30a4c7ad0,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:27.938137 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8f1eeacd-a587-4fb0-a076-7eef42eb4639 tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/networks/875b2c3b-4a0d-4f65-b063-afa30a4c7ad0 HTTP/1.1" status: 204 len: 168 time: 0.9781973 Mar 16 10:59:27.940743 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53556) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:28.009086 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38d17d3-f038-4757-9eda-dfe333a3358c tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Deleting subnet 00427dd7-ea52-4ac3-b6fd-c9ae352192c5 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:28.011948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e38d17d3-f038-4757-9eda-dfe333a3358c tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.063765 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e38d17d3-f038-4757-9eda-dfe333a3358c tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.145991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e38d17d3-f038-4757-9eda-dfe333a3358c tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.213847 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e38d17d3-f038-4757-9eda-dfe333a3358c tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.252936 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d17d3-f038-4757-9eda-dfe333a3358c tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event deleted for resources: {'Subnet': ['ID=00427dd7-ea52-4ac3-b6fd-c9ae352192c5,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:28.255076 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e38d17d3-f038-4757-9eda-dfe333a3358c tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.260819 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc89e1e-8596-48f4-ab27-8277723de361 None None] Network 2e2f0ce5-9867-4460-a43b-9fe279f5b66f requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:28.268709 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e38d17d3-f038-4757-9eda-dfe333a3358c tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/subnets/00427dd7-ea52-4ac3-b6fd-c9ae352192c5 HTTP/1.1" status: 204 len: 168 time: 0.3234663 Mar 16 10:59:28.269021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53560) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:28.384656 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.395364 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Deleting port 787f00de-5dd8-49de-a0e6-c4598fe25f76 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:28.395688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.503688 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6404bcd1-99bb-4abe-8692-46f25fb2942c None None] DHCP port deletion for 2e2f0ce5-9867-4460-a43b-9fe279f5b66f request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:28.508404 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6404bcd1-99bb-4abe-8692-46f25fb2942c None None] Deleting port 787f00de-5dd8-49de-a0e6-c4598fe25f76 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:28.508784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6404bcd1-99bb-4abe-8692-46f25fb2942c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.604513 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] For port 787f00de-5dd8-49de-a0e6-c4598fe25f76, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=787f00de-5dd8-49de-a0e6-c4598fe25f76,segment=NetworkSegment(a4428d60-3af5-4316-930e-2175ab56f6a3),segment_id=a4428d60-3af5-4316-930e-2175ab56f6a3)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:28.604907 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.714297 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-6404bcd1-99bb-4abe-8692-46f25fb2942c None None] For port 787f00de-5dd8-49de-a0e6-c4598fe25f76, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=787f00de-5dd8-49de-a0e6-c4598fe25f76,segment=NetworkSegment(a4428d60-3af5-4316-930e-2175ab56f6a3),segment_id=a4428d60-3af5-4316-930e-2175ab56f6a3)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:28.714600 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6404bcd1-99bb-4abe-8692-46f25fb2942c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.826055 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Calling delete_port for 787f00de-5dd8-49de-a0e6-c4598fe25f76 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:28.836285 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6404bcd1-99bb-4abe-8692-46f25fb2942c None None] Calling delete_port for 787f00de-5dd8-49de-a0e6-c4598fe25f76 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:28.903007 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: from cryptography.utils import int_from_bytes Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: from cryptography.utils import int_from_bytes Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn_limited( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn_limited( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:28.903564 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 10:59:28.910429 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-6404bcd1-99bb-4abe-8692-46f25fb2942c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:28.910782 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-6404bcd1-99bb-4abe-8692-46f25fb2942c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:28.947011 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event deleted for resources: {'Port': ['ID=787f00de-5dd8-49de-a0e6-c4598fe25f76,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:28.952722 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] No DVR routers for this DVR port 787f00de-5dd8-49de-a0e6-c4598fe25f76 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:29.071460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.095633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2f0ce5-9867-4460-a43b-9fe279f5b66f']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:29.107107 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4428d60-3af5-4316-930e-2175ab56f6a3') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:29.107430 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4428d60-3af5-4316-930e-2175ab56f6a3') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:29.118874 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.134345 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.140230 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:29.140632 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:29.154569 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:29.233363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.250447 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.263237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] Pushing event deleted for resources: {'Network': ['ID=2e2f0ce5-9867-4460-a43b-9fe279f5b66f,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:29.266050 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b9b7abbd-020b-4b3e-aadb-3b4bd94e54ba tempest-NetworksIpV6TestAttrs-130542263 tempest-NetworksIpV6TestAttrs-130542263-project] 10.222.0.44 "DELETE /v2.0/networks/2e2f0ce5-9867-4460-a43b-9fe279f5b66f HTTP/1.1" status: 204 len: 168 time: 0.9960666 Mar 16 10:59:29.412247 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6404bcd1-99bb-4abe-8692-46f25fb2942c None None] Deleting port 787f00de-5dd8-49de-a0e6-c4598fe25f76 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:29.412763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6404bcd1-99bb-4abe-8692-46f25fb2942c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.480414 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6404bcd1-99bb-4abe-8692-46f25fb2942c None None] The port '787f00de-5dd8-49de-a0e6-c4598fe25f76' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:59:29.527664 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53568) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:29.679754 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-66303248-ebd4-47af-848e-c40198d4ab91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6cd6d371aef2468ab44a56f9e4d0d2df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509266 Mar 16 10:59:29.682241 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53574) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:29.738057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb20ce59-9ffe-40b3-8aed-ac001d307994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.762987 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb20ce59-9ffe-40b3-8aed-ac001d307994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.811987 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb20ce59-9ffe-40b3-8aed-ac001d307994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.825932 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20ce59-9ffe-40b3-8aed-ac001d307994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d077b7e9-4144-4999-967b-5c932601a205,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:29.832807 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cb20ce59-9ffe-40b3-8aed-ac001d307994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.833901 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cb20ce59-9ffe-40b3-8aed-ac001d307994 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d077b7e9-4144-4999-967b-5c932601a205 HTTP/1.1" status: 204 len: 168 time: 0.1507707 Mar 16 10:59:30.030458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 787f00de-5dd8-49de-a0e6-c4598fe25f76 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:30.064325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 787f00de-5dd8-49de-a0e6-c4598fe25f76 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:30.064672 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 787f00de-5dd8-49de-a0e6-c4598fe25f76 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:30.476543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53600) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:30.577313 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-372860814-network', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:30.582036 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:30.585809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Usage tracker for resource:network and tenant:366b4a2732424eecae1e3b8242ca1d7c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:30.588622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:30.595721 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:30.605152 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Made reservation on behalf of 366b4a2732424eecae1e3b8242ca1d7c for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:30.607644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.624058 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.637999 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:30.641692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Usage tracker for resource:security_group_rule and tenant:366b4a2732424eecae1e3b8242ca1d7c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:30.644434 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:30.649995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:30.727686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.730944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.761931 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:30.767008 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b5fdd6-1f8c-4d8e-8fc5-9fa2aadfa219,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:30.773482 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.773870 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Added segment 757c2a6c-d8c9-494c-9c40-d623ab812393 of type vlan for network 51a0a550-36fb-4b4a-acbc-273fffc2a038 Mar 16 10:59:30.799755 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.804373 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5d19bff3-2ef0-447b-800e-6789a98657ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.827166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.828109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:30.828702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.929063 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4513490 Mar 16 10:59:30.929744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894f7d0-be3d-4f4f-976a-a52890ea741b admin admin] Pushing event updated for resources: {'Network': ['ID=51a0a550-36fb-4b4a-acbc-273fffc2a038,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:30.931761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53606) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:30.937210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-6268ccfc-6048-4b07-8cd9-961a4888ee81 admin admin] Request body: {'subnet': {'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-372860814-subnet', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'ip_version': 4}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:30.939963 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 51a0a550-36fb-4b4a-acbc-273fffc2a038 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:30.941994 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6268ccfc-6048-4b07-8cd9-961a4888ee81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:30.945841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6268ccfc-6048-4b07-8cd9-961a4888ee81 admin admin] Usage tracker for resource:subnet and tenant:366b4a2732424eecae1e3b8242ca1d7c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:30.948657 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6268ccfc-6048-4b07-8cd9-961a4888ee81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:30.955754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6268ccfc-6048-4b07-8cd9-961a4888ee81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:30.964657 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6268ccfc-6048-4b07-8cd9-961a4888ee81 admin admin] Made reservation on behalf of 366b4a2732424eecae1e3b8242ca1d7c for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:30.967091 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6268ccfc-6048-4b07-8cd9-961a4888ee81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.162415 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6268ccfc-6048-4b07-8cd9-961a4888ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.236531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268ccfc-6048-4b07-8cd9-961a4888ee81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d954889d-0ff1-45e8-bc9a-1b7538683dc9,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:31.244676 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6268ccfc-6048-4b07-8cd9-961a4888ee81 admin admin] Checking segment: {'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:31.245097 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6268ccfc-6048-4b07-8cd9-961a4888ee81 admin admin] Network hostable DHCP agents. Network: 51a0a550-36fb-4b4a-acbc-273fffc2a038, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:31.264562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6268ccfc-6048-4b07-8cd9-961a4888ee81 admin admin] Network 51a0a550-36fb-4b4a-acbc-273fffc2a038 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:31.274418 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-6268ccfc-6048-4b07-8cd9-961a4888ee81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 51a0a550-36fb-4b4a-acbc-273fffc2a038) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:31.278546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6268ccfc-6048-4b07-8cd9-961a4888ee81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:31.279209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6268ccfc-6048-4b07-8cd9-961a4888ee81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.283330 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5b1da9-76cb-4754-9bae-b69789ebc3aa None None] Network 51a0a550-36fb-4b4a-acbc-273fffc2a038 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:31.300936 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6268ccfc-6048-4b07-8cd9-961a4888ee81 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3681636 Mar 16 10:59:31.302914 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53610) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:31.308243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:31.314078 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:31.318135 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Usage tracker for resource:router and tenant:366b4a2732424eecae1e3b8242ca1d7c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:31.321053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:31.326592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:31.338513 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.339563 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.354739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.497026 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-51a0a550-36fb-4b4a-acbc-273fffc2a038', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:31.497849 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.623479 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.696216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Allocated IP 172.20.0.2 (51a0a550-36fb-4b4a-acbc-273fffc2a038/d954889d-0ff1-45e8-bc9a-1b7538683dc9/80e774ca-1dc8-4c61-a0dd-a77d3695b973) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:31.903639 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.914880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Transition to ACTIVE for port object 80e774ca-1dc8-4c61-a0dd-a77d3695b973 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:31.932893 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Transition to ACTIVE for port object 80e774ca-1dc8-4c61-a0dd-a77d3695b973 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:31.938669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.998382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Network 51a0a550-36fb-4b4a-acbc-273fffc2a038 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:32.005936 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:32.008553 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:32.018748 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Pushing event updated for resources: {'Port': ['ID=80e774ca-1dc8-4c61-a0dd-a77d3695b973,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:32.034926 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.064243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.102149 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Attempting to bind port 80e774ca-1dc8-4c61-a0dd-a77d3695b973 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:32.102506 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Attempting to bind port 80e774ca-1dc8-4c61-a0dd-a77d3695b973 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:32.102862 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Attempting to bind port 80e774ca-1dc8-4c61-a0dd-a77d3695b973 on network 51a0a550-36fb-4b4a-acbc-273fffc2a038 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:32.108044 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:32.108409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Checking segment: {'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:32.108802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.109228 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Bound using segment: {'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:32.109668 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Bound port: 80e774ca-1dc8-4c61-a0dd-a77d3695b973, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:32.110032 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.198432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Allocated IP 172.26.3.205 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/0a2011e6-1e44-4481-a7cc-489343d2c9ab) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:32.198683 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] For port 80e774ca-1dc8-4c61-a0dd-a77d3695b973, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:32.202064 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] For port 80e774ca-1dc8-4c61-a0dd-a77d3695b973, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=80e774ca-1dc8-4c61-a0dd-a77d3695b973,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:32.206131 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.285383 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be12d3-ccc8-4c63-8676-9573ee4738ba None None] Pushing event updated for resources: {'Port': ['ID=80e774ca-1dc8-4c61-a0dd-a77d3695b973,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:32.351328 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.381753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.441588 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:32.444365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:32.452955 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:32.505438 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Pushing event updated for resources: {'Port': ['ID=0a2011e6-1e44-4481-a7cc-489343d2c9ab,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:32.879972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.986393 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-af46ae40-6ee0-4d48-91ab-d43d96dfb979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.216894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.270426 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2f0360-e732-4a36-b149-f2f1b1045de3 None None] Network 51a0a550-36fb-4b4a-acbc-273fffc2a038 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:33.378991 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c83365ef-b5be-4d33-ade8-66480aca5068 None None] Provisioning for port 80e774ca-1dc8-4c61-a0dd-a77d3695b973 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:33.544195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:59:33.729049 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:33.738458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Sync routers for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:33.747049 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:33.747712 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:59:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:33.751473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.752660 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4a6a77cb-6eac-4a8f-9180-5febdfc3840e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4484961 Mar 16 10:59:33.755855 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53614) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:33.923538 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:34.099259 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 80e774ca-1dc8-4c61-a0dd-a77d3695b973 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:34.224802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 80e774ca-1dc8-4c61-a0dd-a77d3695b973 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:34.235331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 80e774ca-1dc8-4c61-a0dd-a77d3695b973 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:34.235702 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.368354 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.382374 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:32Z', 'revision_number': 3, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:34.415425 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Checking router: 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:59:34.415918 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Updating router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 port 0a2011e6-1e44-4481-a7cc-489343d2c9ab binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:59:34.427343 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.451676 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.485544 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.497009 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.608434 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 80e774ca-1dc8-4c61-a0dd-a77d3695b973, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=80e774ca-1dc8-4c61-a0dd-a77d3695b973,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:34.615980 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.726704 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=80e774ca-1dc8-4c61-a0dd-a77d3695b973,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:34.741743 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Allocated IP 172.20.0.1 (51a0a550-36fb-4b4a-acbc-273fffc2a038/d954889d-0ff1-45e8-bc9a-1b7538683dc9/e77cc5ff-4398-441a-ac08-3445b3692bdc) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:34.890289 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.895036 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.906790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Transition to ACTIVE for port object 0a2011e6-1e44-4481-a7cc-489343d2c9ab will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:34.907934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Transition to ACTIVE for port object e77cc5ff-4398-441a-ac08-3445b3692bdc will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:34.913192 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.932094 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.994339 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Attempting to bind port 0a2011e6-1e44-4481-a7cc-489343d2c9ab on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:34.994623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Attempting to bind port 0a2011e6-1e44-4481-a7cc-489343d2c9ab by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:34.994987 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Attempting to bind port 0a2011e6-1e44-4481-a7cc-489343d2c9ab on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:34.998434 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69505c5-c3d5-46de-8bfd-030aae05135d None None] Pushing event updated for resources: {'Port': ['ID=0a2011e6-1e44-4481-a7cc-489343d2c9ab,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:35.003245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:35.003618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:35.003900 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Network 51a0a550-36fb-4b4a-acbc-273fffc2a038 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:35.004045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.004668 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:35.005152 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Bound port: 0a2011e6-1e44-4481-a7cc-489343d2c9ab, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:35.005523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.007645 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:35.012036 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:35.038967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Pushing event updated for resources: {'Port': ['ID=e77cc5ff-4398-441a-ac08-3445b3692bdc,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:35.065964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.090171 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] For port 0a2011e6-1e44-4481-a7cc-489343d2c9ab, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:35.093255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] For port 0a2011e6-1e44-4481-a7cc-489343d2c9ab, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0a2011e6-1e44-4481-a7cc-489343d2c9ab,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:35.097526 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.180582 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:35.181255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:59:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:35.227003 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.326830 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69505c5-c3d5-46de-8bfd-030aae05135d None None] Pushing event updated for resources: {'Port': ['ID=0a2011e6-1e44-4481-a7cc-489343d2c9ab,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:35.364756 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0742e301-3526-4066-8651-a4312fd74b45 None None] Provisioning for port e77cc5ff-4398-441a-ac08-3445b3692bdc completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:35.376577 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0742e301-3526-4066-8651-a4312fd74b45 None None] Provisioning complete for port e77cc5ff-4398-441a-ac08-3445b3692bdc triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:35.376952 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0742e301-3526-4066-8651-a4312fd74b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.407818 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:35.453240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.457900 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.544611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-0742e301-3526-4066-8651-a4312fd74b45 None None] Port e77cc5ff-4398-441a-ac08-3445b3692bdc cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:35.560623 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Pushing event updated for resources: {'Port': ['ID=e77cc5ff-4398-441a-ac08-3445b3692bdc,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:35.563679 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.695954 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Network 51a0a550-36fb-4b4a-acbc-273fffc2a038 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:35.697081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:35.738099 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:34Z', 'revision_number': 1, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:35.742468 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb446f-963c-4f7d-be7d-0f5dc3d5a367 None None] The sync data for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv is: [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:34Z', 'revision_number': 1, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:35.826096 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.899807 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:35.981558 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b8e3a870-226e-4c62-af9f-22ce9a8fdc18 None None] Provisioning complete for port e77cc5ff-4398-441a-ac08-3445b3692bdc triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:35.981939 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b8e3a870-226e-4c62-af9f-22ce9a8fdc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.052967 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b8e3a870-226e-4c62-af9f-22ce9a8fdc18 None None] Port e77cc5ff-4398-441a-ac08-3445b3692bdc cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:36.067619 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 80e774ca-1dc8-4c61-a0dd-a77d3695b973 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:36.105899 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:36.119200 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1ab7050f-469d-43bc-b64e-c210a3a5aba1 admin admin] 10.222.0.44 "PUT /v2.0/routers/3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3588889 Mar 16 10:59:36.181408 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 80e774ca-1dc8-4c61-a0dd-a77d3695b973 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:36.181986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.670591 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53634) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:36.676764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-262774331-network', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:36.681844 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:36.685834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Usage tracker for resource:network and tenant:07fd19f17ec54e23b67d78824c1ae0b1 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:36.689698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:36.695734 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:36.704845 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Made reservation on behalf of 07fd19f17ec54e23b67d78824c1ae0b1 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:36.707179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.720099 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.735497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:36.739533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Usage tracker for resource:security_group_rule and tenant:07fd19f17ec54e23b67d78824c1ae0b1 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:36.742426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:36.748192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:36.835717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.839932 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.872440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:36.881378 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ce7ca5-c9d2-4524-8524-eec65084ef0b,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:36.887137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.887508 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Added segment c2d75aed-054d-4d18-a987-3dde01bf597e of type vlan for network fe04f3f9-a6b5-43c3-ae75-404aef707da2 Mar 16 10:59:36.915276 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.956437 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.957403 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:36.957969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.059922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] Pushing event updated for resources: {'Network': ['ID=fe04f3f9-a6b5-43c3-ae75-404aef707da2,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:37.062662 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-931b7846-a8bc-4c11-87a0-b0de02987b9a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3910663 Mar 16 10:59:37.065472 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53638) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:37.070455 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network fe04f3f9-a6b5-43c3-ae75-404aef707da2 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:37.070604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-e1a4e1d7-c276-427a-a741-7a38291c5f8e admin admin] Request body: {'subnet': {'network_id': 'fe04f3f9-a6b5-43c3-ae75-404aef707da2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-262774331-subnet', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'ip_version': 4}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:37.075368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e1a4e1d7-c276-427a-a741-7a38291c5f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:37.079689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e1a4e1d7-c276-427a-a741-7a38291c5f8e admin admin] Usage tracker for resource:subnet and tenant:07fd19f17ec54e23b67d78824c1ae0b1 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:37.082461 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e1a4e1d7-c276-427a-a741-7a38291c5f8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:37.088024 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e1a4e1d7-c276-427a-a741-7a38291c5f8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:37.098919 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a4e1d7-c276-427a-a741-7a38291c5f8e admin admin] Made reservation on behalf of 07fd19f17ec54e23b67d78824c1ae0b1 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:37.101192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e1a4e1d7-c276-427a-a741-7a38291c5f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.303111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e1a4e1d7-c276-427a-a741-7a38291c5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.372996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4e1d7-c276-427a-a741-7a38291c5f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9868bf4f-207a-483b-8a5b-0535ed0cf063,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:37.382187 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a4e1d7-c276-427a-a741-7a38291c5f8e admin admin] Checking segment: {'id': 'c2d75aed-054d-4d18-a987-3dde01bf597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fe04f3f9-a6b5-43c3-ae75-404aef707da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:37.382529 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a4e1d7-c276-427a-a741-7a38291c5f8e admin admin] Network hostable DHCP agents. Network: fe04f3f9-a6b5-43c3-ae75-404aef707da2, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:37.401192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a4e1d7-c276-427a-a741-7a38291c5f8e admin admin] Network fe04f3f9-a6b5-43c3-ae75-404aef707da2 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:37.410160 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-e1a4e1d7-c276-427a-a741-7a38291c5f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, fe04f3f9-a6b5-43c3-ae75-404aef707da2) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:37.414193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a4e1d7-c276-427a-a741-7a38291c5f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:37.414768 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e1a4e1d7-c276-427a-a741-7a38291c5f8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.419549 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aa87e6-b41a-444e-b37e-d56d7adc6f87 None None] Network fe04f3f9-a6b5-43c3-ae75-404aef707da2 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:37.439247 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e1a4e1d7-c276-427a-a741-7a38291c5f8e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3722816 Mar 16 10:59:37.441425 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53642) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:37.446669 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-262774331-router', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:37.451467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:37.456000 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Usage tracker for resource:router and tenant:07fd19f17ec54e23b67d78824c1ae0b1 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:37.459017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:37.465877 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:37.477616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.478704 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.496509 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.646419 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-fe04f3f9-a6b5-43c3-ae75-404aef707da2', 'network_id': 'fe04f3f9-a6b5-43c3-ae75-404aef707da2', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'fixed_ips': [{'subnet_id': '9868bf4f-207a-483b-8a5b-0535ed0cf063'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:37.647562 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.735292 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Sync routers for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:37.745444 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:37.746202 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-be817783-503c-489f-98ab-20fdbf747404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:59:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:37.809882 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Allocated IP 172.20.0.2 (fe04f3f9-a6b5-43c3-ae75-404aef707da2/9868bf4f-207a-483b-8a5b-0535ed0cf063/bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:37.875576 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.935245 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:38.018399 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.028543 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Transition to ACTIVE for port object bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:38.047598 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Transition to ACTIVE for port object bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:38.056126 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.116416 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Network fe04f3f9-a6b5-43c3-ae75-404aef707da2 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:38.119595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:38.129976 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0a2011e6-1e44-4481-a7cc-489343d2c9ab up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:38.154452 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:38.172054 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Pushing event updated for resources: {'Port': ['ID=bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:38.211050 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.244068 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.276031 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Attempting to bind port bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:38.276681 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Attempting to bind port bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'c2d75aed-054d-4d18-a987-3dde01bf597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fe04f3f9-a6b5-43c3-ae75-404aef707da2'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:38.277246 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Attempting to bind port bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 on network fe04f3f9-a6b5-43c3-ae75-404aef707da2 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:38.285106 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:38.285772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Checking segment: {'id': 'c2d75aed-054d-4d18-a987-3dde01bf597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fe04f3f9-a6b5-43c3-ae75-404aef707da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:38.286346 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.286774 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Bound using segment: {'id': 'c2d75aed-054d-4d18-a987-3dde01bf597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fe04f3f9-a6b5-43c3-ae75-404aef707da2'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:38.287414 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Bound port: bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d75aed-054d-4d18-a987-3dde01bf597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fe04f3f9-a6b5-43c3-ae75-404aef707da2'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:38.287984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.289322 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-be817783-503c-489f-98ab-20fdbf747404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 2, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:38.293441 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Checking router: 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:59:38.293791 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Updating router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 port e77cc5ff-4398-441a-ac08-3445b3692bdc binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:59:38.335713 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 0a2011e6-1e44-4481-a7cc-489343d2c9ab completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:38.351665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 0a2011e6-1e44-4481-a7cc-489343d2c9ab triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:38.352046 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.357103 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.409915 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Allocated IP 172.26.3.194 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/88d3c066-2a31-4e22-8850-dc76426a6409) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:38.436531 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] For port bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:38.443110 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] For port bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4,segment=NetworkSegment(c2d75aed-054d-4d18-a987-3dde01bf597e),segment_id=c2d75aed-054d-4d18-a987-3dde01bf597e)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:38.450673 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.581892 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b45cbb-1789-408e-901f-d52fba908816 None None] Pushing event updated for resources: {'Port': ['ID=bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:38.584699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.595606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.603395 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 0a2011e6-1e44-4481-a7cc-489343d2c9ab, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0a2011e6-1e44-4481-a7cc-489343d2c9ab,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:38.608859 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.640286 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.705225 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=0a2011e6-1e44-4481-a7cc-489343d2c9ab,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:38.715305 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:38.718446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:38.721485 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:38.770465 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.794595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Pushing event updated for resources: {'Port': ['ID=88d3c066-2a31-4e22-8850-dc76426a6409,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:38.801339 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Transition to ACTIVE for port object e77cc5ff-4398-441a-ac08-3445b3692bdc will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:38.810382 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.992163 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249091b-b4c6-4125-8b32-37e354c25732 None None] Pushing event updated for resources: {'Port': ['ID=e77cc5ff-4398-441a-ac08-3445b3692bdc,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:39.054392 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Attempting to bind port e77cc5ff-4398-441a-ac08-3445b3692bdc on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:39.054786 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Attempting to bind port e77cc5ff-4398-441a-ac08-3445b3692bdc by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:39.055253 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Attempting to bind port e77cc5ff-4398-441a-ac08-3445b3692bdc on network 51a0a550-36fb-4b4a-acbc-273fffc2a038 {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:39.061051 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:39.061523 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Checking segment: {'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:39.061977 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.062957 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Bound using segment: {'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:39.065149 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Bound port: e77cc5ff-4398-441a-ac08-3445b3692bdc, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:39.065766 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.165139 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-be817783-503c-489f-98ab-20fdbf747404 None None] For port e77cc5ff-4398-441a-ac08-3445b3692bdc, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:39.168770 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-be817783-503c-489f-98ab-20fdbf747404 None None] For port e77cc5ff-4398-441a-ac08-3445b3692bdc, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e77cc5ff-4398-441a-ac08-3445b3692bdc,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:39.175115 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.261203 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:39.261808 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-be817783-503c-489f-98ab-20fdbf747404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:59:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:39.303389 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.330463 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249091b-b4c6-4125-8b32-37e354c25732 None None] Pushing event updated for resources: {'Port': ['ID=e77cc5ff-4398-441a-ac08-3445b3692bdc,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:39.505110 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-be817783-503c-489f-98ab-20fdbf747404 None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:39.855855 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.867613 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-be817783-503c-489f-98ab-20fdbf747404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:39Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:39.872156 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be817783-503c-489f-98ab-20fdbf747404 None None] The sync data for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv is: [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:39Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:39.876855 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6515eb5-1fa7-49d1-80a2-de1c8bb4f530 None None] Network fe04f3f9-a6b5-43c3-ae75-404aef707da2 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:40.002110 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7299dbbe-c373-4d00-9432-404c8262a7f1 None None] Provisioning for port bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:40.142764 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Router be8397b5-eb66-4d5e-a7b2-9db2398ab283 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:59:40.252541 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e77cc5ff-4398-441a-ac08-3445b3692bdc up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:40.393291 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port e77cc5ff-4398-441a-ac08-3445b3692bdc completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:40.400265 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port e77cc5ff-4398-441a-ac08-3445b3692bdc triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:40.401080 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.424953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:40.438587 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Sync routers for ids ['be8397b5-eb66-4d5e-a7b2-9db2398ab283'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:40.465015 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.469630 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bc78da95-2b6f-41cd-ad92-3d684cc28d02 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0239804 Mar 16 10:59:40.469883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53648) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:40.486242 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Routers {'be8397b5-eb66-4d5e-a7b2-9db2398ab283'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:40.487223 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:59:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['be8397b5-eb66-4d5e-a7b2-9db2398ab283'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:40.741777 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Set router be8397b5-eb66-4d5e-a7b2-9db2398ab283 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:40.783519 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.958357 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port e77cc5ff-4398-441a-ac08-3445b3692bdc, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e77cc5ff-4398-441a-ac08-3445b3692bdc,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:40.964005 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.964828 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:41.136400 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=e77cc5ff-4398-441a-ac08-3445b3692bdc,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:41.154678 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:41.161914 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:41.162280 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.230586 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'name': 'tempest-TestVolumeBootPattern-262774331-router', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '88d3c066-2a31-4e22-8850-dc76426a6409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:37Z', 'updated_at': '2022-03-16T10:59:39Z', 'revision_number': 3, 'project_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'gw_port': {'id': '88d3c066-2a31-4e22-8850-dc76426a6409', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:38Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:41.237120 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Checking router: be8397b5-eb66-4d5e-a7b2-9db2398ab283 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:59:41.237467 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Updating router be8397b5-eb66-4d5e-a7b2-9db2398ab283 port 88d3c066-2a31-4e22-8850-dc76426a6409 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:59:41.282551 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.332569 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.360912 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.459224 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4,segment=NetworkSegment(c2d75aed-054d-4d18-a987-3dde01bf597e),segment_id=c2d75aed-054d-4d18-a987-3dde01bf597e)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:41.470114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.470878 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0a2011e6-1e44-4481-a7cc-489343d2c9ab up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:41.485685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Allocated IP 172.20.0.1 (fe04f3f9-a6b5-43c3-ae75-404aef707da2/9868bf4f-207a-483b-8a5b-0535ed0cf063/73d7c597-9db5-42f1-8d92-0c093b20b0dd) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:41.633268 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.649124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Transition to ACTIVE for port object 73d7c597-9db5-42f1-8d92-0c093b20b0dd will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:41.673367 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.719911 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:41.736630 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Network fe04f3f9-a6b5-43c3-ae75-404aef707da2 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:41.739245 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:41.741551 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:41.762347 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 0a2011e6-1e44-4481-a7cc-489343d2c9ab triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:41.762718 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.790759 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Pushing event updated for resources: {'Port': ['ID=73d7c597-9db5-42f1-8d92-0c093b20b0dd,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:41.806430 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.944423 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.951329 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.968222 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Transition to ACTIVE for port object 88d3c066-2a31-4e22-8850-dc76426a6409 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:41.974636 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.068502 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c897f-0ae4-40f2-9285-de92d2b5d771 None None] Pushing event updated for resources: {'Port': ['ID=88d3c066-2a31-4e22-8850-dc76426a6409,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:42.070893 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e77cc5ff-4398-441a-ac08-3445b3692bdc up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:42.103331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Attempting to bind port 88d3c066-2a31-4e22-8850-dc76426a6409 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:42.103703 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Attempting to bind port 88d3c066-2a31-4e22-8850-dc76426a6409 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:42.104069 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Attempting to bind port 88d3c066-2a31-4e22-8850-dc76426a6409 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:42.113723 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c2fe573d-a336-4968-9ff0-297be12f9eee None None] Provisioning for port 73d7c597-9db5-42f1-8d92-0c093b20b0dd completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:42.122107 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:42.122486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:42.122883 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.123302 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:42.123758 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Bound port: 88d3c066-2a31-4e22-8850-dc76426a6409, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:42.124125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.158512 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c2fe573d-a336-4968-9ff0-297be12f9eee None None] Provisioning complete for port 73d7c597-9db5-42f1-8d92-0c093b20b0dd triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:42.158512 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c2fe573d-a336-4968-9ff0-297be12f9eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.215658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.220289 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.261136 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe573d-a336-4968-9ff0-297be12f9eee None None] Port 73d7c597-9db5-42f1-8d92-0c093b20b0dd cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:42.269238 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] For port 88d3c066-2a31-4e22-8850-dc76426a6409, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:42.273224 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] For port 88d3c066-2a31-4e22-8850-dc76426a6409, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=88d3c066-2a31-4e22-8850-dc76426a6409,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:42.280310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.321545 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port e77cc5ff-4398-441a-ac08-3445b3692bdc triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:42.321926 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.324029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Pushing event updated for resources: {'Port': ['ID=73d7c597-9db5-42f1-8d92-0c093b20b0dd,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:42.326238 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.336577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:42.336915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:42.337244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:42.337569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:42.337887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:42.338204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:42.338524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:42.338839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:42.339237 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:42.339538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:42.339851 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:42.340158 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:42.411390 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Routers {'be8397b5-eb66-4d5e-a7b2-9db2398ab283'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:42.412013 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:59:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['be8397b5-eb66-4d5e-a7b2-9db2398ab283'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:42.470718 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Network fe04f3f9-a6b5-43c3-ae75-404aef707da2 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:42.472014 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:42.478827 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c897f-0ae4-40f2-9285-de92d2b5d771 None None] Pushing event updated for resources: {'Port': ['ID=88d3c066-2a31-4e22-8850-dc76426a6409,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:42.631950 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:42.672211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Router be8397b5-eb66-4d5e-a7b2-9db2398ab283 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:42.698665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] Set router be8397b5-eb66-4d5e-a7b2-9db2398ab283 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:42.775435 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-64224c0d-fcc9-4a10-89c7-b4be0257cf47 None None] Provisioning complete for port 73d7c597-9db5-42f1-8d92-0c093b20b0dd triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:42.775722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-64224c0d-fcc9-4a10-89c7-b4be0257cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.923801 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:42.924170 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.956166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:42.964969 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ea79c86a-e806-4d2a-9080-ac6b70810249 admin admin] 10.222.0.44 "PUT /v2.0/routers/be8397b5-eb66-4d5e-a7b2-9db2398ab283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4938331 Mar 16 10:59:43.005627 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-64224c0d-fcc9-4a10-89c7-b4be0257cf47 None None] Port 73d7c597-9db5-42f1-8d92-0c093b20b0dd cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:43.219361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'name': 'tempest-TestVolumeBootPattern-262774331-router', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '88d3c066-2a31-4e22-8850-dc76426a6409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:37Z', 'updated_at': '2022-03-16T10:59:41Z', 'revision_number': 4, 'project_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'gw_port': {'id': '88d3c066-2a31-4e22-8850-dc76426a6409', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:38Z', 'updated_at': '2022-03-16T10:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '73d7c597-9db5-42f1-8d92-0c093b20b0dd', 'name': '', 'network_id': 'fe04f3f9-a6b5-43c3-ae75-404aef707da2', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'mac_address': 'fa:16:3e:c9:64:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '9868bf4f-207a-483b-8a5b-0535ed0cf063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:41Z', 'updated_at': '2022-03-16T10:59:42Z', 'revision_number': 2, 'project_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'subnets': [{'id': '9868bf4f-207a-483b-8a5b-0535ed0cf063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:43.223240 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b2d5e-2e29-4875-9203-5683cdb97b75 None None] The sync data for ids ['be8397b5-eb66-4d5e-a7b2-9db2398ab283'] in dv-neutron-833859-1-hyperv is: [{'id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'name': 'tempest-TestVolumeBootPattern-262774331-router', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '88d3c066-2a31-4e22-8850-dc76426a6409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:37Z', 'updated_at': '2022-03-16T10:59:41Z', 'revision_number': 4, 'project_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'gw_port': {'id': '88d3c066-2a31-4e22-8850-dc76426a6409', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:38Z', 'updated_at': '2022-03-16T10:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '73d7c597-9db5-42f1-8d92-0c093b20b0dd', 'name': '', 'network_id': 'fe04f3f9-a6b5-43c3-ae75-404aef707da2', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'mac_address': 'fa:16:3e:c9:64:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '9868bf4f-207a-483b-8a5b-0535ed0cf063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:41Z', 'updated_at': '2022-03-16T10:59:42Z', 'revision_number': 2, 'project_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'subnets': [{'id': '9868bf4f-207a-483b-8a5b-0535ed0cf063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:43.525389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53658) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:43.530970 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-86325cf1-518a-4b30-a89d-d5eab414cb67 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1530631203', 'description': 'tempest-secgroup-smoke-1530631203 description', 'project_id': '366b4a2732424eecae1e3b8242ca1d7c'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:43.536827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-86325cf1-518a-4b30-a89d-d5eab414cb67 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:43.540799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-86325cf1-518a-4b30-a89d-d5eab414cb67 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Usage tracker for resource:security_group and tenant:366b4a2732424eecae1e3b8242ca1d7c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:43.543883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-86325cf1-518a-4b30-a89d-d5eab414cb67 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:43.549869 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-86325cf1-518a-4b30-a89d-d5eab414cb67 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:43.560729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-86325cf1-518a-4b30-a89d-d5eab414cb67 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.583062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-86325cf1-518a-4b30-a89d-d5eab414cb67 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:43.587080 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-86325cf1-518a-4b30-a89d-d5eab414cb67 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Usage tracker for resource:security_group_rule and tenant:366b4a2732424eecae1e3b8242ca1d7c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:43.590009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-86325cf1-518a-4b30-a89d-d5eab414cb67 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:43.596011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-86325cf1-518a-4b30-a89d-d5eab414cb67 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:43.667533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-86325cf1-518a-4b30-a89d-d5eab414cb67 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.674002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-86325cf1-518a-4b30-a89d-d5eab414cb67 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.722397 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86325cf1-518a-4b30-a89d-d5eab414cb67 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e898e8-cd05-46b8-90b1-8c6f689c6bb1,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:43.725924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-86325cf1-518a-4b30-a89d-d5eab414cb67 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.727113 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-86325cf1-518a-4b30-a89d-d5eab414cb67 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2007456 Mar 16 10:59:43.730328 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53662) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:43.737117 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-c3042307-7584-4c81-9c3c-786fe44703a8 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Request body: {'security_group_rule': {'security_group_id': '10e898e8-cd05-46b8-90b1-8c6f689c6bb1', 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:43.744173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-c3042307-7584-4c81-9c3c-786fe44703a8 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:43.753338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c3042307-7584-4c81-9c3c-786fe44703a8 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Usage tracker for resource:security_group_rule and tenant:366b4a2732424eecae1e3b8242ca1d7c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:43.758316 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-c3042307-7584-4c81-9c3c-786fe44703a8 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:43.764672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-c3042307-7584-4c81-9c3c-786fe44703a8 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:43.787007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c3042307-7584-4c81-9c3c-786fe44703a8 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.855336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c3042307-7584-4c81-9c3c-786fe44703a8 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.860943 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c3042307-7584-4c81-9c3c-786fe44703a8 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.886101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3042307-7584-4c81-9c3c-786fe44703a8 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4712d5f6-b2d0-471d-927b-cda1b5052041,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:43.919683 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c3042307-7584-4c81-9c3c-786fe44703a8 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.924545 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53666) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:43.927829 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c3042307-7584-4c81-9c3c-786fe44703a8 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1960664 Mar 16 10:59:43.930158 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-eb5d51b8-178c-4f4c-a844-820b99c12bf6 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Request body: {'security_group_rule': {'security_group_id': '10e898e8-cd05-46b8-90b1-8c6f689c6bb1', 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:43.936390 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-eb5d51b8-178c-4f4c-a844-820b99c12bf6 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:43.941015 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-eb5d51b8-178c-4f4c-a844-820b99c12bf6 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Usage tracker for resource:security_group_rule and tenant:366b4a2732424eecae1e3b8242ca1d7c is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:43.944713 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-eb5d51b8-178c-4f4c-a844-820b99c12bf6 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:43.950675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-eb5d51b8-178c-4f4c-a844-820b99c12bf6 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:43.975301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eb5d51b8-178c-4f4c-a844-820b99c12bf6 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.065427 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eb5d51b8-178c-4f4c-a844-820b99c12bf6 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.071971 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eb5d51b8-178c-4f4c-a844-820b99c12bf6 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.085150 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 88d3c066-2a31-4e22-8850-dc76426a6409 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:44.096590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d51b8-178c-4f4c-a844-820b99c12bf6 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9bece7-7a85-409b-8952-4e30830ab95f,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:44.108525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eb5d51b8-178c-4f4c-a844-820b99c12bf6 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.113316 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-eb5d51b8-178c-4f4c-a844-820b99c12bf6 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1852591 Mar 16 10:59:44.113526 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53670) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:44.118654 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-4fa502a5-261c-47c1-a800-89e008d06008 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Request body: {'security_group_rule': {'security_group_id': '10e898e8-cd05-46b8-90b1-8c6f689c6bb1', 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:44.124658 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4fa502a5-261c-47c1-a800-89e008d06008 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:44.128745 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4fa502a5-261c-47c1-a800-89e008d06008 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Usage tracker for resource:security_group_rule and tenant:366b4a2732424eecae1e3b8242ca1d7c is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:44.133238 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4fa502a5-261c-47c1-a800-89e008d06008 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:44.139680 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4fa502a5-261c-47c1-a800-89e008d06008 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:44.160126 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4fa502a5-261c-47c1-a800-89e008d06008 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.162236 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 88d3c066-2a31-4e22-8850-dc76426a6409 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:44.168127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 88d3c066-2a31-4e22-8850-dc76426a6409 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:44.168571 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.225928 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4fa502a5-261c-47c1-a800-89e008d06008 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.235214 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4fa502a5-261c-47c1-a800-89e008d06008 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.260898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa502a5-261c-47c1-a800-89e008d06008 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6a5a34-a78a-4e48-a3fb-dd2970244626,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:44.276408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4fa502a5-261c-47c1-a800-89e008d06008 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.281337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53674) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:44.282510 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4fa502a5-261c-47c1-a800-89e008d06008 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1679566 Mar 16 10:59:44.286950 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-98ebbe77-3c34-4677-8137-6121693a6a51 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Request body: {'security_group_rule': {'security_group_id': '10e898e8-cd05-46b8-90b1-8c6f689c6bb1', 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:44.293018 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-98ebbe77-3c34-4677-8137-6121693a6a51 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:44.298127 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-98ebbe77-3c34-4677-8137-6121693a6a51 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Usage tracker for resource:security_group_rule and tenant:366b4a2732424eecae1e3b8242ca1d7c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:44.301020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.301935 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-98ebbe77-3c34-4677-8137-6121693a6a51 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:44.308550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-98ebbe77-3c34-4677-8137-6121693a6a51 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:44.319821 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 88d3c066-2a31-4e22-8850-dc76426a6409, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=88d3c066-2a31-4e22-8850-dc76426a6409,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:44.325203 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.333682 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-98ebbe77-3c34-4677-8137-6121693a6a51 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.401889 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=88d3c066-2a31-4e22-8850-dc76426a6409,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:44.417367 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-98ebbe77-3c34-4677-8137-6121693a6a51 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.421519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-98ebbe77-3c34-4677-8137-6121693a6a51 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.444493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebbe77-3c34-4677-8137-6121693a6a51 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6bdaad-d334-4848-b040-0caa6854af08,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:44.454799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-98ebbe77-3c34-4677-8137-6121693a6a51 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.456087 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-98ebbe77-3c34-4677-8137-6121693a6a51 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1735003 Mar 16 10:59:44.458808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53678) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:44.463911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-3c23d2f2-1653-453c-af7c-af1922e03e96 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Request body: {'security_group_rule': {'security_group_id': '10e898e8-cd05-46b8-90b1-8c6f689c6bb1', 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:44.470930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3c23d2f2-1653-453c-af7c-af1922e03e96 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:44.474886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3c23d2f2-1653-453c-af7c-af1922e03e96 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Usage tracker for resource:security_group_rule and tenant:366b4a2732424eecae1e3b8242ca1d7c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:44.477930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3c23d2f2-1653-453c-af7c-af1922e03e96 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:44.483938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3c23d2f2-1653-453c-af7c-af1922e03e96 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:44.496205 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-3c23d2f2-1653-453c-af7c-af1922e03e96 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Project 366b4a2732424eecae1e3b8242ca1d7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:59:44.503204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3c23d2f2-1653-453c-af7c-af1922e03e96 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.568805 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3c23d2f2-1653-453c-af7c-af1922e03e96 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.572872 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3c23d2f2-1653-453c-af7c-af1922e03e96 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.597466 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23d2f2-1653-453c-af7c-af1922e03e96 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a35f745-5cbc-42ff-80a7-552872120c0c,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:44.605756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3c23d2f2-1653-453c-af7c-af1922e03e96 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.606986 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3c23d2f2-1653-453c-af7c-af1922e03e96 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1472383 Mar 16 10:59:44.609849 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53682) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:44.614927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-39f19592-5761-4e13-ab61-bd692f1964f0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Request body: {'security_group_rule': {'security_group_id': '10e898e8-cd05-46b8-90b1-8c6f689c6bb1', 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:44.621070 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-39f19592-5761-4e13-ab61-bd692f1964f0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:44.624969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-39f19592-5761-4e13-ab61-bd692f1964f0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Usage tracker for resource:security_group_rule and tenant:366b4a2732424eecae1e3b8242ca1d7c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:44.627896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-39f19592-5761-4e13-ab61-bd692f1964f0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:44.633788 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-39f19592-5761-4e13-ab61-bd692f1964f0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:44.644483 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-39f19592-5761-4e13-ab61-bd692f1964f0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Project 366b4a2732424eecae1e3b8242ca1d7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:59:44.650915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-39f19592-5761-4e13-ab61-bd692f1964f0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.715724 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-39f19592-5761-4e13-ab61-bd692f1964f0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.719708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-39f19592-5761-4e13-ab61-bd692f1964f0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.741808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f19592-5761-4e13-ab61-bd692f1964f0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5fb0e1-af2b-4e76-bbda-c23cda5b85fa,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:44.750287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-39f19592-5761-4e13-ab61-bd692f1964f0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.751459 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-39f19592-5761-4e13-ab61-bd692f1964f0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406102 Mar 16 10:59:46.051881 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 88d3c066-2a31-4e22-8850-dc76426a6409 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:46.125166 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 88d3c066-2a31-4e22-8850-dc76426a6409 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:46.125736 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.051038 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Sync routers for ids ['be8397b5-eb66-4d5e-a7b2-9db2398ab283'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:47.060375 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Routers {'be8397b5-eb66-4d5e-a7b2-9db2398ab283'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:47.060975 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:59:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['be8397b5-eb66-4d5e-a7b2-9db2398ab283'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:47.246572 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Set router be8397b5-eb66-4d5e-a7b2-9db2398ab283 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:47.510997 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.618671 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'name': 'tempest-TestVolumeBootPattern-262774331-router', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '88d3c066-2a31-4e22-8850-dc76426a6409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:37Z', 'updated_at': '2022-03-16T10:59:41Z', 'revision_number': 4, 'project_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'gw_port': {'id': '88d3c066-2a31-4e22-8850-dc76426a6409', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:38Z', 'updated_at': '2022-03-16T10:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '73d7c597-9db5-42f1-8d92-0c093b20b0dd', 'name': '', 'network_id': 'fe04f3f9-a6b5-43c3-ae75-404aef707da2', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'mac_address': 'fa:16:3e:c9:64:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '9868bf4f-207a-483b-8a5b-0535ed0cf063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:41Z', 'updated_at': '2022-03-16T10:59:42Z', 'revision_number': 2, 'project_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'subnets': [{'id': '9868bf4f-207a-483b-8a5b-0535ed0cf063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:47.631272 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Checking router: be8397b5-eb66-4d5e-a7b2-9db2398ab283 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:59:47.631272 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Updating router be8397b5-eb66-4d5e-a7b2-9db2398ab283 port 73d7c597-9db5-42f1-8d92-0c093b20b0dd binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:59:47.678830 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.951625 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:59:48.027078 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.040033 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Transition to ACTIVE for port object 73d7c597-9db5-42f1-8d92-0c093b20b0dd will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:48.049388 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.177301 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db0b2f-be3c-42ef-924c-edd318626faa None None] Pushing event updated for resources: {'Port': ['ID=73d7c597-9db5-42f1-8d92-0c093b20b0dd,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:48.273414 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Attempting to bind port 73d7c597-9db5-42f1-8d92-0c093b20b0dd on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:48.274072 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Attempting to bind port 73d7c597-9db5-42f1-8d92-0c093b20b0dd by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'c2d75aed-054d-4d18-a987-3dde01bf597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fe04f3f9-a6b5-43c3-ae75-404aef707da2'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:48.274905 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Attempting to bind port 73d7c597-9db5-42f1-8d92-0c093b20b0dd on network fe04f3f9-a6b5-43c3-ae75-404aef707da2 {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:48.281642 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:48.283482 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Checking segment: {'id': 'c2d75aed-054d-4d18-a987-3dde01bf597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fe04f3f9-a6b5-43c3-ae75-404aef707da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:48.283888 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.284285 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Bound using segment: {'id': 'c2d75aed-054d-4d18-a987-3dde01bf597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fe04f3f9-a6b5-43c3-ae75-404aef707da2'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:48.284753 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Bound port: 73d7c597-9db5-42f1-8d92-0c093b20b0dd, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d75aed-054d-4d18-a987-3dde01bf597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fe04f3f9-a6b5-43c3-ae75-404aef707da2'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:48.285136 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.397035 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] For port 73d7c597-9db5-42f1-8d92-0c093b20b0dd, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:48.400810 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] For port 73d7c597-9db5-42f1-8d92-0c093b20b0dd, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=73d7c597-9db5-42f1-8d92-0c093b20b0dd,segment=NetworkSegment(c2d75aed-054d-4d18-a987-3dde01bf597e),segment_id=c2d75aed-054d-4d18-a987-3dde01bf597e)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:48.405306 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.492439 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Routers {'be8397b5-eb66-4d5e-a7b2-9db2398ab283'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:48.492990 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T10:59:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['be8397b5-eb66-4d5e-a7b2-9db2398ab283'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:48.551678 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db0b2f-be3c-42ef-924c-edd318626faa None None] Pushing event updated for resources: {'Port': ['ID=73d7c597-9db5-42f1-8d92-0c093b20b0dd,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:48.700947 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] Set router be8397b5-eb66-4d5e-a7b2-9db2398ab283 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:49.035040 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'name': 'tempest-TestVolumeBootPattern-262774331-router', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '88d3c066-2a31-4e22-8850-dc76426a6409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:37Z', 'updated_at': '2022-03-16T10:59:41Z', 'revision_number': 4, 'project_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'gw_port': {'id': '88d3c066-2a31-4e22-8850-dc76426a6409', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:38Z', 'updated_at': '2022-03-16T10:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '73d7c597-9db5-42f1-8d92-0c093b20b0dd', 'name': '', 'network_id': 'fe04f3f9-a6b5-43c3-ae75-404aef707da2', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'mac_address': 'fa:16:3e:c9:64:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '9868bf4f-207a-483b-8a5b-0535ed0cf063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:41Z', 'updated_at': '2022-03-16T10:59:48Z', 'revision_number': 4, 'project_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'subnets': [{'id': '9868bf4f-207a-483b-8a5b-0535ed0cf063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:49.038889 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487676c-589b-4666-b5d0-30a415a43b5c None None] The sync data for ids ['be8397b5-eb66-4d5e-a7b2-9db2398ab283'] in dv-neutron-833859-1-hyperv is: [{'id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'name': 'tempest-TestVolumeBootPattern-262774331-router', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '88d3c066-2a31-4e22-8850-dc76426a6409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:37Z', 'updated_at': '2022-03-16T10:59:41Z', 'revision_number': 4, 'project_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'gw_port': {'id': '88d3c066-2a31-4e22-8850-dc76426a6409', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:38Z', 'updated_at': '2022-03-16T10:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '73d7c597-9db5-42f1-8d92-0c093b20b0dd', 'name': '', 'network_id': 'fe04f3f9-a6b5-43c3-ae75-404aef707da2', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'mac_address': 'fa:16:3e:c9:64:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '9868bf4f-207a-483b-8a5b-0535ed0cf063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:41Z', 'updated_at': '2022-03-16T10:59:48Z', 'revision_number': 4, 'project_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'subnets': [{'id': '9868bf4f-207a-483b-8a5b-0535ed0cf063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:50.094903 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 73d7c597-9db5-42f1-8d92-0c093b20b0dd up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:50.165666 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 73d7c597-9db5-42f1-8d92-0c093b20b0dd completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:50.170624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 73d7c597-9db5-42f1-8d92-0c093b20b0dd triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:50.170992 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.293632 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.328131 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 73d7c597-9db5-42f1-8d92-0c093b20b0dd, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=73d7c597-9db5-42f1-8d92-0c093b20b0dd,segment=NetworkSegment(c2d75aed-054d-4d18-a987-3dde01bf597e),segment_id=c2d75aed-054d-4d18-a987-3dde01bf597e)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:50.332077 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.399992 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=73d7c597-9db5-42f1-8d92-0c093b20b0dd,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:52.054186 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 73d7c597-9db5-42f1-8d92-0c093b20b0dd up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:52.126625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 73d7c597-9db5-42f1-8d92-0c093b20b0dd triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:52.126990 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.170414 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d612555-54f0-429a-b1a9-9b15385933e8 req-977a471e-c25c-4809-9294-33f7752d5f4b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680499 Mar 16 10:59:58.340158 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d612555-54f0-429a-b1a9-9b15385933e8 req-6d044f6e-d5c9-4f68-a416-fcaa84c1a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:58.341846 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d612555-54f0-429a-b1a9-9b15385933e8 req-6d044f6e-d5c9-4f68-a416-fcaa84c1a77c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abf087a0c48a4cd6b4ec2e7009c9bb94&device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 1099 time: 0.0993044 Mar 16 10:59:58.511255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d612555-54f0-429a-b1a9-9b15385933e8 req-65d493d7-e90c-4170-9eb1-d25cfc3b3a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:58.512777 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d612555-54f0-429a-b1a9-9b15385933e8 req-65d493d7-e90c-4170-9eb1-d25cfc3b3a47 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbde3283-ad07-4165-8cfb-d28150cb7829 HTTP/1.1" status: 200 len: 897 time: 0.1511364 Mar 16 10:59:58.623039 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d612555-54f0-429a-b1a9-9b15385933e8 req-e82db279-4ca5-4f3e-bd14-f1da86a1f6c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91af4ff7-2083-4d1f-95bb-5480694d57d8 HTTP/1.1" status: 200 len: 1001 time: 0.1036918 Mar 16 10:59:58.700473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d612555-54f0-429a-b1a9-9b15385933e8 req-dfe3f88c-f021-4753-9ab7-74abed97ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:58.701882 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d612555-54f0-429a-b1a9-9b15385933e8 req-dfe3f88c-f021-4753-9ab7-74abed97ed90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab493d29-0b1f-4057-a703-7b11d5bd8704 HTTP/1.1" status: 200 len: 835 time: 0.0726318 Mar 16 10:59:58.793728 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d612555-54f0-429a-b1a9-9b15385933e8 req-e2930591-37b8-4057-afc4-846d00df58db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:58.795347 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d612555-54f0-429a-b1a9-9b15385933e8 req-e2930591-37b8-4057-afc4-846d00df58db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbde3283-ad07-4165-8cfb-d28150cb7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867467 Mar 16 10:59:58.930629 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d612555-54f0-429a-b1a9-9b15385933e8 req-58a52800-c968-43ae-b361-cc526ff7b1dc service neutron] 10.222.0.18 "GET /v2.0/networks/cbde3283-ad07-4165-8cfb-d28150cb7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277366 Mar 16 10:59:59.060350 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d612555-54f0-429a-b1a9-9b15385933e8 req-36c93d30-05bb-4d22-9a60-e775f9eafd35 service neutron] 10.222.0.18 "GET /v2.0/networks/cbde3283-ad07-4165-8cfb-d28150cb7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236689 Mar 16 10:59:59.848174 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-e79f93a1-f299-41d0-9629-cc5b375f27d2 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530631203&fields=id&tenant_id=366b4a2732424eecae1e3b8242ca1d7c HTTP/1.1" status: 200 len: 267 time: 0.0379941 Mar 16 10:59:59.992535 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-10d3266f-2500-4203-9260-bb758532713a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:59.994179 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-10d3266f-2500-4203-9260-bb758532713a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/networks?id=51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 200 len: 811 time: 0.1395726 Mar 16 11:00:00.008680 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-43283a70-ae35-46bb-9e5d-551390317163 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/quotas/366b4a2732424eecae1e3b8242ca1d7c HTTP/1.1" status: 200 len: 375 time: 0.0091681 Mar 16 11:00:00.090368 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-d2360ca1-aa2e-4e73-8334-545a1f9e84ca tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Synchronizing usage tracker for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:00.106659 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-d2360ca1-aa2e-4e73-8334-545a1f9e84ca tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Unset dirty status for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:00.108015 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-d2360ca1-aa2e-4e73-8334-545a1f9e84ca tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946383 Mar 16 11:00:00.239921 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-c59cce4e-a8a3-4ce8-b656-27e1334fa7c8 service neutron] 10.222.0.44 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202364 Mar 16 11:00:00.471680 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-c4fb389e-8abb-4a22-81fd-3371ab6758b3 service neutron] 10.222.0.44 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260044 Mar 16 11:00:00.813260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b12d96ab-3263-4a57-8e1b-d7eee16eb7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.854576 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8124d437-4fa3-46f9-9152-0869061f3e09 req-28a08f2e-c579-4424-8d39-7828f896518d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 210 time: 0.0497568 Mar 16 11:00:01.878029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-e9c68a74-be8b-44f4-9605-170a5a1de0be tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:01.878729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-e9c68a74-be8b-44f4-9605-170a5a1de0be tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Synchronizing usage tracker for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:network {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:01.896901 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-e9c68a74-be8b-44f4-9605-170a5a1de0be tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Unset dirty status for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:network {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:01.898066 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-e9c68a74-be8b-44f4-9605-170a5a1de0be tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.18 "GET /v2.0/networks?id=51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 200 len: 811 time: 0.1674142 Mar 16 11:00:01.956652 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-3bd1a539-9bc8-4abf-a058-24b4a08f0b98 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Synchronizing usage tracker for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:01.973879 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-3bd1a539-9bc8-4abf-a058-24b4a08f0b98 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Unset dirty status for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:01.975449 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-3bd1a539-9bc8-4abf-a058-24b4a08f0b98 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=366b4a2732424eecae1e3b8242ca1d7c HTTP/1.1" status: 200 len: 380 time: 0.0579348 Mar 16 11:00:01.984157 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-dbe69b87-4735-4451-ab0c-052aa62d3ac7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Request body: {'port': {'device_id': 'be2184ef-6397-4026-a34a-ad49b299ff11', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'admin_state_up': True, 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'security_groups': ['10e898e8-cd05-46b8-90b1-8c6f689c6bb1']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:02.007068 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dfdf4cda-151d-45c7-8d3d-7b83ecfc256c req-34588865-3e39-4112-9eb7-6a9a554523fc tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 210 time: 0.0458543 Mar 16 11:00:02.116206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-dbe69b87-4735-4451-ab0c-052aa62d3ac7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:02.125269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-dbe69b87-4735-4451-ab0c-052aa62d3ac7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:02.135395 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-dbe69b87-4735-4451-ab0c-052aa62d3ac7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Made reservation on behalf of 366b4a2732424eecae1e3b8242ca1d7c for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:02.139332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-dbe69b87-4735-4451-ab0c-052aa62d3ac7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.306933 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-dbe69b87-4735-4451-ab0c-052aa62d3ac7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Allocated IP 172.20.0.10 (51a0a550-36fb-4b4a-acbc-273fffc2a038/d954889d-0ff1-45e8-bc9a-1b7538683dc9/52415c5b-2cfe-4548-bf49-b67e729d086e) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:02.605976 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-dbe69b87-4735-4451-ab0c-052aa62d3ac7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.622116 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-dbe69b87-4735-4451-ab0c-052aa62d3ac7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Transition to ACTIVE for port object 52415c5b-2cfe-4548-bf49-b67e729d086e will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:02.645574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-dbe69b87-4735-4451-ab0c-052aa62d3ac7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.710463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-dbe69b87-4735-4451-ab0c-052aa62d3ac7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Network 51a0a550-36fb-4b4a-acbc-273fffc2a038 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:02.717948 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-dbe69b87-4735-4451-ab0c-052aa62d3ac7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:02.722814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-dbe69b87-4735-4451-ab0c-052aa62d3ac7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:02.756652 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe69b87-4735-4451-ab0c-052aa62d3ac7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event updated for resources: {'Port': ['ID=52415c5b-2cfe-4548-bf49-b67e729d086e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:02.796192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-dbe69b87-4735-4451-ab0c-052aa62d3ac7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:02.796817 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-dbe69b87-4735-4451-ab0c-052aa62d3ac7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.824899 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-dbe69b87-4735-4451-ab0c-052aa62d3ac7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8448942 Mar 16 11:00:02.837541 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Request body: {'port': {'device_id': 'be2184ef-6397-4026-a34a-ad49b299ff11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:02.957699 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.990024 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-37e5a9cc-2c11-4447-ad06-b39fd9d6a87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.011111 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d5bf63d1-b682-4d34-b9b1-9edc717728b6 None None] Provisioning for port 52415c5b-2cfe-4548-bf49-b67e729d086e completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:03.023787 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d5bf63d1-b682-4d34-b9b1-9edc717728b6 None None] Provisioning complete for port 52415c5b-2cfe-4548-bf49-b67e729d086e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:03.024847 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d5bf63d1-b682-4d34-b9b1-9edc717728b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.152002 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d5bf63d1-b682-4d34-b9b1-9edc717728b6 None None] Port 52415c5b-2cfe-4548-bf49-b67e729d086e cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:03.350840 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ea3a8-00c8-460e-956a-0990cc64112e req-db9cbd98-bef4-4e01-9f67-10190e5dced2 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:03.358829 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bb6ea3a8-00c8-460e-956a-0990cc64112e req-db9cbd98-bef4-4e01-9f67-10190e5dced2 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 932 time: 0.2195303 Mar 16 11:00:03.431885 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bb6ea3a8-00c8-460e-956a-0990cc64112e req-e455d0a6-4bb8-4cad-9f5b-92d24f21f1af tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674245 Mar 16 11:00:03.466285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52415c5b-2cfe-4548-bf49-b67e729d086e {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:00:03.476413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.492617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Transition to ACTIVE for port object 52415c5b-2cfe-4548-bf49-b67e729d086e will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:03.496688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.665222 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3070d77-8a5b-4b0c-a507-8903877bf94b req-797256fc-46f2-4746-9dc7-ee6e76a717ce tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:03.675082 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d3070d77-8a5b-4b0c-a507-8903877bf94b req-797256fc-46f2-4746-9dc7-ee6e76a717ce tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.1254163 Mar 16 11:00:03.687293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Pushing event updated for resources: {'Port': ['ID=52415c5b-2cfe-4548-bf49-b67e729d086e,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:03.764016 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d3070d77-8a5b-4b0c-a507-8903877bf94b req-1f5e916d-96e5-4ef4-9620-acd4f64e6d86 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873528 Mar 16 11:00:03.781501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Attempting to bind port 52415c5b-2cfe-4548-bf49-b67e729d086e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:03.781501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Attempting to bind port 52415c5b-2cfe-4548-bf49-b67e729d086e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:03.781501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Attempting to bind port 52415c5b-2cfe-4548-bf49-b67e729d086e on network 51a0a550-36fb-4b4a-acbc-273fffc2a038 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:03.783355 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Port 52415c5b-2cfe-4548-bf49-b67e729d086e on network 51a0a550-36fb-4b4a-acbc-273fffc2a038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:00:03.783826 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Attempting to bind port 52415c5b-2cfe-4548-bf49-b67e729d086e on network 51a0a550-36fb-4b4a-acbc-273fffc2a038 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:03.789475 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:03.790050 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Checking segment: {'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:03.790297 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Bound using segment: {'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:03.790739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Bound port: 52415c5b-2cfe-4548-bf49-b67e729d086e, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:03.791073 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.882270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] For port 52415c5b-2cfe-4548-bf49-b67e729d086e, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:03.891548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] For port 52415c5b-2cfe-4548-bf49-b67e729d086e, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=52415c5b-2cfe-4548-bf49-b67e729d086e,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:03.896709 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.954471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:03.955021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.956387 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] 10.222.0.18 "PUT /v2.0/ports/52415c5b-2cfe-4548-bf49-b67e729d086e HTTP/1.1" status: 200 len: 1094 time: 1.1231785 Mar 16 11:00:03.956808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2184ef-6397-4026-a34a-ad49b299ff11', 'tag': '52415c5b-2cfe-4548-bf49-b67e729d086e'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:00:03.985606 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc822f03-7436-464d-a645-8d7d36081445 service neutron] Pushing event updated for resources: {'Port': ['ID=52415c5b-2cfe-4548-bf49-b67e729d086e,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:04.042208 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2184ef-6397-4026-a34a-ad49b299ff11', 'tag': '52415c5b-2cfe-4548-bf49-b67e729d086e', 'status': 'completed', 'code': 200} Mar 16 11:00:04.089758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-d871b5e2-52a8-41d3-afc1-888b4a3acf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:04.091505 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-d871b5e2-52a8-41d3-afc1-888b4a3acf0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 1097 time: 0.0977931 Mar 16 11:00:04.161521 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-1efd51b5-3374-45f8-88d7-fd96b9d4a1b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52415c5b-2cfe-4548-bf49-b67e729d086e HTTP/1.1" status: 200 len: 217 time: 0.0616610 Mar 16 11:00:04.226380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-524ae318-ba01-44cc-ac1e-9fc29851f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:04.227763 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-524ae318-ba01-44cc-ac1e-9fc29851f937 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d954889d-0ff1-45e8-bc9a-1b7538683dc9 HTTP/1.1" status: 200 len: 850 time: 0.0608883 Mar 16 11:00:04.301982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-966a82dc-e764-446c-aafc-ff597b5c30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:04.303467 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-966a82dc-e764-446c-aafc-ff597b5c30a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51a0a550-36fb-4b4a-acbc-273fffc2a038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699794 Mar 16 11:00:04.352058 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.403211 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.436056 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-ad6047f0-4015-4f1a-ad77-8c1e92d07cfc service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261811 Mar 16 11:00:04.642710 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294ba85-1e5d-4de1-9ddc-b5d966ba5525 req-1da91c73-4c9b-44ce-af82-f9b5b794ecba tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:04.644209 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8294ba85-1e5d-4de1-9ddc-b5d966ba5525 req-1da91c73-4c9b-44ce-af82-f9b5b794ecba tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 944 time: 0.0906825 Mar 16 11:00:04.688106 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-04c8b53f-6696-40ba-a5ef-f2bf876170eb req-e5747a8d-1f27-4369-a97e-1c0852aec2f7 service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451801 Mar 16 11:00:04.689234 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8294ba85-1e5d-4de1-9ddc-b5d966ba5525 req-31f5d009-5007-4002-9ca8-2fc146cffe16 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388317 Mar 16 11:00:04.808911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d3aa6-c740-477f-bb67-832630626aaf req-928d746d-2dd1-4a19-843c-0820f06d2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:04.810585 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-988d3aa6-c740-477f-bb67-832630626aaf req-928d746d-2dd1-4a19-843c-0820f06d2444 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 1097 time: 0.0760157 Mar 16 11:00:04.992574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d3aa6-c740-477f-bb67-832630626aaf req-eaebefbe-6c24-4031-85e8-9f9ae759b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:04.993995 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-988d3aa6-c740-477f-bb67-832630626aaf req-eaebefbe-6c24-4031-85e8-9f9ae759b330 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 200 len: 912 time: 0.1759560 Mar 16 11:00:05.073135 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-988d3aa6-c740-477f-bb67-832630626aaf req-d5f08cae-b4e2-4349-9a8b-d2891f47d106 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52415c5b-2cfe-4548-bf49-b67e729d086e HTTP/1.1" status: 200 len: 217 time: 0.0665641 Mar 16 11:00:05.081205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e49a39-cc86-4241-b60a-54504638e66a req-9c1f570a-bdb9-4254-8df4-8f8928dc62f1 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:05.082529 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24e49a39-cc86-4241-b60a-54504638e66a req-9c1f570a-bdb9-4254-8df4-8f8928dc62f1 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.1822202 Mar 16 11:00:05.168287 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24e49a39-cc86-4241-b60a-54504638e66a req-bb2f70ee-6a1a-4d8e-bd0a-d7e27cafca22 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568774 Mar 16 11:00:05.169715 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d3aa6-c740-477f-bb67-832630626aaf req-4395e7ed-67ea-4d67-9955-893917bf61bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:05.171027 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-988d3aa6-c740-477f-bb67-832630626aaf req-4395e7ed-67ea-4d67-9955-893917bf61bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d954889d-0ff1-45e8-bc9a-1b7538683dc9 HTTP/1.1" status: 200 len: 850 time: 0.0876889 Mar 16 11:00:05.247338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d3aa6-c740-477f-bb67-832630626aaf req-5b0d6b08-f108-4a65-a184-d541196e5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:05.248935 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-988d3aa6-c740-477f-bb67-832630626aaf req-5b0d6b08-f108-4a65-a184-d541196e5b65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51a0a550-36fb-4b4a-acbc-273fffc2a038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708537 Mar 16 11:00:05.379307 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-988d3aa6-c740-477f-bb67-832630626aaf req-88d1d248-f751-4eb5-b50e-42585a661a43 service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237099 Mar 16 11:00:05.508069 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-988d3aa6-c740-477f-bb67-832630626aaf req-7d2d8873-6711-4640-b20b-3acc09365ada service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225932 Mar 16 11:00:05.826926 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.878281 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3b84a-252c-4951-8534-35630e46d9c2 req-971c8219-93e1-455c-8438-03e44d877378 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:05.880019 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-18f3b84a-252c-4951-8534-35630e46d9c2 req-971c8219-93e1-455c-8438-03e44d877378 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 944 time: 0.0842021 Mar 16 11:00:05.928097 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-18f3b84a-252c-4951-8534-35630e46d9c2 req-7e67779b-ce86-4ae4-90bd-98f82c8b61ac tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420134 Mar 16 11:00:06.347249 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf6471-d57e-465f-93e5-a72e2fcf5758 req-cc5f861d-1338-4e8f-81f4-ba918860af49 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:06.348727 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1cdf6471-d57e-465f-93e5-a72e2fcf5758 req-cc5f861d-1338-4e8f-81f4-ba918860af49 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.0770352 Mar 16 11:00:06.391286 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1cdf6471-d57e-465f-93e5-a72e2fcf5758 req-5eccb216-469c-4b85-958a-48606e2c7c8e tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369585 Mar 16 11:00:07.108263 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7954ae6-7754-4f8f-a4b4-27f509bf026c req-e96bb2e5-fa79-44d7-8f22-86915b5d70ff tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:07.110203 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c7954ae6-7754-4f8f-a4b4-27f509bf026c req-e96bb2e5-fa79-44d7-8f22-86915b5d70ff tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 944 time: 0.0785549 Mar 16 11:00:07.152896 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c7954ae6-7754-4f8f-a4b4-27f509bf026c req-706e65cd-891a-4bcf-b783-b2e99106d880 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371158 Mar 16 11:00:07.574431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa92525-01ad-4386-87fd-321cb56b14e8 req-bf95ccef-9a14-4471-a6ce-3ffb7bdf1d8f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:07.575814 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8aa92525-01ad-4386-87fd-321cb56b14e8 req-bf95ccef-9a14-4471-a6ce-3ffb7bdf1d8f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.0810690 Mar 16 11:00:07.619094 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8aa92525-01ad-4386-87fd-321cb56b14e8 req-0455ae8c-66aa-458b-9f67-c391239c4b13 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371776 Mar 16 11:00:08.336213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a2074-4ba4-440d-91ab-a66ba517def4 req-f463a582-88ce-4a9c-94bf-bac5234432d7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:08.337637 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bf5a2074-4ba4-440d-91ab-a66ba517def4 req-f463a582-88ce-4a9c-94bf-bac5234432d7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 944 time: 0.0835080 Mar 16 11:00:08.380622 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bf5a2074-4ba4-440d-91ab-a66ba517def4 req-ebce3677-762e-45cf-b535-7a5104a08842 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373840 Mar 16 11:00:08.796532 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73677438-0266-4828-b83a-b445935a14d3 req-e587f903-2e8f-42bc-8b99-c233a3fe3551 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:08.797952 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73677438-0266-4828-b83a-b445935a14d3 req-e587f903-2e8f-42bc-8b99-c233a3fe3551 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.0763280 Mar 16 11:00:08.843887 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73677438-0266-4828-b83a-b445935a14d3 req-66b21e72-a17b-4eb5-ad52-c865723685fb tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403464 Mar 16 11:00:09.716289 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc8697-d0ae-4878-8a45-21411fa5cef0 req-11bade5e-c4a1-4aa5-a447-1ed8fece5e2c tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:09.717719 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-98bc8697-d0ae-4878-8a45-21411fa5cef0 req-11bade5e-c4a1-4aa5-a447-1ed8fece5e2c tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 944 time: 0.0785439 Mar 16 11:00:09.759642 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-98bc8697-d0ae-4878-8a45-21411fa5cef0 req-d0114240-15b6-4159-ba53-e5f7891beae9 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363247 Mar 16 11:00:10.126607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd47f8-d7bd-44e9-9442-05777b4f2509 req-4da3eaa4-f46a-45e9-bc98-16fbf24c7c84 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:10.128056 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-afbd47f8-d7bd-44e9-9442-05777b4f2509 req-4da3eaa4-f46a-45e9-bc98-16fbf24c7c84 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.1802039 Mar 16 11:00:10.170996 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-afbd47f8-d7bd-44e9-9442-05777b4f2509 req-1e2ee0f4-5151-4281-91c6-a17787c014f6 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371473 Mar 16 11:00:10.945852 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99d7fc-8999-4a53-acc9-ed21d315a4ba req-dab49ac2-e0bf-4d37-b5ce-bf81cbf48e88 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:10.947330 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2b99d7fc-8999-4a53-acc9-ed21d315a4ba req-dab49ac2-e0bf-4d37-b5ce-bf81cbf48e88 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 944 time: 0.0871210 Mar 16 11:00:10.990459 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2b99d7fc-8999-4a53-acc9-ed21d315a4ba req-bbf31047-0133-46e3-9d79-5902a03fe888 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374639 Mar 16 11:00:11.357184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2365a2-e23e-4b83-8f16-ae3100f9aded req-6c6c1765-229f-4c65-874e-c79d2639981d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:11.358606 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4c2365a2-e23e-4b83-8f16-ae3100f9aded req-6c6c1765-229f-4c65-874e-c79d2639981d tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.0802164 Mar 16 11:00:11.401648 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4c2365a2-e23e-4b83-8f16-ae3100f9aded req-425adb1d-39f3-4bd4-89d5-9faab9193922 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369298 Mar 16 11:00:12.171303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51221b5-0733-491d-9648-affa7ed9933b req-55c7ddf3-69f9-425c-be23-8df93544839a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:12.172707 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b51221b5-0733-491d-9648-affa7ed9933b req-55c7ddf3-69f9-425c-be23-8df93544839a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 944 time: 0.0819361 Mar 16 11:00:12.214570 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b51221b5-0733-491d-9648-affa7ed9933b req-1c55a4c6-07c7-4ee6-ac88-a7a7376c4631 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361705 Mar 16 11:00:12.581277 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd9dfb-4955-4bd4-8210-e945dc727e0c req-e0354e84-fca6-4334-b326-8eaa9b64fde2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:12.582641 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a1fd9dfb-4955-4bd4-8210-e945dc727e0c req-e0354e84-fca6-4334-b326-8eaa9b64fde2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.0792227 Mar 16 11:00:12.624619 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a1fd9dfb-4955-4bd4-8210-e945dc727e0c req-5f23d8b8-3000-4c55-b361-dcb13e972a05 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363305 Mar 16 11:00:13.402380 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fa1a8-561d-4d66-9ad1-ced0cb9a1c50 req-86b73a1f-2142-47f6-946a-5df2d27a55fc tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:13.403902 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-338fa1a8-561d-4d66-9ad1-ced0cb9a1c50 req-86b73a1f-2142-47f6-946a-5df2d27a55fc tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 944 time: 0.0803087 Mar 16 11:00:13.447348 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-338fa1a8-561d-4d66-9ad1-ced0cb9a1c50 req-babb1d4f-d233-4479-9136-69b648793e34 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371368 Mar 16 11:00:13.808080 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b04654-179a-42be-a897-e853918b5d1e req-cf18fb4d-c3b2-4b43-8d2f-81691a90aa1c tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:13.809475 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d1b04654-179a-42be-a897-e853918b5d1e req-cf18fb4d-c3b2-4b43-8d2f-81691a90aa1c tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.0792379 Mar 16 11:00:13.851741 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d1b04654-179a-42be-a897-e853918b5d1e req-ef8083c5-b35b-4e34-b509-4847cef1f920 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366437 Mar 16 11:00:14.681963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3876257-92b8-42a8-a97a-c378284a8413 req-7bf60b8b-801c-4ec3-9994-c4fbb8e67d02 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:14.683446 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e3876257-92b8-42a8-a97a-c378284a8413 req-7bf60b8b-801c-4ec3-9994-c4fbb8e67d02 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 944 time: 0.1339929 Mar 16 11:00:14.726202 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e3876257-92b8-42a8-a97a-c378284a8413 req-f5bf7430-a4e7-4137-8e3f-dcf552751fe2 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371289 Mar 16 11:00:14.820490 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 52415c5b-2cfe-4548-bf49-b67e729d086e details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:00:14.948976 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 52415c5b-2cfe-4548-bf49-b67e729d086e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=52415c5b-2cfe-4548-bf49-b67e729d086e,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:14.962703 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '52415c5b-2cfe-4548-bf49-b67e729d086e', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'port_id': '52415c5b-2cfe-4548-bf49-b67e729d086e', 'mac_address': 'fa:16:3e:90:10:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:00:15.020115 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.032032 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db4f62-ae8f-4100-9cfc-6f4532742ae9 req-83065a90-c778-4e7f-86a5-ab73f366cf81 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:15.033527 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-54db4f62-ae8f-4100-9cfc-6f4532742ae9 req-83065a90-c778-4e7f-86a5-ab73f366cf81 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.0777764 Mar 16 11:00:15.036181 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52415c5b-2cfe-4548-bf49-b67e729d086e {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:00:15.051138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 52415c5b-2cfe-4548-bf49-b67e729d086e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=52415c5b-2cfe-4548-bf49-b67e729d086e,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:15.054998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.081025 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-54db4f62-ae8f-4100-9cfc-6f4532742ae9 req-447f3ce0-26c6-4f2b-8ee7-fc3b6bcd16c4 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417967 Mar 16 11:00:15.121194 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=52415c5b-2cfe-4548-bf49-b67e729d086e,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:15.128707 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.129292 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.129634 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.129960 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.130279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.130596 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.130909 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.131251 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.131567 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.131880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.132190 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.132497 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.445639 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['52415c5b-2cfe-4548-bf49-b67e729d086e'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:00:15.903551 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef0318-9c41-4556-9b41-a6f0cad750bb req-c0013161-8628-4b25-808b-61d93117d971 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:15.904954 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-37ef0318-9c41-4556-9b41-a6f0cad750bb req-c0013161-8628-4b25-808b-61d93117d971 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 945 time: 0.0773463 Mar 16 11:00:15.950619 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-37ef0318-9c41-4556-9b41-a6f0cad750bb req-4639a4d3-fb07-4940-b528-b8c14eacc123 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400929 Mar 16 11:00:16.356939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279fa8d-f362-4b3e-ac49-3114339c13bc req-f9a23e92-e475-4d73-a575-abc3a9b4b635 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:16.358391 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7279fa8d-f362-4b3e-ac49-3114339c13bc req-f9a23e92-e475-4d73-a575-abc3a9b4b635 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.1758645 Mar 16 11:00:16.400894 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7279fa8d-f362-4b3e-ac49-3114339c13bc req-0f45d521-172f-4d4c-af51-925d85daf505 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362415 Mar 16 11:00:16.825548 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 52415c5b-2cfe-4548-bf49-b67e729d086e up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:16.889184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 52415c5b-2cfe-4548-bf49-b67e729d086e completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:16.894242 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 52415c5b-2cfe-4548-bf49-b67e729d086e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:16.894605 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.006478 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.033272 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2184ef-6397-4026-a34a-ad49b299ff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52415c5b-2cfe-4548-bf49-b67e729d086e'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:00:17.042901 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 52415c5b-2cfe-4548-bf49-b67e729d086e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=52415c5b-2cfe-4548-bf49-b67e729d086e,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:17.047842 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.099091 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2184ef-6397-4026-a34a-ad49b299ff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52415c5b-2cfe-4548-bf49-b67e729d086e', 'code': 200} Mar 16 11:00:17.124495 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=52415c5b-2cfe-4548-bf49-b67e729d086e,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:17.138954 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead895f-7d00-465f-9d76-743084075fab req-4bf921c2-54e0-4024-ab37-673c2bde6fcf tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:17.140429 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4ead895f-7d00-465f-9d76-743084075fab req-4bf921c2-54e0-4024-ab37-673c2bde6fcf tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 946 time: 0.0828643 Mar 16 11:00:17.183800 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4ead895f-7d00-465f-9d76-743084075fab req-b5efe363-a624-4e17-8abd-77f9796c1999 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371840 Mar 16 11:00:17.287311 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9850862-9179-45d3-a22e-b5cace366686 req-994a600d-f981-4fdf-a209-8dbbb487c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:17.288758 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e9850862-9179-45d3-a22e-b5cace366686 req-994a600d-f981-4fdf-a209-8dbbb487c6d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 1099 time: 0.0724723 Mar 16 11:00:17.328428 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e9850862-9179-45d3-a22e-b5cace366686 req-c78f382f-f6be-471b-b9a7-218b90333674 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333133 Mar 16 11:00:17.497314 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.586539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c8cbb-fd6d-48ed-85a1-94c36d0e6ce7 req-338f0598-eeac-43d6-a968-1168122d99fc tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:17.588005 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c10c8cbb-fd6d-48ed-85a1-94c36d0e6ce7 req-338f0598-eeac-43d6-a968-1168122d99fc tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.0779154 Mar 16 11:00:17.633403 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c10c8cbb-fd6d-48ed-85a1-94c36d0e6ce7 req-0af1d6cf-37b8-437a-998e-73f5491254d4 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397828 Mar 16 11:00:18.375220 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebd319-8ffd-4278-b139-2422b5b0ae5a req-69b84ca1-3ada-4eb4-8e7c-08867ed46085 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:18.376693 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-93ebd319-8ffd-4278-b139-2422b5b0ae5a req-69b84ca1-3ada-4eb4-8e7c-08867ed46085 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 946 time: 0.0861940 Mar 16 11:00:18.420338 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-93ebd319-8ffd-4278-b139-2422b5b0ae5a req-fdcaf0a6-6454-4c31-a64a-0f6f134b85e4 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378149 Mar 16 11:00:18.815561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f26462-f584-447f-844a-4fea0e26104f req-6ea8cdc6-db7a-4df6-96df-c5aedc44e12a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:18.816974 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-80f26462-f584-447f-844a-4fea0e26104f req-6ea8cdc6-db7a-4df6-96df-c5aedc44e12a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.0779369 Mar 16 11:00:18.859194 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-80f26462-f584-447f-844a-4fea0e26104f req-3b663635-50f8-4642-bd3b-9ad9a3bf6cb5 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363750 Mar 16 11:00:19.602946 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b66ae6-4623-4501-b57e-a5de7fd2b3f6 req-059a47a6-ee13-454f-984a-11e3c087396a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:19.604316 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c8b66ae6-4623-4501-b57e-a5de7fd2b3f6 req-059a47a6-ee13-454f-984a-11e3c087396a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 946 time: 0.0799868 Mar 16 11:00:19.646695 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c8b66ae6-4623-4501-b57e-a5de7fd2b3f6 req-ec91a82c-3d36-4b6b-b3d6-8c57759c1a13 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368204 Mar 16 11:00:19.826656 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef84ded-496a-4f5f-89a5-51cc5a5b2644 req-a291ac67-3b3d-4eb0-a1a3-ac6fda771e7f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:19.827355 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-cef84ded-496a-4f5f-89a5-51cc5a5b2644 req-a291ac67-3b3d-4eb0-a1a3-ac6fda771e7f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Synchronizing usage tracker for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:19.842164 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-cef84ded-496a-4f5f-89a5-51cc5a5b2644 req-a291ac67-3b3d-4eb0-a1a3-ac6fda771e7f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Unset dirty status for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:19.843278 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cef84ded-496a-4f5f-89a5-51cc5a5b2644 req-a291ac67-3b3d-4eb0-a1a3-ac6fda771e7f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 946 time: 0.0948231 Mar 16 11:00:19.886410 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cef84ded-496a-4f5f-89a5-51cc5a5b2644 req-7ab2c9a9-f2ee-4b35-996a-f3f2cf86dabd tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369434 Mar 16 11:00:19.911117 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53952) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:20.029040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b495c8ca-770b-4505-bb06-5e5f80370b13 tempest-TestVolumeBootPattern-140600436 tempest-TestVolumeBootPattern-140600436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:20.029813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b495c8ca-770b-4505-bb06-5e5f80370b13 tempest-TestVolumeBootPattern-140600436 tempest-TestVolumeBootPattern-140600436-project-admin] Synchronizing usage tracker for tenant:07fd19f17ec54e23b67d78824c1ae0b1 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:20.047783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b495c8ca-770b-4505-bb06-5e5f80370b13 tempest-TestVolumeBootPattern-140600436 tempest-TestVolumeBootPattern-140600436-project-admin] Unset dirty status for tenant:07fd19f17ec54e23b67d78824c1ae0b1 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:20.048478 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b495c8ca-770b-4505-bb06-5e5f80370b13 tempest-TestVolumeBootPattern-140600436 tempest-TestVolumeBootPattern-140600436-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 1094 time: 0.1362309 Mar 16 11:00:20.051659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53958) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:20.056540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': '52415c5b-2cfe-4548-bf49-b67e729d086e', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:20.056786 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e64181-1a60-4216-9f83-3c27f9713ff9 req-b0cfa2b9-2c8d-40d6-8830-f59c2d313b9b tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:20.058226 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-24e64181-1a60-4216-9f83-3c27f9713ff9 req-b0cfa2b9-2c8d-40d6-8830-f59c2d313b9b tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.0872612 Mar 16 11:00:20.062384 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:20.066658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Usage tracker for resource:floatingip and tenant:366b4a2732424eecae1e3b8242ca1d7c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:20.069463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:20.075052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:20.086356 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for floatingip, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.106948 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-24e64181-1a60-4216-9f83-3c27f9713ff9 req-c069185a-cb9a-4859-8225-f2a6a1703b68 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427504 Mar 16 11:00:20.227908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.371711 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Allocated IP 172.26.3.49 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/706d5e3d-45b7-4c20-b457-0462131fb9ba) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:20.512546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.539780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.598200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:20.601076 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:20.604543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:20.649643 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event updated for resources: {'Port': ['ID=706d5e3d-45b7-4c20-b457-0462131fb9ba,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:21.003008 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.072831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.403678 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a01447-b445-4d06-afea-2abc8fb66461 req-a42bb176-b037-46e0-8cdf-b1f3e6d3c056 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:21.405114 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b1a01447-b445-4d06-afea-2abc8fb66461 req-a42bb176-b037-46e0-8cdf-b1f3e6d3c056 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.1862218 Mar 16 11:00:21.468916 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b1a01447-b445-4d06-afea-2abc8fb66461 req-702cebe0-0c79-4fcf-a770-ec3ca895677a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561554 Mar 16 11:00:21.471177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.475951 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.583069 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event updated for resources: {'Port': ['ID=706d5e3d-45b7-4c20-b457-0462131fb9ba,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:21.590608 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.753505 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Floating IP 93880ec6-0296-4e53-b0f3-8292bd1fa322 associated. External IP: 172.26.3.49, port: 52415c5b-2cfe-4548-bf49-b67e729d086e. Mar 16 11:00:22.086776 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:22.259328 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:22.269125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba69186b-3a62-4874-942c-ee08a4f1c94c None None] Sync routers for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:22.279077 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba69186b-3a62-4874-942c-ee08a4f1c94c None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:22.279802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-ba69186b-3a62-4874-942c-ee08a4f1c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:00:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:22.285680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.338740 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a4082641-40e3-489d-9f87-ca852c21edd0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2860785 Mar 16 11:00:22.339398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2184ef-6397-4026-a34a-ad49b299ff11', 'tag': '52415c5b-2cfe-4548-bf49-b67e729d086e'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:00:22.381738 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2184ef-6397-4026-a34a-ad49b299ff11', 'tag': '52415c5b-2cfe-4548-bf49-b67e729d086e', 'status': 'completed', 'code': 200} Mar 16 11:00:22.457899 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-ba69186b-3a62-4874-942c-ee08a4f1c94c None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:22.472002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f1ed3-dc7c-4810-8b3d-0fbd0526d0ff req-69231abf-ff68-44da-989a-15d992411439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.473452 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-668f1ed3-dc7c-4810-8b3d-0fbd0526d0ff req-69231abf-ff68-44da-989a-15d992411439 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 1099 time: 0.0704973 Mar 16 11:00:22.772487 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f1ed3-dc7c-4810-8b3d-0fbd0526d0ff req-7bebf922-92ea-4b4e-9d09-69b0ac0fe45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.773923 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-668f1ed3-dc7c-4810-8b3d-0fbd0526d0ff req-7bebf922-92ea-4b4e-9d09-69b0ac0fe45d service neutron] 10.222.0.18 "GET /v2.0/networks?id=51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 200 len: 912 time: 0.2947352 Mar 16 11:00:22.805964 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-ba69186b-3a62-4874-942c-ee08a4f1c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '93880ec6-0296-4e53-b0f3-8292bd1fa322', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'floating_ip_address': '172.26.3.49', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'port_id': '52415c5b-2cfe-4548-bf49-b67e729d086e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'mac_address': 'fa:16:3e:90:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2184ef-6397-4026-a34a-ad49b299ff11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:00:20Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 0, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:22.809810 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba69186b-3a62-4874-942c-ee08a4f1c94c None None] Checking router: 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:22.818426 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba69186b-3a62-4874-942c-ee08a4f1c94c None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:22.819009 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-ba69186b-3a62-4874-942c-ee08a4f1c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:00:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:22.865471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e45a6-dfee-4630-ba0f-31fb3538d8cd req-de9d217f-52ef-42e2-ab3e-fc7b42df5938 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.867317 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-107e45a6-dfee-4630-ba0f-31fb3538d8cd req-de9d217f-52ef-42e2-ab3e-fc7b42df5938 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.1806169 Mar 16 11:00:22.874628 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 91af4ff7-2083-4d1f-95bb-5480694d57d8 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:00:22.877084 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 91af4ff7-2083-4d1f-95bb-5480694d57d8 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:22.922029 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-668f1ed3-dc7c-4810-8b3d-0fbd0526d0ff req-ea6b7581-ec30-47a6-b499-54b9df3af1f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52415c5b-2cfe-4548-bf49-b67e729d086e HTTP/1.1" status: 200 len: 999 time: 0.1366880 Mar 16 11:00:22.932890 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-107e45a6-dfee-4630-ba0f-31fb3538d8cd req-1c5fec15-fd1d-4707-a2a1-d42e981e9330 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578938 Mar 16 11:00:22.991078 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f1ed3-dc7c-4810-8b3d-0fbd0526d0ff req-bae16137-5efa-427c-91ef-d419e9eb77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.992534 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-668f1ed3-dc7c-4810-8b3d-0fbd0526d0ff req-bae16137-5efa-427c-91ef-d419e9eb77c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d954889d-0ff1-45e8-bc9a-1b7538683dc9 HTTP/1.1" status: 200 len: 850 time: 0.0630095 Mar 16 11:00:23.074568 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f1ed3-dc7c-4810-8b3d-0fbd0526d0ff req-c1189b3e-fdf5-4f24-997d-fd149d145855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:23.076379 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-668f1ed3-dc7c-4810-8b3d-0fbd0526d0ff req-c1189b3e-fdf5-4f24-997d-fd149d145855 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51a0a550-36fb-4b4a-acbc-273fffc2a038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771863 Mar 16 11:00:23.175521 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-ba69186b-3a62-4874-942c-ee08a4f1c94c None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:23.238765 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.255135 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-668f1ed3-dc7c-4810-8b3d-0fbd0526d0ff req-0772f11b-a319-49e6-8b8d-88397e9bbcbb service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722534 Mar 16 11:00:23.382741 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b980bd-38f4-4c09-9db9-a40a1050b441 req-da9d3a18-bae9-41e0-b3cd-5dc185cb84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:23.384209 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-86b980bd-38f4-4c09-9db9-a40a1050b441 req-da9d3a18-bae9-41e0-b3cd-5dc185cb84eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 1099 time: 0.1950204 Mar 16 11:00:23.395783 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 91af4ff7-2083-4d1f-95bb-5480694d57d8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=91af4ff7-2083-4d1f-95bb-5480694d57d8,segment=NetworkSegment(c9ccec73-fb9a-4e14-a1f3-4aea5682b404),segment_id=c9ccec73-fb9a-4e14-a1f3-4aea5682b404)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:23.427893 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91af4ff7-2083-4d1f-95bb-5480694d57d8'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:00:23.441325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '91af4ff7-2083-4d1f-95bb-5480694d57d8', 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829', 'port_id': '91af4ff7-2083-4d1f-95bb-5480694d57d8', 'mac_address': 'fa:16:3e:0a:98:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:00:23.447346 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 91af4ff7-2083-4d1f-95bb-5480694d57d8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=91af4ff7-2083-4d1f-95bb-5480694d57d8,segment=NetworkSegment(c9ccec73-fb9a-4e14-a1f3-4aea5682b404),segment_id=c9ccec73-fb9a-4e14-a1f3-4aea5682b404)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:23.450942 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-86b980bd-38f4-4c09-9db9-a40a1050b441 req-c814d719-cf64-4e5c-9e31-98c821fae57a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574028 Mar 16 11:00:23.453003 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-668f1ed3-dc7c-4810-8b3d-0fbd0526d0ff req-27e4cde9-b3c0-403c-a416-3f6889403711 service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919973 Mar 16 11:00:23.479167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.494857 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91af4ff7-2083-4d1f-95bb-5480694d57d8', 'code': 200} Mar 16 11:00:23.584047 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.656691 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=91af4ff7-2083-4d1f-95bb-5480694d57d8,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:23.666122 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91af4ff7-2083-4d1f-95bb-5480694d57d8 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:00:23.700872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 91af4ff7-2083-4d1f-95bb-5480694d57d8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=91af4ff7-2083-4d1f-95bb-5480694d57d8,segment=NetworkSegment(c9ccec73-fb9a-4e14-a1f3-4aea5682b404),segment_id=c9ccec73-fb9a-4e14-a1f3-4aea5682b404)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:23.704842 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.817487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=91af4ff7-2083-4d1f-95bb-5480694d57d8,revision_number=7']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:23.840692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-ba69186b-3a62-4874-942c-ee08a4f1c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '93880ec6-0296-4e53-b0f3-8292bd1fa322', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'floating_ip_address': '172.26.3.49', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'port_id': '52415c5b-2cfe-4548-bf49-b67e729d086e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'mac_address': 'fa:16:3e:90:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2184ef-6397-4026-a34a-ad49b299ff11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:00:20Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 0, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:23.844583 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba69186b-3a62-4874-942c-ee08a4f1c94c None None] The sync data for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv is: [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '93880ec6-0296-4e53-b0f3-8292bd1fa322', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'floating_ip_address': '172.26.3.49', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'port_id': '52415c5b-2cfe-4548-bf49-b67e729d086e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'mac_address': 'fa:16:3e:90:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2184ef-6397-4026-a34a-ad49b299ff11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:00:20Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 0, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:24.030176 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2568daa4-f14d-4dbd-ae17-1576f0e1157f None None] New status for floating IP 93880ec6-0296-4e53-b0f3-8292bd1fa322: ACTIVE {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:00:24.082004 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['91af4ff7-2083-4d1f-95bb-5480694d57d8'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:00:24.123544 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac28c2-1405-4b83-8037-fb37d5d3b305 req-c26f67c4-ff92-47c6-a1b6-fa9600656f8b tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:24.125372 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b8ac28c2-1405-4b83-8037-fb37d5d3b305 req-c26f67c4-ff92-47c6-a1b6-fa9600656f8b tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 945 time: 0.0834684 Mar 16 11:00:24.172760 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b8ac28c2-1405-4b83-8037-fb37d5d3b305 req-2bcd9eb6-b69e-416a-a7aa-7c4446ab237b tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407341 Mar 16 11:00:24.950396 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:00:25.358745 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc746b-9a55-442b-b632-9e4fef0633d7 req-d0fec221-6a3e-417d-81d5-63c5e0651341 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:25.361260 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5dfc746b-9a55-442b-b632-9e4fef0633d7 req-d0fec221-6a3e-417d-81d5-63c5e0651341 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 945 time: 0.0827994 Mar 16 11:00:25.409591 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5dfc746b-9a55-442b-b632-9e4fef0633d7 req-11a21242-820c-405c-b2a4-0df70aa7b3ad tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428808 Mar 16 11:00:25.431991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 53980) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:25.536803 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d9fc1104-8c6f-47f6-9948-1d00364bc80c tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/floatingips/ccb43615-5ae3-4bc7-8fcd-aacd0e032a62 HTTP/1.1" status: 200 len: 992 time: 0.1036918 Mar 16 11:00:26.874261 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 91af4ff7-2083-4d1f-95bb-5480694d57d8 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:26.939063 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 91af4ff7-2083-4d1f-95bb-5480694d57d8 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:26.939955 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.050692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.076332 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91af4ff7-2083-4d1f-95bb-5480694d57d8'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:00:27.086586 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 91af4ff7-2083-4d1f-95bb-5480694d57d8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=91af4ff7-2083-4d1f-95bb-5480694d57d8,segment=NetworkSegment(c9ccec73-fb9a-4e14-a1f3-4aea5682b404),segment_id=c9ccec73-fb9a-4e14-a1f3-4aea5682b404)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:27.090714 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.128765 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91af4ff7-2083-4d1f-95bb-5480694d57d8', 'code': 200} Mar 16 11:00:27.158266 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=91af4ff7-2083-4d1f-95bb-5480694d57d8,revision_number=8']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:30.809622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b16ab0b1-81f8-498f-91b8-ab30b0577659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.991748 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-856d2b64-8e30-4399-9dcd-e82b13cb3d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.355432 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.380847 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.815981 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 53992) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:35.828703 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.020107 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6ae2ada9-1056-48ef-8276-730e1c37bc91 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/7a563826-7c52-403e-8da9-c330dae105af HTTP/1.1" status: 200 len: 992 time: 0.2030554 Mar 16 11:00:36.377532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54002) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:36.582316 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port c78601cf-83e9-4ab0-ae2f-a7e05df1907c {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:36.582654 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.755801 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.756124 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.879460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for c78601cf-83e9-4ab0-ae2f-a7e05df1907c owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:37.035007 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.079924 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=c78601cf-83e9-4ab0-ae2f-a7e05df1907c,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:37.120621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:37.120621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:37.120621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:37.120621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:37.120621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:37.120621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:37.120621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:37.120621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:37.120621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:37.120621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:37.120621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:37.120621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:37.188637 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.188968 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 7a563826-7c52-403e-8da9-c330dae105af disassociated (deleted). External IP: 172.26.3.87, port: aa39c117-f3c1-4490-a261-802ddbe2aed8. Mar 16 11:00:37.535546 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router db7169ba-dbbd-4927-ad30-9be8785d6af2 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:37.824172 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:37.833281 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe6973-8d58-4203-9916-b6bcae8fa428 None None] Sync routers for ids ['db7169ba-dbbd-4927-ad30-9be8785d6af2'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:37.843097 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe6973-8d58-4203-9916-b6bcae8fa428 None None] Routers {'db7169ba-dbbd-4927-ad30-9be8785d6af2'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:37.843404 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.843852 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-fbbe6973-8d58-4203-9916-b6bcae8fa428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:00:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['db7169ba-dbbd-4927-ad30-9be8785d6af2'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:37.896891 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4af8f151-01c0-4665-9600-f4aa698307fe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/floatingips/7a563826-7c52-403e-8da9-c330dae105af HTTP/1.1" status: 204 len: 168 time: 1.5182967 Mar 16 11:00:37.897520 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941c1b08-caae-4a5e-b5f5-9ce624f39ce8', 'tag': 'aa39c117-f3c1-4490-a261-802ddbe2aed8'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:00:37.942949 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941c1b08-caae-4a5e-b5f5-9ce624f39ce8', 'tag': 'aa39c117-f3c1-4490-a261-802ddbe2aed8', 'status': 'completed', 'code': 200} Mar 16 11:00:38.024196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-fbbe6973-8d58-4203-9916-b6bcae8fa428 None None] Set router db7169ba-dbbd-4927-ad30-9be8785d6af2 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:38.088660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b6d58-c0a8-47ec-97ff-d0c2fa0727cf req-ac4fa544-3ca2-4944-b467-9bdb391c9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:38.090333 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fa1b6d58-c0a8-47ec-97ff-d0c2fa0727cf req-ac4fa544-3ca2-4944-b467-9bdb391c9d54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 1098 time: 0.1226070 Mar 16 11:00:38.236728 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b6d58-c0a8-47ec-97ff-d0c2fa0727cf req-595e4a18-c8fc-48b2-a027-dd1d180479bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:38.238910 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fa1b6d58-c0a8-47ec-97ff-d0c2fa0727cf req-595e4a18-c8fc-48b2-a027-dd1d180479bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd36722c-86ad-480c-94fb-1689efcce290 HTTP/1.1" status: 200 len: 898 time: 0.1369760 Mar 16 11:00:38.278477 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf479fc3-b7bb-4933-a5ec-5cd78aa2e51e req-34ef2a62-3e0e-4d43-9ec9-2e06fb2ad2ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:38.279570 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-cf479fc3-b7bb-4933-a5ec-5cd78aa2e51e req-34ef2a62-3e0e-4d43-9ec9-2e06fb2ad2ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:38.299494 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-cf479fc3-b7bb-4933-a5ec-5cd78aa2e51e req-34ef2a62-3e0e-4d43-9ec9-2e06fb2ad2ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:38.301304 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cf479fc3-b7bb-4933-a5ec-5cd78aa2e51e req-34ef2a62-3e0e-4d43-9ec9-2e06fb2ad2ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 945 time: 0.1039233 Mar 16 11:00:38.320132 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fa1b6d58-c0a8-47ec-97ff-d0c2fa0727cf req-637ca671-3780-4d0e-b840-882564bc31db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa39c117-f3c1-4490-a261-802ddbe2aed8 HTTP/1.1" status: 200 len: 217 time: 0.0748193 Mar 16 11:00:38.353899 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cf479fc3-b7bb-4933-a5ec-5cd78aa2e51e req-e6fe2458-ceab-49d3-b3ad-8337ad4ab0f4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=6903f4f1-47a6-49d9-87a5-8ec44e38a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462742 Mar 16 11:00:38.399534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b6d58-c0a8-47ec-97ff-d0c2fa0727cf req-bef8f49a-a9c7-4690-bedd-bc764347e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:38.400979 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fa1b6d58-c0a8-47ec-97ff-d0c2fa0727cf req-bef8f49a-a9c7-4690-bedd-bc764347e60c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3ad5db1-ac62-4d56-b78d-9cc085759468 HTTP/1.1" status: 200 len: 835 time: 0.0693150 Mar 16 11:00:38.420409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-fbbe6973-8d58-4203-9916-b6bcae8fa428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'name': 'tempest-TestNetworkBasicOps-router-410140980', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:43Z', 'updated_at': '2022-03-16T10:58:56Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:45Z', 'updated_at': '2022-03-16T10:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '3f0a7dd4-1d54-4a6b-9819-36fbae04978a', 'name': '', 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:51:c4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:54Z', 'updated_at': '2022-03-16T10:59:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:38.420409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe6973-8d58-4203-9916-b6bcae8fa428 None None] Checking router: db7169ba-dbbd-4927-ad30-9be8785d6af2 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:38.427509 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe6973-8d58-4203-9916-b6bcae8fa428 None None] Routers {'db7169ba-dbbd-4927-ad30-9be8785d6af2'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:38.428128 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-fbbe6973-8d58-4203-9916-b6bcae8fa428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:00:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['db7169ba-dbbd-4927-ad30-9be8785d6af2'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:38.480618 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b6d58-c0a8-47ec-97ff-d0c2fa0727cf req-57f21da6-99f4-49c9-a234-32b5dad38023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:38.482940 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fa1b6d58-c0a8-47ec-97ff-d0c2fa0727cf req-57f21da6-99f4-49c9-a234-32b5dad38023 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd36722c-86ad-480c-94fb-1689efcce290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722406 Mar 16 11:00:38.493266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [req-fa1b6d58-c0a8-47ec-97ff-d0c2fa0727cf req-9eeac34f-a9cb-4321-8099-52a144c32176 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:38.494963 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fa1b6d58-c0a8-47ec-97ff-d0c2fa0727cf req-9eeac34f-a9cb-4321-8099-52a144c32176 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051122 Mar 16 11:00:38.608425 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-fbbe6973-8d58-4203-9916-b6bcae8fa428 None None] Set router db7169ba-dbbd-4927-ad30-9be8785d6af2 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:38.629602 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fa1b6d58-c0a8-47ec-97ff-d0c2fa0727cf req-fc962108-d634-4a6e-922b-e0915e6738a1 service neutron] 10.222.0.18 "GET /v2.0/networks/fd36722c-86ad-480c-94fb-1689efcce290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274207 Mar 16 11:00:38.870626 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fa1b6d58-c0a8-47ec-97ff-d0c2fa0727cf req-894bc1af-c0d5-42f1-aad9-bb781f833b05 service neutron] 10.222.0.18 "GET /v2.0/networks/fd36722c-86ad-480c-94fb-1689efcce290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330053 Mar 16 11:00:38.922875 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-fbbe6973-8d58-4203-9916-b6bcae8fa428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'name': 'tempest-TestNetworkBasicOps-router-410140980', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:43Z', 'updated_at': '2022-03-16T10:58:56Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:45Z', 'updated_at': '2022-03-16T10:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '3f0a7dd4-1d54-4a6b-9819-36fbae04978a', 'name': '', 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:51:c4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:54Z', 'updated_at': '2022-03-16T10:59:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:38.926895 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe6973-8d58-4203-9916-b6bcae8fa428 None None] The sync data for ids ['db7169ba-dbbd-4927-ad30-9be8785d6af2'] in dv-neutron-833859-1-hyperv is: [{'id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'name': 'tempest-TestNetworkBasicOps-router-410140980', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:43Z', 'updated_at': '2022-03-16T10:58:56Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:45Z', 'updated_at': '2022-03-16T10:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '3f0a7dd4-1d54-4a6b-9819-36fbae04978a', 'name': '', 'network_id': 'fd36722c-86ad-480c-94fb-1689efcce290', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:51:c4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:54Z', 'updated_at': '2022-03-16T10:59:03Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'c3ad5db1-ac62-4d56-b78d-9cc085759468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:39.149454 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f0949-76cb-4966-a603-cdc593f059a6 None None] New status for floating IP 7a563826-7c52-403e-8da9-c330dae105af: DOWN {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:00:39.543977 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2c3d8-d605-47b7-bf0d-c5d1f7073e0e req-232ee9c2-e849-4f12-9521-faa1fb4956f3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:39.545567 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aed2c3d8-d605-47b7-bf0d-c5d1f7073e0e req-232ee9c2-e849-4f12-9521-faa1fb4956f3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 945 time: 0.0823321 Mar 16 11:00:39.590491 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aed2c3d8-d605-47b7-bf0d-c5d1f7073e0e req-8c9d674f-ef2d-49c3-b311-905f87bffd86 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=6903f4f1-47a6-49d9-87a5-8ec44e38a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384898 Mar 16 11:00:40.112115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363e916-35e5-461b-8b74-2140a2f3a651 req-017a5b05-26b8-45c4-aa84-933ebaff0acb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:40.113565 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b363e916-35e5-461b-8b74-2140a2f3a651 req-017a5b05-26b8-45c4-aa84-933ebaff0acb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 945 time: 0.0847123 Mar 16 11:00:40.188921 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-b363e916-35e5-461b-8b74-2140a2f3a651 req-5093b020-a2d3-4040-8b20-b179c4aa0715 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port aa39c117-f3c1-4490-a261-802ddbe2aed8 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:40.189310 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b363e916-35e5-461b-8b74-2140a2f3a651 req-5093b020-a2d3-4040-8b20-b179c4aa0715 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.452819 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-b363e916-35e5-461b-8b74-2140a2f3a651 req-5093b020-a2d3-4040-8b20-b179c4aa0715 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port aa39c117-f3c1-4490-a261-802ddbe2aed8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=aa39c117-f3c1-4490-a261-802ddbe2aed8,segment=NetworkSegment(efed3825-26c9-44c0-8da4-876def1d1a0b),segment_id=efed3825-26c9-44c0-8da4-876def1d1a0b)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:40.453176 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b363e916-35e5-461b-8b74-2140a2f3a651 req-5093b020-a2d3-4040-8b20-b179c4aa0715 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.592140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-b363e916-35e5-461b-8b74-2140a2f3a651 req-5093b020-a2d3-4040-8b20-b179c4aa0715 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for aa39c117-f3c1-4490-a261-802ddbe2aed8 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:40.750596 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b363e916-35e5-461b-8b74-2140a2f3a651 req-5093b020-a2d3-4040-8b20-b179c4aa0715 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.790827 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b9926-ab3c-49b7-a00e-8dfcb241f0ed req-ed08c10d-2875-4944-bddb-f6a949a68e1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:40.795198 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9d7b9926-ab3c-49b7-a00e-8dfcb241f0ed req-ed08c10d-2875-4944-bddb-f6a949a68e1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=941c1b08-caae-4a5e-b5f5-9ce624f39ce8 HTTP/1.1" status: 200 len: 867 time: 0.0943215 Mar 16 11:00:40.804515 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093b020-a2d3-4040-8b20-b179c4aa0715 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=aa39c117-f3c1-4490-a261-802ddbe2aed8,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:40.843729 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9d7b9926-ab3c-49b7-a00e-8dfcb241f0ed req-89ef602a-09e5-443c-9e29-87f4493c6f3d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=6903f4f1-47a6-49d9-87a5-8ec44e38a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436192 Mar 16 11:00:40.884078 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b363e916-35e5-461b-8b74-2140a2f3a651 req-5093b020-a2d3-4040-8b20-b179c4aa0715 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] No DVR routers for this DVR port aa39c117-f3c1-4490-a261-802ddbe2aed8 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:40.887717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b363e916-35e5-461b-8b74-2140a2f3a651 req-5093b020-a2d3-4040-8b20-b179c4aa0715 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.888985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941c1b08-caae-4a5e-b5f5-9ce624f39ce8', 'name': 'network-vif-deleted', 'tag': 'aa39c117-f3c1-4490-a261-802ddbe2aed8'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:00:40.904142 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b363e916-35e5-461b-8b74-2140a2f3a651 req-5093b020-a2d3-4040-8b20-b179c4aa0715 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "DELETE /v2.0/ports/aa39c117-f3c1-4490-a261-802ddbe2aed8 HTTP/1.1" status: 204 len: 173 time: 0.7846808 Mar 16 11:00:40.937046 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941c1b08-caae-4a5e-b5f5-9ce624f39ce8', 'name': 'network-vif-deleted', 'tag': 'aa39c117-f3c1-4490-a261-802ddbe2aed8', 'status': 'completed', 'code': 200} Mar 16 11:00:41.948897 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54022) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:42.006775 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-132679c7-0adb-414c-bad6-f83ed0a3eda4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.035827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-132679c7-0adb-414c-bad6-f83ed0a3eda4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.103288 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-132679c7-0adb-414c-bad6-f83ed0a3eda4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.122316 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132679c7-0adb-414c-bad6-f83ed0a3eda4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6903f4f1-47a6-49d9-87a5-8ec44e38a49a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:42.135104 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-132679c7-0adb-414c-bad6-f83ed0a3eda4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.136240 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-132679c7-0adb-414c-bad6-f83ed0a3eda4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/security-groups/6903f4f1-47a6-49d9-87a5-8ec44e38a49a HTTP/1.1" status: 204 len: 168 time: 0.1968257 Mar 16 11:00:42.168143 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54028) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:42.844646 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.904216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device aa39c117-f3c1-4490-a261-802ddbe2aed8 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:42.941102 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: aa39c117-f3c1-4490-a261-802ddbe2aed8 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:42.941508 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device aa39c117-f3c1-4490-a261-802ddbe2aed8 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:43.208772 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 3f0a7dd4-1d54-4a6b-9819-36fbae04978a {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:43.209347 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.399093 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port 3f0a7dd4-1d54-4a6b-9819-36fbae04978a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3f0a7dd4-1d54-4a6b-9819-36fbae04978a,segment=NetworkSegment(efed3825-26c9-44c0-8da4-876def1d1a0b),segment_id=efed3825-26c9-44c0-8da4-876def1d1a0b)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:43.399720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.525110 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 3f0a7dd4-1d54-4a6b-9819-36fbae04978a owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:43.895028 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.942367 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=3f0a7dd4-1d54-4a6b-9819-36fbae04978a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:43.980200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:43.980200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:43.980558 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:43.980840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:43.981158 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:43.981486 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:43.981787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:43.982112 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:43.982417 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:43.982883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:43.983033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:43.983369 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:44.433425 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.815614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router db7169ba-dbbd-4927-ad30-9be8785d6af2 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:44.988499 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:44.997763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f092c4c-853c-479f-a135-97140da0e2c6 None None] Sync routers for ids ['db7169ba-dbbd-4927-ad30-9be8785d6af2'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:45.001149 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b246b86f-bda2-44a0-8c94-083b5761e421 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/db7169ba-dbbd-4927-ad30-9be8785d6af2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8319616 Mar 16 11:00:45.003862 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54034) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.007218 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f092c4c-853c-479f-a135-97140da0e2c6 None None] Routers {'db7169ba-dbbd-4927-ad30-9be8785d6af2'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:45.007999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-6f092c4c-853c-479f-a135-97140da0e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:00:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['db7169ba-dbbd-4927-ad30-9be8785d6af2'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:45.087259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-021da877-b424-48c8-873f-f0b27d7e6878 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting subnet c3ad5db1-ac62-4d56-b78d-9cc085759468 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:45.090204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-021da877-b424-48c8-873f-f0b27d7e6878 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.153824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-021da877-b424-48c8-873f-f0b27d7e6878 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.187957 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-6f092c4c-853c-479f-a135-97140da0e2c6 None None] Set router db7169ba-dbbd-4927-ad30-9be8785d6af2 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:45.239380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-021da877-b424-48c8-873f-f0b27d7e6878 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.313239 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-021da877-b424-48c8-873f-f0b27d7e6878 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.353923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-021da877-b424-48c8-873f-f0b27d7e6878 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.356801 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021da877-b424-48c8-873f-f0b27d7e6878 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ad5db1-ac62-4d56-b78d-9cc085759468,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:45.363552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f85ab7-de34-426a-ae91-a68ab1906e70 None None] Network fd36722c-86ad-480c-94fb-1689efcce290 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:45.363794 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-021da877-b424-48c8-873f-f0b27d7e6878 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/subnets/c3ad5db1-ac62-4d56-b78d-9cc085759468 HTTP/1.1" status: 204 len: 168 time: 0.3587060 Mar 16 11:00:45.366361 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54038) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.541363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d1baa6a-609c-4052-b6f3-4d885d4bd6fb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.629222 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-6f092c4c-853c-479f-a135-97140da0e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'name': 'tempest-TestNetworkBasicOps-router-410140980', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:43Z', 'updated_at': '2022-03-16T11:00:43Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '98371010-5b22-4b4d-a0a5-c78bd8e4fbc4', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:45Z', 'updated_at': '2022-03-16T10:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:45.635085 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f092c4c-853c-479f-a135-97140da0e2c6 None None] Checking router: db7169ba-dbbd-4927-ad30-9be8785d6af2 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:45.644147 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f092c4c-853c-479f-a135-97140da0e2c6 None None] Routers {'db7169ba-dbbd-4927-ad30-9be8785d6af2'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:45.644751 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-6f092c4c-853c-479f-a135-97140da0e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:00:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['db7169ba-dbbd-4927-ad30-9be8785d6af2'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:45.725965 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d1baa6a-609c-4052-b6f3-4d885d4bd6fb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.734810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-2d1baa6a-609c-4052-b6f3-4d885d4bd6fb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:45.735056 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b996c73-575a-473c-abd2-f4edd363bf09 None None] DHCP port deletion for fd36722c-86ad-480c-94fb-1689efcce290 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:00:45.735211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d1baa6a-609c-4052-b6f3-4d885d4bd6fb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.751318 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2b996c73-575a-473c-abd2-f4edd363bf09 None None] Deleting port 7d8b066a-37b9-483b-b419-930fa5112d97 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:45.752772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2b996c73-575a-473c-abd2-f4edd363bf09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.917631 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-6f092c4c-853c-479f-a135-97140da0e2c6 None None] Set router db7169ba-dbbd-4927-ad30-9be8785d6af2 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:46.026201 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-6f092c4c-853c-479f-a135-97140da0e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'name': 'tempest-TestNetworkBasicOps-router-410140980', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:43Z', 'updated_at': '2022-03-16T11:00:45Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:46.031945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-2d1baa6a-609c-4052-b6f3-4d885d4bd6fb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=98371010-5b22-4b4d-a0a5-c78bd8e4fbc4,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:46.032303 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d1baa6a-609c-4052-b6f3-4d885d4bd6fb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.066639 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f092c4c-853c-479f-a135-97140da0e2c6 None None] The sync data for ids ['db7169ba-dbbd-4927-ad30-9be8785d6af2'] in dv-neutron-833859-1-hyperv is: [{'id': 'db7169ba-dbbd-4927-ad30-9be8785d6af2', 'name': 'tempest-TestNetworkBasicOps-router-410140980', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:43Z', 'updated_at': '2022-03-16T11:00:45Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port_host': None}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:46.120360 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 7d8b066a-37b9-483b-b419-930fa5112d97 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:46.161812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-2d1baa6a-609c-4052-b6f3-4d885d4bd6fb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4 owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:46.187412 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2b996c73-575a-473c-abd2-f4edd363bf09 None None] For port 7d8b066a-37b9-483b-b419-930fa5112d97, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=7d8b066a-37b9-483b-b419-930fa5112d97,segment=NetworkSegment(efed3825-26c9-44c0-8da4-876def1d1a0b),segment_id=efed3825-26c9-44c0-8da4-876def1d1a0b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:46.187803 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2b996c73-575a-473c-abd2-f4edd363bf09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.321794 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2b996c73-575a-473c-abd2-f4edd363bf09 None None] Calling delete_port for 7d8b066a-37b9-483b-b419-930fa5112d97 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:46.350388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d1baa6a-609c-4052-b6f3-4d885d4bd6fb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.399248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1baa6a-609c-4052-b6f3-4d885d4bd6fb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=98371010-5b22-4b4d-a0a5-c78bd8e4fbc4,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:46.440822 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.463790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2b996c73-575a-473c-abd2-f4edd363bf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.502042 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d1baa6a-609c-4052-b6f3-4d885d4bd6fb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.540675 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b996c73-575a-473c-abd2-f4edd363bf09 None None] Pushing event deleted for resources: {'Port': ['ID=7d8b066a-37b9-483b-b419-930fa5112d97,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:46.540675 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b996c73-575a-473c-abd2-f4edd363bf09 None None] No DVR routers for this DVR port 7d8b066a-37b9-483b-b419-930fa5112d97 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:46.700488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d1baa6a-609c-4052-b6f3-4d885d4bd6fb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.700488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d1baa6a-609c-4052-b6f3-4d885d4bd6fb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.726212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d1baa6a-609c-4052-b6f3-4d885d4bd6fb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.726724 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1baa6a-609c-4052-b6f3-4d885d4bd6fb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Fanout notify agent at l3_agent the message router_deleted on router db7169ba-dbbd-4927-ad30-9be8785d6af2 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:00:46.741634 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d1baa6a-609c-4052-b6f3-4d885d4bd6fb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.743609 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2d1baa6a-609c-4052-b6f3-4d885d4bd6fb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/routers/db7169ba-dbbd-4927-ad30-9be8785d6af2 HTTP/1.1" status: 204 len: 168 time: 1.3763747 Mar 16 11:00:46.745567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54042) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:46.871735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-36118213-757f-4cee-9fb8-162884f210dd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.014226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-36118213-757f-4cee-9fb8-162884f210dd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.040742 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-36118213-757f-4cee-9fb8-162884f210dd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd36722c-86ad-480c-94fb-1689efcce290']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:47.052855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-36118213-757f-4cee-9fb8-162884f210dd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efed3825-26c9-44c0-8da4-876def1d1a0b') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:47.053140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-36118213-757f-4cee-9fb8-162884f210dd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efed3825-26c9-44c0-8da4-876def1d1a0b') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:47.065082 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-36118213-757f-4cee-9fb8-162884f210dd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.081680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-36118213-757f-4cee-9fb8-162884f210dd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.088146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36118213-757f-4cee-9fb8-162884f210dd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:00:47.088287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-36118213-757f-4cee-9fb8-162884f210dd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:00:47.103477 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:00:47.185395 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-36118213-757f-4cee-9fb8-162884f210dd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.202147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-36118213-757f-4cee-9fb8-162884f210dd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.213753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36118213-757f-4cee-9fb8-162884f210dd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Network': ['ID=fd36722c-86ad-480c-94fb-1689efcce290,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:47.218294 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-36118213-757f-4cee-9fb8-162884f210dd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/networks/fd36722c-86ad-480c-94fb-1689efcce290 HTTP/1.1" status: 204 len: 168 time: 0.4716814 Mar 16 11:00:47.240177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54046) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:47.243233 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-f4cae2ec-b772-4c88-a680-bb2254fc8542 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'network': {'name': 'tempest-network-smoke--1594195188', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'port_security_enabled': True}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:47.248622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-f4cae2ec-b772-4c88-a680-bb2254fc8542 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:47.254924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-f4cae2ec-b772-4c88-a680-bb2254fc8542 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:network and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:47.257234 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-f4cae2ec-b772-4c88-a680-bb2254fc8542 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:47.267984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-f4cae2ec-b772-4c88-a680-bb2254fc8542 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:47.279884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cae2ec-b772-4c88-a680-bb2254fc8542 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:47.281877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4cae2ec-b772-4c88-a680-bb2254fc8542 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.315063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cae2ec-b772-4c88-a680-bb2254fc8542 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:00:47.323994 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4cae2ec-b772-4c88-a680-bb2254fc8542 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.323994 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-f4cae2ec-b772-4c88-a680-bb2254fc8542 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Added segment 1198a051-efa8-4c0f-9533-03fd1fa3a99b of type vlan for network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 Mar 16 11:00:47.351083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4cae2ec-b772-4c88-a680-bb2254fc8542 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.379678 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4cae2ec-b772-4c88-a680-bb2254fc8542 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.385948 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cae2ec-b772-4c88-a680-bb2254fc8542 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:47.385948 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f4cae2ec-b772-4c88-a680-bb2254fc8542 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.531327 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.591978 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f4cae2ec-b772-4c88-a680-bb2254fc8542 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3580627 Mar 16 11:00:47.594434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54050) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:47.600140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cae2ec-b772-4c88-a680-bb2254fc8542 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Network': ['ID=ae8be61d-e370-4e6b-b3f3-fd81088e49b5,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:47.600380 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-937518165', 'admin_state_up': True, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:47.612652 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:47.616090 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:00:47.619271 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:router and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:47.621916 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:47.628750 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:47.640892 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.640892 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.658332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.941075 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.090453 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3f0a7dd4-1d54-4a6b-9819-36fbae04978a no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:48.136294 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 3f0a7dd4-1d54-4a6b-9819-36fbae04978a {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:48.136294 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3f0a7dd4-1d54-4a6b-9819-36fbae04978a not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:48.136294 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:48.171458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:48.171458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 98371010-5b22-4b4d-a0a5-c78bd8e4fbc4 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:48.253157 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.285142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.426204 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.26.3.142 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/ae074df7-d062-4e39-b78e-142759b959e2) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:48.579089 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.610171 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.670820 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:48.677092 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:48.681089 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:48.710788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=ae074df7-d062-4e39-b78e-142759b959e2,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:49.260193 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:49.633621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:49.853242 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router cf5cbd85-11c5-447c-985c-b106e4b72377 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:00:50.050137 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:50.059923 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Sync routers for ids ['cf5cbd85-11c5-447c-985c-b106e4b72377'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:50.069818 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Routers {'cf5cbd85-11c5-447c-985c-b106e4b72377'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:50.070410 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:00:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cf5cbd85-11c5-447c-985c-b106e4b72377'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:50.078346 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.079613 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c2a4473d-4493-4fb5-933e-32e1478517a6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4841616 Mar 16 11:00:50.083541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54054) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.249775 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54060) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.250297 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2e9e2151-6eba-46e3-9a47-c928914a2583 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=c123fb581b00432cb3f2292d7d9251a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1656806 Mar 16 11:00:50.255957 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Set router cf5cbd85-11c5-447c-985c-b106e4b72377 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:50.419392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76296ff-c5ef-4a23-b002-a2b1f6955f6b tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:50.420875 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e76296ff-c5ef-4a23-b002-a2b1f6955f6b tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1695299 Mar 16 11:00:50.424207 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54064) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.469476 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-393be831-9a1e-4cb7-abe0-ef609501c803 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441976 Mar 16 11:00:50.471943 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54068) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.477635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-dc00239f-a4ea-43ae-86ab-03adb505f0ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1579971408', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:50.575047 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:49Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:50.578597 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Checking router: cf5cbd85-11c5-447c-985c-b106e4b72377 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:50.578941 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Updating router cf5cbd85-11c5-447c-985c-b106e4b72377 port ae074df7-d062-4e39-b78e-142759b959e2 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:00:50.592004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-dc00239f-a4ea-43ae-86ab-03adb505f0ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:50.595662 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-dc00239f-a4ea-43ae-86ab-03adb505f0ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:subnet and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:50.598365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-dc00239f-a4ea-43ae-86ab-03adb505f0ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:50.604112 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-dc00239f-a4ea-43ae-86ab-03adb505f0ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:50.613117 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc00239f-a4ea-43ae-86ab-03adb505f0ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:50.616725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc00239f-a4ea-43ae-86ab-03adb505f0ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.631224 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.832717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc00239f-a4ea-43ae-86ab-03adb505f0ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.907522 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00239f-a4ea-43ae-86ab-03adb505f0ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Subnet': ['ID=ae50b458-55f3-4a97-8537-d7f8709360ff,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:50.916309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc00239f-a4ea-43ae-86ab-03adb505f0ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Checking segment: {'id': '1198a051-efa8-4c0f-9533-03fd1fa3a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:50.916659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc00239f-a4ea-43ae-86ab-03adb505f0ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network hostable DHCP agents. Network: ae8be61d-e370-4e6b-b3f3-fd81088e49b5, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:00:50.935528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc00239f-a4ea-43ae-86ab-03adb505f0ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:00:50.944949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-dc00239f-a4ea-43ae-86ab-03adb505f0ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, ae8be61d-e370-4e6b-b3f3-fd81088e49b5) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:50.948889 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc00239f-a4ea-43ae-86ab-03adb505f0ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:50.949466 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dc00239f-a4ea-43ae-86ab-03adb505f0ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.955057 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae4a7fa-4d1f-42d6-ab95-c2b90d195524 None None] Network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:50.961194 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.973111 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Transition to ACTIVE for port object ae074df7-d062-4e39-b78e-142759b959e2 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:50.977471 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-dc00239f-a4ea-43ae-86ab-03adb505f0ef tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5019069 Mar 16 11:00:50.977969 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54072) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.985644 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.069529 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Attempting to bind port ae074df7-d062-4e39-b78e-142759b959e2 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:51.069529 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Attempting to bind port ae074df7-d062-4e39-b78e-142759b959e2 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:51.069529 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Attempting to bind port ae074df7-d062-4e39-b78e-142759b959e2 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:51.079527 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:51.079917 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:51.080300 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.080681 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:51.081128 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Bound port: ae074df7-d062-4e39-b78e-142759b959e2, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:51.081486 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.158952 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] For port ae074df7-d062-4e39-b78e-142759b959e2, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:51.161884 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] For port ae074df7-d062-4e39-b78e-142759b959e2, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ae074df7-d062-4e39-b78e-142759b959e2,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:51.163360 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75149a62-b373-4492-953e-a64972842ef1 None None] Pushing event updated for resources: {'Port': ['ID=ae074df7-d062-4e39-b78e-142759b959e2,revision_number=2']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:51.171783 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.180350 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75149a62-b373-4492-953e-a64972842ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:51.180687 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75149a62-b373-4492-953e-a64972842ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:51.181012 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75149a62-b373-4492-953e-a64972842ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:51.181331 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75149a62-b373-4492-953e-a64972842ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:51.181647 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75149a62-b373-4492-953e-a64972842ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:51.181954 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75149a62-b373-4492-953e-a64972842ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:51.182265 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75149a62-b373-4492-953e-a64972842ef1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:51.182577 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75149a62-b373-4492-953e-a64972842ef1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:51.182884 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75149a62-b373-4492-953e-a64972842ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:51.183211 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75149a62-b373-4492-953e-a64972842ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:51.183518 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75149a62-b373-4492-953e-a64972842ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:51.183822 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75149a62-b373-4492-953e-a64972842ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:51.245450 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Routers {'cf5cbd85-11c5-447c-985c-b106e4b72377'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:51.246487 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:00:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cf5cbd85-11c5-447c-985c-b106e4b72377'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:51.281459 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:00:51.283910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.340868 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75149a62-b373-4492-953e-a64972842ef1 None None] Pushing event updated for resources: {'Port': ['ID=ae074df7-d062-4e39-b78e-142759b959e2,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:51.449383 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Allocated IP 172.20.0.2 (ae8be61d-e370-4e6b-b3f3-fd81088e49b5/ae50b458-55f3-4a97-8537-d7f8709360ff/c7fe0b6f-c188-463a-8567-acad0c930b93) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:51.454072 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] Set router cf5cbd85-11c5-447c-985c-b106e4b72377 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:51.665431 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.683749 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Transition to ACTIVE for port object c7fe0b6f-c188-463a-8567-acad0c930b93 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:51.705463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Transition to ACTIVE for port object c7fe0b6f-c188-463a-8567-acad0c930b93 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:51.705463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.755841 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:49Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:51.760951 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c5ac6b-f4fb-4634-93f3-830be2ba2d08 None None] The sync data for ids ['cf5cbd85-11c5-447c-985c-b106e4b72377'] in dv-neutron-833859-1-hyperv is: [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:49Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:51.769507 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:51.776783 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:51.785848 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:51.792282 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Pushing event updated for resources: {'Port': ['ID=c7fe0b6f-c188-463a-8567-acad0c930b93,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:51.881811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Attempting to bind port c7fe0b6f-c188-463a-8567-acad0c930b93 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:51.881811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Attempting to bind port c7fe0b6f-c188-463a-8567-acad0c930b93 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '1198a051-efa8-4c0f-9533-03fd1fa3a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:51.882066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Attempting to bind port c7fe0b6f-c188-463a-8567-acad0c930b93 on network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:51.887478 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:51.888320 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Checking segment: {'id': '1198a051-efa8-4c0f-9533-03fd1fa3a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:51.888320 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.888929 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Bound using segment: {'id': '1198a051-efa8-4c0f-9533-03fd1fa3a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:51.889128 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Bound port: c7fe0b6f-c188-463a-8567-acad0c930b93, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1198a051-efa8-4c0f-9533-03fd1fa3a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:51.889501 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.889761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.003530 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] For port c7fe0b6f-c188-463a-8567-acad0c930b93, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:52.010131 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] For port c7fe0b6f-c188-463a-8567-acad0c930b93, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c7fe0b6f-c188-463a-8567-acad0c930b93,segment=NetworkSegment(1198a051-efa8-4c0f-9533-03fd1fa3a99b),segment_id=1198a051-efa8-4c0f-9533-03fd1fa3a99b)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:52.015109 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.128165 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc0f85-1d92-4e28-a99b-cb032963beff None None] Pushing event updated for resources: {'Port': ['ID=c7fe0b6f-c188-463a-8567-acad0c930b93,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:52.170277 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ae074df7-d062-4e39-b78e-142759b959e2 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:52.279647 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port ae074df7-d062-4e39-b78e-142759b959e2 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:52.287848 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port ae074df7-d062-4e39-b78e-142759b959e2 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:52.288233 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.401531 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.1 (ae8be61d-e370-4e6b-b3f3-fd81088e49b5/ae50b458-55f3-4a97-8537-d7f8709360ff/d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:52.470393 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.490349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port ae074df7-d062-4e39-b78e-142759b959e2, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ae074df7-d062-4e39-b78e-142759b959e2,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:52.497050 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.577310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=ae074df7-d062-4e39-b78e-142759b959e2,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:52.596005 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.612730 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:52.636216 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.699731 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:52.702729 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:52.711248 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:52.748248 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:52.777014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.908665 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.138362 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c8a678-93e6-4463-8c45-a7b0d5ba8195 None None] Network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:53.259549 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-15dc61f1-8c36-4d07-a6b8-8a1045ad558b None None] Provisioning for port c7fe0b6f-c188-463a-8567-acad0c930b93 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:53.468143 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.479077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.597942 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:53.602522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.716490 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-62e0d3f8-b6a8-4c98-b861-9b873b847a8f None None] Provisioning for port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:53.721818 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-62e0d3f8-b6a8-4c98-b861-9b873b847a8f None None] Provisioning complete for port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:53.722203 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-62e0d3f8-b6a8-4c98-b861-9b873b847a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.743901 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:53.745443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:53.779555 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-62e0d3f8-b6a8-4c98-b861-9b873b847a8f None None] Port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:53.904447 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c92701a4-6a40-43ea-a17d-7d01151212a4 None None] Provisioning complete for port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:53.904818 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c92701a4-6a40-43ea-a17d-7d01151212a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.934276 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router cf5cbd85-11c5-447c-985c-b106e4b72377 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:53.961365 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-c92701a4-6a40-43ea-a17d-7d01151212a4 None None] Port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:54.079367 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b48dd3b7-9f46-476a-b4b6-95db5bdfeb82 None None] Provisioning complete for port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:54.080199 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b48dd3b7-9f46-476a-b4b6-95db5bdfeb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.122350 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:54.134287 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Sync routers for ids ['cf5cbd85-11c5-447c-985c-b106e4b72377'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:54.138764 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bcd5c1e3-6014-44d6-8087-d79fcc258fa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/cf5cbd85-11c5-447c-985c-b106e4b72377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1571808 Mar 16 11:00:54.138998 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54078) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:54.143298 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b48dd3b7-9f46-476a-b4b6-95db5bdfeb82 None None] Port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:54.150479 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Routers {'cf5cbd85-11c5-447c-985c-b106e4b72377'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:54.155898 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:00:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cf5cbd85-11c5-447c-985c-b106e4b72377'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:54.219834 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c7fe0b6f-c188-463a-8567-acad0c930b93 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:54.285056 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6065401f-cdee-4228-b63b-c1e42c9cab38 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:54.285445 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6065401f-cdee-4228-b63b-c1e42c9cab38 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:54.285896 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6065401f-cdee-4228-b63b-c1e42c9cab38 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:54.286699 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6065401f-cdee-4228-b63b-c1e42c9cab38 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:54.286831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6065401f-cdee-4228-b63b-c1e42c9cab38 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:54.287235 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6065401f-cdee-4228-b63b-c1e42c9cab38 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:54.287675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6065401f-cdee-4228-b63b-c1e42c9cab38 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:54.292102 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6065401f-cdee-4228-b63b-c1e42c9cab38 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.1495140 Mar 16 11:00:54.292259 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54082) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:54.365191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657053c-d83c-4df7-b305-504726fc479f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:54.365669 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657053c-d83c-4df7-b305-504726fc479f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:54.366226 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657053c-d83c-4df7-b305-504726fc479f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:54.366529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657053c-d83c-4df7-b305-504726fc479f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:54.366957 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657053c-d83c-4df7-b305-504726fc479f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:54.367410 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657053c-d83c-4df7-b305-504726fc479f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:54.367839 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657053c-d83c-4df7-b305-504726fc479f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:54.369564 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3657053c-d83c-4df7-b305-504726fc479f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.0764441 Mar 16 11:00:54.372555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54086) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:54.413522 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port c7fe0b6f-c188-463a-8567-acad0c930b93 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:54.423088 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port c7fe0b6f-c188-463a-8567-acad0c930b93 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:54.423522 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.467342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Set router cf5cbd85-11c5-447c-985c-b106e4b72377 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:54.587048 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8320796a-98c5-4858-bb9c-315c0b849f8e tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.2134123 Mar 16 11:00:54.752628 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.761968 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54092) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:54.767341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-147bb806-6f05-4466-a4bd-0cbb0c824d97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297197888', 'description': 'tempest-secgroup-smoke-297197888 description', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:54.773028 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-147bb806-6f05-4466-a4bd-0cbb0c824d97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:54.777030 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-147bb806-6f05-4466-a4bd-0cbb0c824d97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:54.779816 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-147bb806-6f05-4466-a4bd-0cbb0c824d97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:54.785320 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-147bb806-6f05-4466-a4bd-0cbb0c824d97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:54.795941 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-147bb806-6f05-4466-a4bd-0cbb0c824d97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.816947 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-147bb806-6f05-4466-a4bd-0cbb0c824d97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:54.821358 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-147bb806-6f05-4466-a4bd-0cbb0c824d97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:54.824767 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-147bb806-6f05-4466-a4bd-0cbb0c824d97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:54.830658 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-147bb806-6f05-4466-a4bd-0cbb0c824d97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:54.838089 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port c7fe0b6f-c188-463a-8567-acad0c930b93, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c7fe0b6f-c188-463a-8567-acad0c930b93,segment=NetworkSegment(1198a051-efa8-4c0f-9533-03fd1fa3a99b),segment_id=1198a051-efa8-4c0f-9533-03fd1fa3a99b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:54.847910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.848681 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ae074df7-d062-4e39-b78e-142759b959e2 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:54.905649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-147bb806-6f05-4466-a4bd-0cbb0c824d97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.910847 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-147bb806-6f05-4466-a4bd-0cbb0c824d97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.959950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bb806-6f05-4466-a4bd-0cbb0c824d97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98bc204d-6165-4c7d-a10e-b843db1e2b10,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:54.968722 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-147bb806-6f05-4466-a4bd-0cbb0c824d97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.974180 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-147bb806-6f05-4466-a4bd-0cbb0c824d97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2082222 Mar 16 11:00:54.974180 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54096) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:54.975872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=c7fe0b6f-c188-463a-8567-acad0c930b93,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:54.979979 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-de446ac7-7840-440f-b9a7-608b2d42a781 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '98bc204d-6165-4c7d-a10e-b843db1e2b10', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:54.986384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-de446ac7-7840-440f-b9a7-608b2d42a781 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:54.987506 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'd0ea87ca-cafc-4b66-a1f1-235d2f1aabc4', 'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:a4:84:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:52Z', 'updated_at': '2022-03-16T11:00:53Z', 'revision_number': 2, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:54.990726 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-de446ac7-7840-440f-b9a7-608b2d42a781 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:54.991923 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Checking router: cf5cbd85-11c5-447c-985c-b106e4b72377 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:54.992277 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Updating router cf5cbd85-11c5-447c-985c-b106e4b72377 port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:00:54.993604 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-de446ac7-7840-440f-b9a7-608b2d42a781 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:54.999244 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-de446ac7-7840-440f-b9a7-608b2d42a781 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:55.031307 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port ae074df7-d062-4e39-b78e-142759b959e2 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:55.031682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.087466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.132844 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-de446ac7-7840-440f-b9a7-608b2d42a781 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.193719 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-de446ac7-7840-440f-b9a7-608b2d42a781 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.197571 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-de446ac7-7840-440f-b9a7-608b2d42a781 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.226433 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de446ac7-7840-440f-b9a7-608b2d42a781 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00affe10-ada0-4591-b873-2e50b74f548e,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:55.235471 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-de446ac7-7840-440f-b9a7-608b2d42a781 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.239557 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-de446ac7-7840-440f-b9a7-608b2d42a781 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2620358 Mar 16 11:00:55.240494 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54100) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:55.244809 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-199c5518-68e1-4dbd-b399-e4b95c9b0659 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '98bc204d-6165-4c7d-a10e-b843db1e2b10', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:55.251449 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-199c5518-68e1-4dbd-b399-e4b95c9b0659 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:55.256447 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-199c5518-68e1-4dbd-b399-e4b95c9b0659 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:55.259572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-199c5518-68e1-4dbd-b399-e4b95c9b0659 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:55.265705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-199c5518-68e1-4dbd-b399-e4b95c9b0659 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:55.290593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-199c5518-68e1-4dbd-b399-e4b95c9b0659 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.356513 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-199c5518-68e1-4dbd-b399-e4b95c9b0659 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.360349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-199c5518-68e1-4dbd-b399-e4b95c9b0659 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.386692 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c5518-68e1-4dbd-b399-e4b95c9b0659 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98404532-8e30-4348-aee3-69762c9b739f,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:55.397226 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-199c5518-68e1-4dbd-b399-e4b95c9b0659 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.398374 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-199c5518-68e1-4dbd-b399-e4b95c9b0659 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577535 Mar 16 11:00:55.401393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54104) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:55.406657 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-8cfd2284-a70d-497e-b79a-a2e7e57cd8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '98bc204d-6165-4c7d-a10e-b843db1e2b10', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:55.412403 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8cfd2284-a70d-497e-b79a-a2e7e57cd8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:55.416164 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8cfd2284-a70d-497e-b79a-a2e7e57cd8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:55.418963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8cfd2284-a70d-497e-b79a-a2e7e57cd8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:55.425516 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8cfd2284-a70d-497e-b79a-a2e7e57cd8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:55.442522 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8cfd2284-a70d-497e-b79a-a2e7e57cd8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.507074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8cfd2284-a70d-497e-b79a-a2e7e57cd8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.511313 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8cfd2284-a70d-497e-b79a-a2e7e57cd8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.511781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.524130 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Transition to ACTIVE for port object d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:55.529616 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.542175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd2284-a70d-497e-b79a-a2e7e57cd8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d44761f-37af-4fbc-b8a5-9bd1ddf0fe2f,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:55.554305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8cfd2284-a70d-497e-b79a-a2e7e57cd8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.558429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54108) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:55.562777 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8cfd2284-a70d-497e-b79a-a2e7e57cd8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531274 Mar 16 11:00:55.565244 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5dc8f502-3216-4a3d-b29a-b630c805ff35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '98bc204d-6165-4c7d-a10e-b843db1e2b10', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:55.571916 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5dc8f502-3216-4a3d-b29a-b630c805ff35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:55.576435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5dc8f502-3216-4a3d-b29a-b630c805ff35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:55.579047 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5dc8f502-3216-4a3d-b29a-b630c805ff35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:55.586948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5dc8f502-3216-4a3d-b29a-b630c805ff35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:55.608163 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f502-3216-4a3d-b29a-b630c805ff35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.665703 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e73e8-8b41-41db-a368-f37e57650c10 None None] Pushing event updated for resources: {'Port': ['ID=d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:55.690563 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f502-3216-4a3d-b29a-b630c805ff35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.696741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f502-3216-4a3d-b29a-b630c805ff35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.719751 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8f502-3216-4a3d-b29a-b630c805ff35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8323eb-8844-4725-9097-73a5bbed1b78,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:55.732812 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f502-3216-4a3d-b29a-b630c805ff35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.734186 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5dc8f502-3216-4a3d-b29a-b630c805ff35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1742082 Mar 16 11:00:55.736782 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54112) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:55.742474 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-805edaae-68de-450a-bc34-f97d0d91d0e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '98bc204d-6165-4c7d-a10e-b843db1e2b10', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:55.748717 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-805edaae-68de-450a-bc34-f97d0d91d0e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:55.752881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-805edaae-68de-450a-bc34-f97d0d91d0e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:55.756203 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-805edaae-68de-450a-bc34-f97d0d91d0e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:55.763384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-805edaae-68de-450a-bc34-f97d0d91d0e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:55.767640 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Attempting to bind port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:55.768042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Attempting to bind port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '1198a051-efa8-4c0f-9533-03fd1fa3a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:55.768406 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Attempting to bind port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 on network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:55.774889 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:55.775364 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Checking segment: {'id': '1198a051-efa8-4c0f-9533-03fd1fa3a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:55.776412 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.776412 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Bound using segment: {'id': '1198a051-efa8-4c0f-9533-03fd1fa3a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:55.776886 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Bound port: d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1198a051-efa8-4c0f-9533-03fd1fa3a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:55.777598 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.778902 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-805edaae-68de-450a-bc34-f97d0d91d0e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:00:55.787873 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-805edaae-68de-450a-bc34-f97d0d91d0e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.857183 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-805edaae-68de-450a-bc34-f97d0d91d0e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.861258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-805edaae-68de-450a-bc34-f97d0d91d0e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.887982 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805edaae-68de-450a-bc34-f97d0d91d0e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3656b42-b552-415b-a8b8-0d2aa4b15cc1,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:55.899950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-805edaae-68de-450a-bc34-f97d0d91d0e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.901508 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-805edaae-68de-450a-bc34-f97d0d91d0e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1636958 Mar 16 11:00:55.905015 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54116) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:55.911099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c2a149a1-ad8b-4f32-9a47-3fed75eb9246 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '98bc204d-6165-4c7d-a10e-b843db1e2b10', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:55.918094 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c2a149a1-ad8b-4f32-9a47-3fed75eb9246 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:55.923973 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c2a149a1-ad8b-4f32-9a47-3fed75eb9246 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:55.926609 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c2a149a1-ad8b-4f32-9a47-3fed75eb9246 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:55.930255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] For port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:55.933824 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] For port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4,segment=NetworkSegment(1198a051-efa8-4c0f-9533-03fd1fa3a99b),segment_id=1198a051-efa8-4c0f-9533-03fd1fa3a99b)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:55.934703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c2a149a1-ad8b-4f32-9a47-3fed75eb9246 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:55.942522 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.951807 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-c2a149a1-ad8b-4f32-9a47-3fed75eb9246 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:00:55.960238 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2a149a1-ad8b-4f32-9a47-3fed75eb9246 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.023954 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Routers {'cf5cbd85-11c5-447c-985c-b106e4b72377'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:56.024946 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:00:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cf5cbd85-11c5-447c-985c-b106e4b72377'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:56.042896 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2a149a1-ad8b-4f32-9a47-3fed75eb9246 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.049151 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2a149a1-ad8b-4f32-9a47-3fed75eb9246 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.082204 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a149a1-ad8b-4f32-9a47-3fed75eb9246 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaeca430-51d3-459c-afc6-e490a07e97fa,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:56.094994 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e73e8-8b41-41db-a368-f37e57650c10 None None] Pushing event updated for resources: {'Port': ['ID=d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:56.105238 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c2a149a1-ad8b-4f32-9a47-3fed75eb9246 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.108190 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c2a149a1-ad8b-4f32-9a47-3fed75eb9246 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2020817 Mar 16 11:00:56.141317 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c7fe0b6f-c188-463a-8567-acad0c930b93 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:56.306020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] Set router cf5cbd85-11c5-447c-985c-b106e4b72377 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:56.325892 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-924cfec7-e46a-48a1-b835-6acf42173a9f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:56.342255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-924cfec7-e46a-48a1-b835-6acf42173a9f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:56.343470 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-924cfec7-e46a-48a1-b835-6acf42173a9f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297197888&fields=id&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 267 time: 0.0688970 Mar 16 11:00:56.441330 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port c7fe0b6f-c188-463a-8567-acad0c930b93 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:56.441700 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.498912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-c1952f14-3391-4ac7-83d5-7d5b09f091e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:56.499605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-c1952f14-3391-4ac7-83d5-7d5b09f091e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:network {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:56.515607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-c1952f14-3391-4ac7-83d5-7d5b09f091e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:network {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:56.516740 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-c1952f14-3391-4ac7-83d5-7d5b09f091e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/networks?id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5 HTTP/1.1" status: 200 len: 797 time: 0.1642771 Mar 16 11:00:56.532450 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-9001b8d6-35c2-454a-8934-048b2379ad5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/quotas/c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 375 time: 0.0097861 Mar 16 11:00:56.633494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-9d3a4ae8-f16f-4153-a8e5-a240eb2a658f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:56.650540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-9d3a4ae8-f16f-4153-a8e5-a240eb2a658f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:56.651905 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-9d3a4ae8-f16f-4153-a8e5-a240eb2a658f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1134081 Mar 16 11:00:56.715208 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-7c00c44f-919b-4e28-8d46-82655c6b1b25 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:56.716183 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-7c00c44f-919b-4e28-8d46-82655c6b1b25 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502689 Mar 16 11:00:56.733787 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'd0ea87ca-cafc-4b66-a1f1-235d2f1aabc4', 'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:a4:84:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:52Z', 'updated_at': '2022-03-16T11:00:55Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:56.738477 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42956424-bd70-4718-b3bf-c3ea2f6ecaba None None] The sync data for ids ['cf5cbd85-11c5-447c-985c-b106e4b72377'] in dv-neutron-833859-1-hyperv is: [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'd0ea87ca-cafc-4b66-a1f1-235d2f1aabc4', 'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:a4:84:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:52Z', 'updated_at': '2022-03-16T11:00:55Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:56.877185 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-350272cd-3f87-4ccb-92e9-a50a2b5e5ede service neutron] 10.222.0.44 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535463 Mar 16 11:00:57.026186 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-6772225c-4331-489d-90a7-60537d3b87e8 service neutron] 10.222.0.44 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421199 Mar 16 11:00:57.253723 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-9b9eab54-d6c3-459a-96cc-786598e78f1e req-fd9c5bd5-ac02-4fb4-990e-cef4657a45a2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:57.285667 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-9b9eab54-d6c3-459a-96cc-786598e78f1e req-fd9c5bd5-ac02-4fb4-990e-cef4657a45a2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:57.286988 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9b9eab54-d6c3-459a-96cc-786598e78f1e req-fd9c5bd5-ac02-4fb4-990e-cef4657a45a2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 210 time: 0.0856819 Mar 16 11:00:58.137102 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:58.207755 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:58.212641 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:58.213277 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.352229 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.386716 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4,segment=NetworkSegment(1198a051-efa8-4c0f-9533-03fd1fa3a99b),segment_id=1198a051-efa8-4c0f-9533-03fd1fa3a99b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:58.390957 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.459028 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0dbdb4da-fc58-48bf-bf98-441b79f79b67 req-eb2f7c8d-2d0e-49fd-9e7a-20ed0b07bb23 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 210 time: 0.0445139 Mar 16 11:00:58.468710 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:58.767044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-20c5add0-dd03-477f-8aa4-ffcc439fa220 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:58.767936 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-20c5add0-dd03-477f-8aa4-ffcc439fa220 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/networks?id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5 HTTP/1.1" status: 200 len: 797 time: 0.1556268 Mar 16 11:00:58.819874 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-6777804e-1051-4419-99c4-cc6a8a5244d5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 379 time: 0.0421503 Mar 16 11:00:58.838559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-f0346154-fac0-4da3-bbf7-e0039b3cd7a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'port': {'device_id': '3745e7c0-37f7-46e2-90cd-8df3946d092c', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'admin_state_up': True, 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'security_groups': ['98bc204d-6165-4c7d-a10e-b843db1e2b10']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:59.078672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-f0346154-fac0-4da3-bbf7-e0039b3cd7a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:59.088743 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-f0346154-fac0-4da3-bbf7-e0039b3cd7a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:59.099684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-f0346154-fac0-4da3-bbf7-e0039b3cd7a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:59.103745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-f0346154-fac0-4da3-bbf7-e0039b3cd7a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.278658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-f0346154-fac0-4da3-bbf7-e0039b3cd7a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.10 (ae8be61d-e370-4e6b-b3f3-fd81088e49b5/ae50b458-55f3-4a97-8537-d7f8709360ff/3410d3f5-bdc4-48b0-b3dc-799eac0a8fed) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:59.488586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-f0346154-fac0-4da3-bbf7-e0039b3cd7a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.503681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-f0346154-fac0-4da3-bbf7-e0039b3cd7a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:59.526878 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-f0346154-fac0-4da3-bbf7-e0039b3cd7a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.596125 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-f0346154-fac0-4da3-bbf7-e0039b3cd7a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:59.603859 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-f0346154-fac0-4da3-bbf7-e0039b3cd7a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:59.611327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-f0346154-fac0-4da3-bbf7-e0039b3cd7a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:59.646400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0346154-fac0-4da3-bbf7-e0039b3cd7a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=3410d3f5-bdc4-48b0-b3dc-799eac0a8fed,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:59.655967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cc4d9-380b-470f-932e-66a76cc567f9 req-bc5a2015-358d-4588-be8a-07bd83f642ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:59.657471 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-377cc4d9-380b-470f-932e-66a76cc567f9 req-bc5a2015-358d-4588-be8a-07bd83f642ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 932 time: 0.0884845 Mar 16 11:00:59.695021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-f0346154-fac0-4da3-bbf7-e0039b3cd7a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:59.695823 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-f0346154-fac0-4da3-bbf7-e0039b3cd7a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.702420 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-377cc4d9-380b-470f-932e-66a76cc567f9 req-cdd67bbe-28b5-4a24-b84d-0861b77db30c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:59.717741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-377cc4d9-380b-470f-932e-66a76cc567f9 req-cdd67bbe-28b5-4a24-b84d-0861b77db30c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:59.723644 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-377cc4d9-380b-470f-932e-66a76cc567f9 req-cdd67bbe-28b5-4a24-b84d-0861b77db30c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=98bc204d-6165-4c7d-a10e-b843db1e2b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596504 Mar 16 11:00:59.730762 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-f0346154-fac0-4da3-bbf7-e0039b3cd7a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8984668 Mar 16 11:00:59.746880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Request body: {'port': {'device_id': '3745e7c0-37f7-46e2-90cd-8df3946d092c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:59.861494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.922653 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-97a20085-818d-49e2-9f93-296748ed7a6b None None] Provisioning for port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:59.931380 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-97a20085-818d-49e2-9f93-296748ed7a6b None None] Provisioning complete for port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:59.931757 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-97a20085-818d-49e2-9f93-296748ed7a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.984504 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-97a20085-818d-49e2-9f93-296748ed7a6b None None] Port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:00.089826 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:00.159974 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:00.160320 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.204481 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:01:00.212123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.227204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Transition to ACTIVE for port object 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:00.231423 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.391457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Pushing event updated for resources: {'Port': ['ID=3410d3f5-bdc4-48b0-b3dc-799eac0a8fed,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:00.473238 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Attempting to bind port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:01:00.473536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Attempting to bind port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '1198a051-efa8-4c0f-9533-03fd1fa3a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:01:00.473799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Attempting to bind port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed on network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:00.478283 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed on network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:01:00.478597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Attempting to bind port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed on network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:00.483700 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:01:00.484029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Checking segment: {'id': '1198a051-efa8-4c0f-9533-03fd1fa3a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:00.484401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Bound using segment: {'id': '1198a051-efa8-4c0f-9533-03fd1fa3a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:01:00.484810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Bound port: 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1198a051-efa8-4c0f-9533-03fd1fa3a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:01:00.485141 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.570646 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] For port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:01:00.573418 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] For port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3410d3f5-bdc4-48b0-b3dc-799eac0a8fed,segment=NetworkSegment(1198a051-efa8-4c0f-9533-03fd1fa3a99b),segment_id=1198a051-efa8-4c0f-9533-03fd1fa3a99b)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:01:00.577695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.636552 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:00.637109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.638452 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] 10.222.0.18 "PUT /v2.0/ports/3410d3f5-bdc4-48b0-b3dc-799eac0a8fed HTTP/1.1" status: 200 len: 1094 time: 0.8966763 Mar 16 11:01:00.638878 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3745e7c0-37f7-46e2-90cd-8df3946d092c', 'tag': '3410d3f5-bdc4-48b0-b3dc-799eac0a8fed'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:01:00.665003 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac9324-89c1-46d3-8f04-f77517a86949 service neutron] Pushing event updated for resources: {'Port': ['ID=3410d3f5-bdc4-48b0-b3dc-799eac0a8fed,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:00.709040 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3745e7c0-37f7-46e2-90cd-8df3946d092c', 'tag': '3410d3f5-bdc4-48b0-b3dc-799eac0a8fed', 'status': 'completed', 'code': 200} Mar 16 11:01:00.744922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-24a31217-3c4c-48aa-98b0-15ee78d73f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:00.746309 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-24a31217-3c4c-48aa-98b0-15ee78d73f06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 1097 time: 0.0736775 Mar 16 11:01:00.816574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdfa3-1463-4269-9e20-c03a35aa96ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.912123 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff13796-7248-4f71-bc4e-69aed61028ee req-7d63a1c7-4aa5-425e-bc34-9b9028b6d0ce tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:00.914209 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5ff13796-7248-4f71-bc4e-69aed61028ee req-7d63a1c7-4aa5-425e-bc34-9b9028b6d0ce tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 944 time: 0.0863900 Mar 16 11:01:00.928198 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-357d1050-f85b-4f0a-93a3-8395a2593fd0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3410d3f5-bdc4-48b0-b3dc-799eac0a8fed HTTP/1.1" status: 200 len: 217 time: 0.1750937 Mar 16 11:01:00.961081 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5ff13796-7248-4f71-bc4e-69aed61028ee req-a9aec19e-e4f3-4328-b3dd-5d8a2ddf0216 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=98bc204d-6165-4c7d-a10e-b843db1e2b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405526 Mar 16 11:01:01.003733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-902bc51e-01da-4cd4-b451-15dd509abf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:01.005324 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-902bc51e-01da-4cd4-b451-15dd509abf25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae50b458-55f3-4a97-8537-d7f8709360ff HTTP/1.1" status: 200 len: 835 time: 0.0708003 Mar 16 11:01:01.078467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-f193ec56-5f49-4b41-8c5e-1ab6d0d4cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:01.080014 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-f193ec56-5f49-4b41-8c5e-1ab6d0d4cbd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686784 Mar 16 11:01:01.208801 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-069b4a80-dc06-4656-90a8-6e311ba6ff75 service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208510 Mar 16 11:01:01.338999 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0244601-ddee-47ff-b1f1-c3ad4c160d07 req-746d6760-83c0-4c8e-bc4a-b0bd8d64fcaa service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237104 Mar 16 11:01:01.451140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74b0c9-8c51-444f-8b29-c8f3b1ed9ea3 req-d40a4542-2d33-41cf-a2ea-35a28b12b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:01.452596 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4d74b0c9-8c51-444f-8b29-c8f3b1ed9ea3 req-d40a4542-2d33-41cf-a2ea-35a28b12b595 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 1097 time: 0.0725837 Mar 16 11:01:01.576986 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74b0c9-8c51-444f-8b29-c8f3b1ed9ea3 req-99f20f51-fcdf-4022-9ace-3bef4c9629fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:01.578289 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4d74b0c9-8c51-444f-8b29-c8f3b1ed9ea3 req-99f20f51-fcdf-4022-9ace-3bef4c9629fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5 HTTP/1.1" status: 200 len: 898 time: 0.1200304 Mar 16 11:01:01.645784 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4d74b0c9-8c51-444f-8b29-c8f3b1ed9ea3 req-54a1a5bf-0bc4-429a-ad5a-ac283de1c3d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3410d3f5-bdc4-48b0-b3dc-799eac0a8fed HTTP/1.1" status: 200 len: 217 time: 0.0613325 Mar 16 11:01:01.706640 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74b0c9-8c51-444f-8b29-c8f3b1ed9ea3 req-1ae49843-84f7-4997-825b-d1721519da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:01.708040 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4d74b0c9-8c51-444f-8b29-c8f3b1ed9ea3 req-1ae49843-84f7-4997-825b-d1721519da19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae50b458-55f3-4a97-8537-d7f8709360ff HTTP/1.1" status: 200 len: 835 time: 0.0553343 Mar 16 11:01:01.779352 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74b0c9-8c51-444f-8b29-c8f3b1ed9ea3 req-707c7fb0-3c07-4a21-b251-36c9a0869e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:01.780739 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4d74b0c9-8c51-444f-8b29-c8f3b1ed9ea3 req-707c7fb0-3c07-4a21-b251-36c9a0869e2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662723 Mar 16 11:01:01.906163 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4d74b0c9-8c51-444f-8b29-c8f3b1ed9ea3 req-7ca5957d-2784-48f4-9eab-115d6b7fa358 service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188161 Mar 16 11:01:01.949755 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:01:02.038087 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4d74b0c9-8c51-444f-8b29-c8f3b1ed9ea3 req-9fda2274-4aa7-4fbd-ad11-eb2d5286eac9 service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251538 Mar 16 11:01:02.147897 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526785c0-24d6-46ae-b1b5-da37dfe86522 req-6c8d755c-ec01-4ba4-8ece-5f80f81989d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:02.148571 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-526785c0-24d6-46ae-b1b5-da37dfe86522 req-6c8d755c-ec01-4ba4-8ece-5f80f81989d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:02.162947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-526785c0-24d6-46ae-b1b5-da37dfe86522 req-6c8d755c-ec01-4ba4-8ece-5f80f81989d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:02.164069 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-526785c0-24d6-46ae-b1b5-da37dfe86522 req-6c8d755c-ec01-4ba4-8ece-5f80f81989d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 944 time: 0.0956454 Mar 16 11:01:02.207332 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-526785c0-24d6-46ae-b1b5-da37dfe86522 req-e0263308-6b3b-4900-8e8c-b65ffa8377d3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=98bc204d-6165-4c7d-a10e-b843db1e2b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375493 Mar 16 11:01:02.991510 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:01:03.001701 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7115c213-4c2d-4077-9628-6f36cd70474b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.124714 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3410d3f5-bdc4-48b0-b3dc-799eac0a8fed,segment=NetworkSegment(1198a051-efa8-4c0f-9533-03fd1fa3a99b),segment_id=1198a051-efa8-4c0f-9533-03fd1fa3a99b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:03.167007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '3410d3f5-bdc4-48b0-b3dc-799eac0a8fed', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'port_id': '3410d3f5-bdc4-48b0-b3dc-799eac0a8fed', 'mac_address': 'fa:16:3e:ad:e2:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:01:03.219516 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.235831 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:01:03.250988 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3410d3f5-bdc4-48b0-b3dc-799eac0a8fed,segment=NetworkSegment(1198a051-efa8-4c0f-9533-03fd1fa3a99b),segment_id=1198a051-efa8-4c0f-9533-03fd1fa3a99b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:03.256309 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.327116 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=3410d3f5-bdc4-48b0-b3dc-799eac0a8fed,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:03.394914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a3b7d-e927-47da-997a-270c090164d3 req-8b2a22e5-ffd9-4067-8c75-32ce50eed8be tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:03.396362 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b20a3b7d-e927-47da-997a-270c090164d3 req-8b2a22e5-ffd9-4067-8c75-32ce50eed8be tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 945 time: 0.0826316 Mar 16 11:01:03.440037 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b20a3b7d-e927-47da-997a-270c090164d3 req-e3078fa8-5eff-4cbb-a263-68397089c27a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=98bc204d-6165-4c7d-a10e-b843db1e2b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380650 Mar 16 11:01:03.632682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['3410d3f5-bdc4-48b0-b3dc-799eac0a8fed'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:01:04.358251 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.384543 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.622140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb46fe-8031-4f6b-84fe-aa695ba77cb8 req-9a1e5a0d-9b23-45c1-adae-392e20ff1e70 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:04.623596 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-41cb46fe-8031-4f6b-84fe-aa695ba77cb8 req-9a1e5a0d-9b23-45c1-adae-392e20ff1e70 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 945 time: 0.0775638 Mar 16 11:01:04.680095 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-41cb46fe-8031-4f6b-84fe-aa695ba77cb8 req-d53c9f86-90ea-46d8-8486-9d7279e4fd17 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=98bc204d-6165-4c7d-a10e-b843db1e2b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501344 Mar 16 11:01:05.000743 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:05.067663 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:05.072099 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:05.072463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.179580 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.205131 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3745e7c0-37f7-46e2-90cd-8df3946d092c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3410d3f5-bdc4-48b0-b3dc-799eac0a8fed'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:01:05.214332 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3410d3f5-bdc4-48b0-b3dc-799eac0a8fed,segment=NetworkSegment(1198a051-efa8-4c0f-9533-03fd1fa3a99b),segment_id=1198a051-efa8-4c0f-9533-03fd1fa3a99b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:05.221943 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.260017 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3745e7c0-37f7-46e2-90cd-8df3946d092c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3410d3f5-bdc4-48b0-b3dc-799eac0a8fed', 'code': 200} Mar 16 11:01:05.294442 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=3410d3f5-bdc4-48b0-b3dc-799eac0a8fed,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:05.477487 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28a361-c646-4b11-8f82-4529ea3c7c09 req-fa04bef2-6f9b-464c-a54e-ef2a920fdb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:05.478965 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2f28a361-c646-4b11-8f82-4529ea3c7c09 req-fa04bef2-6f9b-464c-a54e-ef2a920fdb33 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 1099 time: 0.0675664 Mar 16 11:01:05.521401 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2f28a361-c646-4b11-8f82-4529ea3c7c09 req-e37e0354-2c22-4a60-90c0-5915cf667e15 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=98bc204d-6165-4c7d-a10e-b843db1e2b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366445 Mar 16 11:01:05.830741 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.859701 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46238089-ee7f-4713-a4c6-42f41b48bce8 req-aaa22586-5538-42ac-9850-e4d83d785402 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:05.861693 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-46238089-ee7f-4713-a4c6-42f41b48bce8 req-aaa22586-5538-42ac-9850-e4d83d785402 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 946 time: 0.0789204 Mar 16 11:01:05.904614 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-46238089-ee7f-4713-a4c6-42f41b48bce8 req-83448fec-4b89-48fb-bcff-ecff02354763 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=98bc204d-6165-4c7d-a10e-b843db1e2b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373178 Mar 16 11:01:07.091105 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f1d06-ee8a-4932-afec-1a8b6eb4ef73 req-6ff88a1a-61b1-4f99-a4c0-221677a81954 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:07.092566 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b38f1d06-ee8a-4932-afec-1a8b6eb4ef73 req-6ff88a1a-61b1-4f99-a4c0-221677a81954 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 946 time: 0.0782824 Mar 16 11:01:07.134852 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b38f1d06-ee8a-4932-afec-1a8b6eb4ef73 req-542ef1f7-f440-4ab0-9c1a-6ddba1eb1bd8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=98bc204d-6165-4c7d-a10e-b843db1e2b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367506 Mar 16 11:01:07.316301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92262253-0126-4ef5-8c4e-e7c21de149e0 req-865829ee-bc22-4002-a812-fa97e1130c5b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:07.317774 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-92262253-0126-4ef5-8c4e-e7c21de149e0 req-865829ee-bc22-4002-a812-fa97e1130c5b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 946 time: 0.0830574 Mar 16 11:01:07.359354 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-92262253-0126-4ef5-8c4e-e7c21de149e0 req-a1267235-eb2c-4508-878f-8997b8cf2604 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=98bc204d-6165-4c7d-a10e-b843db1e2b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359621 Mar 16 11:01:07.382596 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54184) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:07.450922 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bd71c7-397e-432b-a1c1-a6ded7dbe891 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:07.452426 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-37bd71c7-397e-432b-a1c1-a6ded7dbe891 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 1094 time: 0.0687659 Mar 16 11:01:07.455315 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54188) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:07.460055 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': '3410d3f5-bdc4-48b0-b3dc-799eac0a8fed', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:07.465758 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:07.469640 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:floatingip and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:07.472495 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:07.478133 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:07.488698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.622474 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.756640 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.26.3.30 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/f014205d-69ab-4bcb-bde2-007ce0fba4b6) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:07.898826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.927572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.988963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:07.991644 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:07.999235 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:08.039014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=f014205d-69ab-4bcb-bde2-007ce0fba4b6,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:08.489365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.563046 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.761834 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.766105 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.872315 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=f014205d-69ab-4bcb-bde2-007ce0fba4b6,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:08.883870 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.045897 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 3a02f047-6f2a-43e0-9f06-ed6a4441d3df associated. External IP: 172.26.3.30, port: 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed. Mar 16 11:01:09.384290 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router cf5cbd85-11c5-447c-985c-b106e4b72377 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:01:09.672408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:01:09.682792 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70399cb-2e1b-47f5-9c38-16df67c53c0d None None] Sync routers for ids ['cf5cbd85-11c5-447c-985c-b106e4b72377'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:01:09.692819 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70399cb-2e1b-47f5-9c38-16df67c53c0d None None] Routers {'cf5cbd85-11c5-447c-985c-b106e4b72377'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:09.693481 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b70399cb-2e1b-47f5-9c38-16df67c53c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:01:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cf5cbd85-11c5-447c-985c-b106e4b72377'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:09.697747 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.753412 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0677983f-a37f-4a37-9207-b0caad980318 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2970924 Mar 16 11:01:09.754333 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3745e7c0-37f7-46e2-90cd-8df3946d092c', 'tag': '3410d3f5-bdc4-48b0-b3dc-799eac0a8fed'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:01:09.756470 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54192) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:09.799389 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3745e7c0-37f7-46e2-90cd-8df3946d092c', 'tag': '3410d3f5-bdc4-48b0-b3dc-799eac0a8fed', 'status': 'completed', 'code': 200} Mar 16 11:01:09.873479 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-b70399cb-2e1b-47f5-9c38-16df67c53c0d None None] Set router cf5cbd85-11c5-447c-985c-b106e4b72377 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:10.010849 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2b40d189-e78c-4d7e-b77d-a1e291ce259f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/3a02f047-6f2a-43e0-9f06-ed6a4441d3df HTTP/1.1" status: 200 len: 991 time: 0.2519689 Mar 16 11:01:10.033476 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deab85-ed6b-42e8-9593-76f61e9f33d4 req-32e58f0e-0437-40c5-8a30-6d2135958a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:10.035093 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-47deab85-ed6b-42e8-9593-76f61e9f33d4 req-32e58f0e-0437-40c5-8a30-6d2135958a37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 1099 time: 0.2065470 Mar 16 11:01:10.165031 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deab85-ed6b-42e8-9593-76f61e9f33d4 req-ab6eb1fc-04db-4c8d-bfc1-06b7a6a3632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:10.166568 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-47deab85-ed6b-42e8-9593-76f61e9f33d4 req-ab6eb1fc-04db-4c8d-bfc1-06b7a6a3632f service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5 HTTP/1.1" status: 200 len: 898 time: 0.1244984 Mar 16 11:01:10.254798 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b70399cb-2e1b-47f5-9c38-16df67c53c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '3a02f047-6f2a-43e0-9f06-ed6a4441d3df', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.30', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'port_id': '3410d3f5-bdc4-48b0-b3dc-799eac0a8fed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'mac_address': 'fa:16:3e:ad:e2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3745e7c0-37f7-46e2-90cd-8df3946d092c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:01:08Z', 'updated_at': '2022-03-16T11:01:08Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ea87ca-cafc-4b66-a1f1-235d2f1aabc4', 'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:a4:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:52Z', 'updated_at': '2022-03-16T11:00:58Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:10.258990 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70399cb-2e1b-47f5-9c38-16df67c53c0d None None] Checking router: cf5cbd85-11c5-447c-985c-b106e4b72377 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:01:10.265966 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-47deab85-ed6b-42e8-9593-76f61e9f33d4 req-120c5f2f-c394-47ff-8a84-4c38868da158 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3410d3f5-bdc4-48b0-b3dc-799eac0a8fed HTTP/1.1" status: 200 len: 999 time: 0.0926919 Mar 16 11:01:10.267952 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70399cb-2e1b-47f5-9c38-16df67c53c0d None None] Routers {'cf5cbd85-11c5-447c-985c-b106e4b72377'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:10.268542 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b70399cb-2e1b-47f5-9c38-16df67c53c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:01:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cf5cbd85-11c5-447c-985c-b106e4b72377'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:10.330393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deab85-ed6b-42e8-9593-76f61e9f33d4 req-7329577c-ff37-4e14-8230-2a34893997c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:10.331825 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-47deab85-ed6b-42e8-9593-76f61e9f33d4 req-7329577c-ff37-4e14-8230-2a34893997c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae50b458-55f3-4a97-8537-d7f8709360ff HTTP/1.1" status: 200 len: 835 time: 0.0598969 Mar 16 11:01:10.404273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deab85-ed6b-42e8-9593-76f61e9f33d4 req-8aeedb4d-6351-42cd-b4ec-9ec79366aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:10.405708 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-47deab85-ed6b-42e8-9593-76f61e9f33d4 req-8aeedb4d-6351-42cd-b4ec-9ec79366aaa1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676577 Mar 16 11:01:10.443540 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-b70399cb-2e1b-47f5-9c38-16df67c53c0d None None] Set router cf5cbd85-11c5-447c-985c-b106e4b72377 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:10.533129 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-47deab85-ed6b-42e8-9593-76f61e9f33d4 req-ddef032d-ce4b-4463-8a88-612711dcbe76 service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205435 Mar 16 11:01:10.665956 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-47deab85-ed6b-42e8-9593-76f61e9f33d4 req-2a337fab-5300-4631-a400-5520048c49ee service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275804 Mar 16 11:01:10.777788 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b70399cb-2e1b-47f5-9c38-16df67c53c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '3a02f047-6f2a-43e0-9f06-ed6a4441d3df', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.30', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'port_id': '3410d3f5-bdc4-48b0-b3dc-799eac0a8fed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'mac_address': 'fa:16:3e:ad:e2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3745e7c0-37f7-46e2-90cd-8df3946d092c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:01:08Z', 'updated_at': '2022-03-16T11:01:08Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ea87ca-cafc-4b66-a1f1-235d2f1aabc4', 'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:a4:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:52Z', 'updated_at': '2022-03-16T11:00:58Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:10.781833 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70399cb-2e1b-47f5-9c38-16df67c53c0d None None] The sync data for ids ['cf5cbd85-11c5-447c-985c-b106e4b72377'] in dv-neutron-833859-1-hyperv is: [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '3a02f047-6f2a-43e0-9f06-ed6a4441d3df', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.30', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'port_id': '3410d3f5-bdc4-48b0-b3dc-799eac0a8fed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'mac_address': 'fa:16:3e:ad:e2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3745e7c0-37f7-46e2-90cd-8df3946d092c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:01:08Z', 'updated_at': '2022-03-16T11:01:08Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ea87ca-cafc-4b66-a1f1-235d2f1aabc4', 'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:a4:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:52Z', 'updated_at': '2022-03-16T11:00:58Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:01:10.956105 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1866bcb0-7f48-4871-ac83-27c9005bf3e4 None None] New status for floating IP 3a02f047-6f2a-43e0-9f06-ed6a4441d3df: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:01:11.012955 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54200) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:11.119261 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1bd8c660-f74f-483d-8293-ab86a0b56c7e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/3a02f047-6f2a-43e0-9f06-ed6a4441d3df HTTP/1.1" status: 200 len: 991 time: 0.1050556 Mar 16 11:01:12.122159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54204) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:12.222766 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ae253fc0-df3a-452c-828f-01d032fba08f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/3a02f047-6f2a-43e0-9f06-ed6a4441d3df HTTP/1.1" status: 200 len: 993 time: 0.0995080 Mar 16 11:01:17.557481 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.798993 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bcae3867-6d10-4ee2-94fb-f52fc6def875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:32.996968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cbf4614d-aff6-45a1-a1ab-22cac387ca15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.359025 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.385749 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:35.834070 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.949414 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:01:42.838544 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54222) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:43.038735 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Deleting port 1a59248e-a4cb-4030-a003-8939194ef8b8 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:43.039070 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:43.207527 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:43.207849 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:43.331218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Calling delete_port for 1a59248e-a4cb-4030-a003-8939194ef8b8 owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:43.478025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:43.525259 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event deleted for resources: {'Port': ['ID=1a59248e-a4cb-4030-a003-8939194ef8b8,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:43.560449 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:43.560788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:43.561115 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:43.561464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:43.561786 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:43.562106 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:43.562418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:43.562730 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:43.563041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:43.563375 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:43.563688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:43.563996 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:43.623997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:43.624316 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Floating IP ccb43615-5ae3-4bc7-8fcd-aacd0e032a62 disassociated (deleted). External IP: 172.26.3.64, port: 91af4ff7-2083-4d1f-95bb-5480694d57d8. Mar 16 11:01:44.062169 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Router e50c7477-81d1-4ec8-901f-567d4fc3d5be has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:01:44.233987 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:01:44.244923 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda28265-9167-4969-94b8-892daede0ae9 None None] Sync routers for ids ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:01:44.255637 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:44.256613 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda28265-9167-4969-94b8-892daede0ae9 None None] Routers {'e50c7477-81d1-4ec8-901f-567d4fc3d5be'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:44.257403 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fda28265-9167-4969-94b8-892daede0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:01:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:44.317341 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c717801c-9251-4bcc-98bd-2f12ac5ce366 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "DELETE /v2.0/floatingips/ccb43615-5ae3-4bc7-8fcd-aacd0e032a62 HTTP/1.1" status: 204 len: 168 time: 1.4752548 Mar 16 11:01:44.317341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'tag': '91af4ff7-2083-4d1f-95bb-5480694d57d8'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:01:44.375259 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'tag': '91af4ff7-2083-4d1f-95bb-5480694d57d8', 'status': 'completed', 'code': 200} Mar 16 11:01:44.441838 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-fda28265-9167-4969-94b8-892daede0ae9 None None] Set router e50c7477-81d1-4ec8-901f-567d4fc3d5be gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:44.510391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59426b-6a79-4d63-92a9-4b46ad3901ea req-230051a9-4a4d-4aec-a111-4936e26e5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:44.512364 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3e59426b-6a79-4d63-92a9-4b46ad3901ea req-230051a9-4a4d-4aec-a111-4936e26e5b5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abf087a0c48a4cd6b4ec2e7009c9bb94&device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 1099 time: 0.1147606 Mar 16 11:01:44.688144 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59426b-6a79-4d63-92a9-4b46ad3901ea req-1ed011e4-c034-4a0f-b2cb-a741f0d892e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:44.689876 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3e59426b-6a79-4d63-92a9-4b46ad3901ea req-1ed011e4-c034-4a0f-b2cb-a741f0d892e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbde3283-ad07-4165-8cfb-d28150cb7829 HTTP/1.1" status: 200 len: 897 time: 0.1443214 Mar 16 11:01:44.734849 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8150f-6d7a-43db-a57a-9887171081e8 req-335476df-ffa6-4bff-af27-1d53389c8803 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:44.735614 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-9ba8150f-6d7a-43db-a57a-9887171081e8 req-335476df-ffa6-4bff-af27-1d53389c8803 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Synchronizing usage tracker for tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:44.753090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-9ba8150f-6d7a-43db-a57a-9887171081e8 req-335476df-ffa6-4bff-af27-1d53389c8803 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Unset dirty status for tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:44.754641 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9ba8150f-6d7a-43db-a57a-9887171081e8 req-335476df-ffa6-4bff-af27-1d53389c8803 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.1063302 Mar 16 11:01:44.773341 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3e59426b-6a79-4d63-92a9-4b46ad3901ea req-dff0ae2a-7d62-4851-abf5-ce55cc55df45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91af4ff7-2083-4d1f-95bb-5480694d57d8 HTTP/1.1" status: 200 len: 217 time: 0.0754910 Mar 16 11:01:44.822912 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9ba8150f-6d7a-43db-a57a-9887171081e8 req-c405fe76-e09a-4503-9635-ed2a25711b1a tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620220 Mar 16 11:01:44.851689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59426b-6a79-4d63-92a9-4b46ad3901ea req-eeb05ba9-acdd-44ff-8d96-f5c6353df432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:44.853110 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3e59426b-6a79-4d63-92a9-4b46ad3901ea req-eeb05ba9-acdd-44ff-8d96-f5c6353df432 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab493d29-0b1f-4057-a703-7b11d5bd8704 HTTP/1.1" status: 200 len: 835 time: 0.0731328 Mar 16 11:01:44.875600 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fda28265-9167-4969-94b8-892daede0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243538861', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:11Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'gw_port': {'id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:12Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '5ff1afae-a67b-43bd-b50a-adcb58c21a66', 'name': '', 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'mac_address': 'fa:16:3e:da:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:17Z', 'updated_at': '2022-03-16T10:58:32Z', 'revision_number': 5, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'subnets': [{'id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:44.880137 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda28265-9167-4969-94b8-892daede0ae9 None None] Checking router: e50c7477-81d1-4ec8-901f-567d4fc3d5be for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:01:44.888542 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda28265-9167-4969-94b8-892daede0ae9 None None] Routers {'e50c7477-81d1-4ec8-901f-567d4fc3d5be'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:44.889145 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fda28265-9167-4969-94b8-892daede0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:01:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:44.929949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59426b-6a79-4d63-92a9-4b46ad3901ea req-a799d325-f4be-4b74-81fc-bb1e13e1d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:44.931421 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3e59426b-6a79-4d63-92a9-4b46ad3901ea req-a799d325-f4be-4b74-81fc-bb1e13e1d0b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbde3283-ad07-4165-8cfb-d28150cb7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710578 Mar 16 11:01:45.059980 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3e59426b-6a79-4d63-92a9-4b46ad3901ea req-ca7d17b0-a1de-48ad-a464-6bd1ea578310 service neutron] 10.222.0.18 "GET /v2.0/networks/cbde3283-ad07-4165-8cfb-d28150cb7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217744 Mar 16 11:01:45.060340 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-fda28265-9167-4969-94b8-892daede0ae9 None None] Set router e50c7477-81d1-4ec8-901f-567d4fc3d5be gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:45.190363 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3e59426b-6a79-4d63-92a9-4b46ad3901ea req-749d777a-6650-4f19-be00-8cce7c507c64 service neutron] 10.222.0.18 "GET /v2.0/networks/cbde3283-ad07-4165-8cfb-d28150cb7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234026 Mar 16 11:01:45.363647 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fda28265-9167-4969-94b8-892daede0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243538861', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:11Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'gw_port': {'id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:12Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '5ff1afae-a67b-43bd-b50a-adcb58c21a66', 'name': '', 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'mac_address': 'fa:16:3e:da:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:17Z', 'updated_at': '2022-03-16T10:58:32Z', 'revision_number': 5, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'subnets': [{'id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:45.367453 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda28265-9167-4969-94b8-892daede0ae9 None None] The sync data for ids ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'] in dv-neutron-833859-1-hyperv is: [{'id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243538861', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:11Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'gw_port': {'id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:12Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '5ff1afae-a67b-43bd-b50a-adcb58c21a66', 'name': '', 'network_id': 'cbde3283-ad07-4165-8cfb-d28150cb7829', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'mac_address': 'fa:16:3e:da:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:17Z', 'updated_at': '2022-03-16T10:58:32Z', 'revision_number': 5, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'subnets': [{'id': 'ab493d29-0b1f-4057-a703-7b11d5bd8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:01:45.568684 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed0634-8d56-4691-b385-ffc025dc7f79 None None] New status for floating IP ccb43615-5ae3-4bc7-8fcd-aacd0e032a62: DOWN {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:01:46.002903 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884b163-b1f9-4a6e-8314-0a901fba6967 req-56af095d-47f2-4153-a1ae-ffda9e43ce38 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:46.004522 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0884b163-b1f9-4a6e-8314-0a901fba6967 req-56af095d-47f2-4153-a1ae-ffda9e43ce38 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.0833397 Mar 16 11:01:46.148344 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0884b163-b1f9-4a6e-8314-0a901fba6967 req-764537b3-ff1b-404f-8982-3fe461bca0cb tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/security-groups?id=8853f799-545f-40fd-81da-20fa5ba5b216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381264 Mar 16 11:01:46.248732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40042e3b-ec77-45f6-ab09-1e8fb60e753b req-2bbd8a1d-0aa9-47b1-9be8-f3e9112669f9 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:46.250120 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-40042e3b-ec77-45f6-ab09-1e8fb60e753b req-2bbd8a1d-0aa9-47b1-9be8-f3e9112669f9 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 946 time: 0.0763018 Mar 16 11:01:46.320468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-40042e3b-ec77-45f6-ab09-1e8fb60e753b req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Deleting port 91af4ff7-2083-4d1f-95bb-5480694d57d8 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:46.320804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-40042e3b-ec77-45f6-ab09-1e8fb60e753b req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.555413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-40042e3b-ec77-45f6-ab09-1e8fb60e753b req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] For port 91af4ff7-2083-4d1f-95bb-5480694d57d8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=91af4ff7-2083-4d1f-95bb-5480694d57d8,segment=NetworkSegment(c9ccec73-fb9a-4e14-a1f3-4aea5682b404),segment_id=c9ccec73-fb9a-4e14-a1f3-4aea5682b404)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:46.555674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-40042e3b-ec77-45f6-ab09-1e8fb60e753b req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.672852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-40042e3b-ec77-45f6-ab09-1e8fb60e753b req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Calling delete_port for 91af4ff7-2083-4d1f-95bb-5480694d57d8 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:46.812603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-40042e3b-ec77-45f6-ab09-1e8fb60e753b req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.860823 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event deleted for resources: {'Port': ['ID=91af4ff7-2083-4d1f-95bb-5480694d57d8,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:46.897671 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:46.898016 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:46.898347 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:46.898845 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:46.899033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:46.899387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:46.899707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:46.900023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:46.900338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:46.900652 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:46.900965 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:46.901276 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:46.945424 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-40042e3b-ec77-45f6-ab09-1e8fb60e753b req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] No DVR routers for this DVR port 91af4ff7-2083-4d1f-95bb-5480694d57d8 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:01:46.947704 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-40042e3b-ec77-45f6-ab09-1e8fb60e753b req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.950089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'name': 'network-vif-deleted', 'tag': '91af4ff7-2083-4d1f-95bb-5480694d57d8'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:01:46.965754 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-40042e3b-ec77-45f6-ab09-1e8fb60e753b req-2e9c22f7-9e20-47ab-ac26-b285f0f355f2 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.18 "DELETE /v2.0/ports/91af4ff7-2083-4d1f-95bb-5480694d57d8 HTTP/1.1" status: 204 len: 173 time: 0.7103198 Mar 16 11:01:46.996224 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd243656-12e1-4d6d-9bb0-a358797b22d6', 'name': 'network-vif-deleted', 'tag': '91af4ff7-2083-4d1f-95bb-5480694d57d8', 'status': 'completed', 'code': 200} Mar 16 11:01:47.318146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-af464f94-05e8-4269-8f8a-b267627fdf7c req-90c311ce-16fd-4b25-b0f6-d7ce3edf7dca tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Synchronizing usage tracker for tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:47.333727 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-af464f94-05e8-4269-8f8a-b267627fdf7c req-90c311ce-16fd-4b25-b0f6-d7ce3edf7dca tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Unset dirty status for tenant:abf087a0c48a4cd6b4ec2e7009c9bb94 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:47.334978 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-af464f94-05e8-4269-8f8a-b267627fdf7c req-90c311ce-16fd-4b25-b0f6-d7ce3edf7dca tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd243656-12e1-4d6d-9bb0-a358797b22d6 HTTP/1.1" status: 200 len: 210 time: 0.0603426 Mar 16 11:01:47.548073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.443534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54246) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:48.982329 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eb9c0647-df97-4bd6-b321-434e993a9439 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.342787 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c0647-df97-4bd6-b321-434e993a9439 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Deleting port 5ff1afae-a67b-43bd-b50a-adcb58c21a66 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:49.343118 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eb9c0647-df97-4bd6-b321-434e993a9439 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.633280 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-eb9c0647-df97-4bd6-b321-434e993a9439 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] For port 5ff1afae-a67b-43bd-b50a-adcb58c21a66, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5ff1afae-a67b-43bd-b50a-adcb58c21a66,segment=NetworkSegment(c9ccec73-fb9a-4e14-a1f3-4aea5682b404),segment_id=c9ccec73-fb9a-4e14-a1f3-4aea5682b404)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:49.634013 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eb9c0647-df97-4bd6-b321-434e993a9439 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.753932 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c0647-df97-4bd6-b321-434e993a9439 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Calling delete_port for 5ff1afae-a67b-43bd-b50a-adcb58c21a66 owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:50.070808 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eb9c0647-df97-4bd6-b321-434e993a9439 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:50.143788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c0647-df97-4bd6-b321-434e993a9439 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event deleted for resources: {'Port': ['ID=5ff1afae-a67b-43bd-b50a-adcb58c21a66,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:50.390814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eb9c0647-df97-4bd6-b321-434e993a9439 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:50.742577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9c0647-df97-4bd6-b321-434e993a9439 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Router e50c7477-81d1-4ec8-901f-567d4fc3d5be has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:01:51.029741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9c0647-df97-4bd6-b321-434e993a9439 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:01:51.039256 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad47e01a-1dd4-4c96-85e3-5cf535fedb2f None None] Sync routers for ids ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:01:51.046840 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-eb9c0647-df97-4bd6-b321-434e993a9439 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "PUT /v2.0/routers/e50c7477-81d1-4ec8-901f-567d4fc3d5be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6020217 Mar 16 11:01:51.048213 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad47e01a-1dd4-4c96-85e3-5cf535fedb2f None None] Routers {'e50c7477-81d1-4ec8-901f-567d4fc3d5be'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:51.048800 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ad47e01a-1dd4-4c96-85e3-5cf535fedb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:01:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:51.049545 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54252) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:51.118640 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c656f5b-426e-478d-8369-13d0fe88c6fe tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Deleting subnet ab493d29-0b1f-4057-a703-7b11d5bd8704 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:01:51.121504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0c656f5b-426e-478d-8369-13d0fe88c6fe tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.174929 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0c656f5b-426e-478d-8369-13d0fe88c6fe tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.220047 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-ad47e01a-1dd4-4c96-85e3-5cf535fedb2f None None] Set router e50c7477-81d1-4ec8-901f-567d4fc3d5be gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:51.235883 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 91af4ff7-2083-4d1f-95bb-5480694d57d8 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:01:51.272250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0c656f5b-426e-478d-8369-13d0fe88c6fe tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.272769 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 91af4ff7-2083-4d1f-95bb-5480694d57d8 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:01:51.273361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 91af4ff7-2083-4d1f-95bb-5480694d57d8 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:01:51.348434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0c656f5b-426e-478d-8369-13d0fe88c6fe tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.384795 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c656f5b-426e-478d-8369-13d0fe88c6fe tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event deleted for resources: {'Subnet': ['ID=ab493d29-0b1f-4057-a703-7b11d5bd8704,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:51.390095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0c656f5b-426e-478d-8369-13d0fe88c6fe tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.396372 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3463606-a79c-4bcb-bd1e-606c6f03ac63 None None] Network cbde3283-ad07-4165-8cfb-d28150cb7829 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:51.396648 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0c656f5b-426e-478d-8369-13d0fe88c6fe tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "DELETE /v2.0/subnets/ab493d29-0b1f-4057-a703-7b11d5bd8704 HTTP/1.1" status: 204 len: 168 time: 0.3461149 Mar 16 11:01:51.399270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54256) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:51.512633 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ad47e01a-1dd4-4c96-85e3-5cf535fedb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243538861', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:11Z', 'updated_at': '2022-03-16T11:01:50Z', 'revision_number': 5, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'gw_port': {'id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:12Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:51.516476 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad47e01a-1dd4-4c96-85e3-5cf535fedb2f None None] Checking router: e50c7477-81d1-4ec8-901f-567d4fc3d5be for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:01:51.524574 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad47e01a-1dd4-4c96-85e3-5cf535fedb2f None None] Routers {'e50c7477-81d1-4ec8-901f-567d4fc3d5be'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:51.525152 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ad47e01a-1dd4-4c96-85e3-5cf535fedb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:01:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:51.588099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c80c69bf-f77e-41e0-8740-1c025fe69242 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.696547 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] DHCP port deletion for cbde3283-ad07-4165-8cfb-d28150cb7829 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:01:51.700812 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Deleting port 86714d4d-3cd9-4d81-9454-50be32568039 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:51.701303 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.707383 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-ad47e01a-1dd4-4c96-85e3-5cf535fedb2f None None] Set router e50c7477-81d1-4ec8-901f-567d4fc3d5be gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:51.766550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c80c69bf-f77e-41e0-8740-1c025fe69242 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.776314 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c80c69bf-f77e-41e0-8740-1c025fe69242 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Deleting port 3d1a5b34-9ee2-42d9-a758-68466b7fa22f {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:51.776650 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c80c69bf-f77e-41e0-8740-1c025fe69242 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.904633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] For port 86714d4d-3cd9-4d81-9454-50be32568039, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=86714d4d-3cd9-4d81-9454-50be32568039,segment=NetworkSegment(c9ccec73-fb9a-4e14-a1f3-4aea5682b404),segment_id=c9ccec73-fb9a-4e14-a1f3-4aea5682b404)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:51.905026 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.957990 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-c80c69bf-f77e-41e0-8740-1c025fe69242 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] For port 3d1a5b34-9ee2-42d9-a758-68466b7fa22f, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3d1a5b34-9ee2-42d9-a758-68466b7fa22f,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:51.958244 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c80c69bf-f77e-41e0-8740-1c025fe69242 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:52.013169 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ad47e01a-1dd4-4c96-85e3-5cf535fedb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243538861', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:11Z', 'updated_at': '2022-03-16T11:01:50Z', 'revision_number': 5, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'gw_port': {'id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:12Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:52.018446 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad47e01a-1dd4-4c96-85e3-5cf535fedb2f None None] The sync data for ids ['e50c7477-81d1-4ec8-901f-567d4fc3d5be'] in dv-neutron-833859-1-hyperv is: [{'id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243538861', 'tenant_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:11Z', 'updated_at': '2022-03-16T11:01:50Z', 'revision_number': 5, 'project_id': 'abf087a0c48a4cd6b4ec2e7009c9bb94', 'gw_port': {'id': '3d1a5b34-9ee2-42d9-a758-68466b7fa22f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50c7477-81d1-4ec8-901f-567d4fc3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:12Z', 'updated_at': '2022-03-16T10:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:01:52.031306 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Calling delete_port for 86714d4d-3cd9-4d81-9454-50be32568039 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:52.083980 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c80c69bf-f77e-41e0-8740-1c025fe69242 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Calling delete_port for 3d1a5b34-9ee2-42d9-a758-68466b7fa22f owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:52.106879 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:52.154625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Pushing event deleted for resources: {'Port': ['ID=86714d4d-3cd9-4d81-9454-50be32568039,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:52.159475 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] No DVR routers for this DVR port 86714d4d-3cd9-4d81-9454-50be32568039 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:01:52.165247 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:52.165589 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:52.165932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:52.170118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:52.170118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:52.170118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:52.170118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:52.170118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:52.170118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:52.170118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:52.170118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:52.170118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0b653-e82c-49d4-ac5d-913c0a341474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:52.255561 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c80c69bf-f77e-41e0-8740-1c025fe69242 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:52.300976 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c69bf-f77e-41e0-8740-1c025fe69242 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event deleted for resources: {'Port': ['ID=3d1a5b34-9ee2-42d9-a758-68466b7fa22f,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:52.402583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c80c69bf-f77e-41e0-8740-1c025fe69242 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:52.473303 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 86714d4d-3cd9-4d81-9454-50be32568039 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:01:52.509609 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 86714d4d-3cd9-4d81-9454-50be32568039 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:01:52.510000 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 86714d4d-3cd9-4d81-9454-50be32568039 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:01:52.510355 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5ff1afae-a67b-43bd-b50a-adcb58c21a66 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:01:52.544468 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 5ff1afae-a67b-43bd-b50a-adcb58c21a66 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:01:52.544833 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5ff1afae-a67b-43bd-b50a-adcb58c21a66 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:01:52.685132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c80c69bf-f77e-41e0-8740-1c025fe69242 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:52.687260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c80c69bf-f77e-41e0-8740-1c025fe69242 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:52.708954 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c80c69bf-f77e-41e0-8740-1c025fe69242 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:52.709410 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80c69bf-f77e-41e0-8740-1c025fe69242 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Fanout notify agent at l3_agent the message router_deleted on router e50c7477-81d1-4ec8-901f-567d4fc3d5be {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:01:52.725101 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c80c69bf-f77e-41e0-8740-1c025fe69242 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:52.726205 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c80c69bf-f77e-41e0-8740-1c025fe69242 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "DELETE /v2.0/routers/e50c7477-81d1-4ec8-901f-567d4fc3d5be HTTP/1.1" status: 204 len: 168 time: 1.3260279 Mar 16 11:01:52.729071 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54260) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:52.844469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9441085d-cadf-4661-9bda-aab81f7b994f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:52.970399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9441085d-cadf-4661-9bda-aab81f7b994f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:52.994374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-9441085d-cadf-4661-9bda-aab81f7b994f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbde3283-ad07-4165-8cfb-d28150cb7829']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:53.006879 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-9441085d-cadf-4661-9bda-aab81f7b994f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ccec73-fb9a-4e14-a1f3-4aea5682b404') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:53.007184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-9441085d-cadf-4661-9bda-aab81f7b994f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ccec73-fb9a-4e14-a1f3-4aea5682b404') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:53.018571 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9441085d-cadf-4661-9bda-aab81f7b994f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.034264 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9441085d-cadf-4661-9bda-aab81f7b994f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.040210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9441085d-cadf-4661-9bda-aab81f7b994f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:01:53.040600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9441085d-cadf-4661-9bda-aab81f7b994f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:01:53.054941 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:01:53.132895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9441085d-cadf-4661-9bda-aab81f7b994f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.137421 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9441085d-cadf-4661-9bda-aab81f7b994f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.164293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441085d-cadf-4661-9bda-aab81f7b994f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event deleted for resources: {'Network': ['ID=cbde3283-ad07-4165-8cfb-d28150cb7829,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:53.175025 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9441085d-cadf-4661-9bda-aab81f7b994f tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "DELETE /v2.0/networks/cbde3283-ad07-4165-8cfb-d28150cb7829 HTTP/1.1" status: 204 len: 168 time: 0.4447598 Mar 16 11:01:53.177483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54264) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:53.247019 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2ac54d14-6c11-40e3-a346-2819b6bfbb80 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.276255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2ac54d14-6c11-40e3-a346-2819b6bfbb80 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.343751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2ac54d14-6c11-40e3-a346-2819b6bfbb80 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.361850 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac54d14-6c11-40e3-a346-2819b6bfbb80 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8853f799-545f-40fd-81da-20fa5ba5b216,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:53.371993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2ac54d14-6c11-40e3-a346-2819b6bfbb80 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.373090 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2ac54d14-6c11-40e3-a346-2819b6bfbb80 tempest-TestNetworkAdvancedServerOps-1615978650 tempest-TestNetworkAdvancedServerOps-1615978650-project] 10.222.0.44 "DELETE /v2.0/security-groups/8853f799-545f-40fd-81da-20fa5ba5b216 HTTP/1.1" status: 204 len: 168 time: 0.1946268 Mar 16 11:01:53.678568 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54274) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:53.822421 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-50c40ba5-e282-4ca0-ae62-5354f126219d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=abf087a0c48a4cd6b4ec2e7009c9bb94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426878 Mar 16 11:01:53.824942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54282) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:53.880853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a67f7063-9520-4ac6-9aac-c69758972a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.904745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a67f7063-9520-4ac6-9aac-c69758972a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.957161 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a67f7063-9520-4ac6-9aac-c69758972a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.971801 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f7063-9520-4ac6-9aac-c69758972a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4c4d79-2725-49ee-8bfc-48adfa918c14,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:53.979529 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a67f7063-9520-4ac6-9aac-c69758972a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.980615 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a67f7063-9520-4ac6-9aac-c69758972a7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a4c4d79-2725-49ee-8bfc-48adfa918c14 HTTP/1.1" status: 204 len: 168 time: 0.1547861 Mar 16 11:01:54.084416 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3d1a5b34-9ee2-42d9-a758-68466b7fa22f no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:01:54.128596 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 3d1a5b34-9ee2-42d9-a758-68466b7fa22f {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:01:54.129201 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3d1a5b34-9ee2-42d9-a758-68466b7fa22f not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:01:54.269623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54290) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:54.287338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-541cee73-87b1-4f77-83f3-967cc7357f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:54.301781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-541cee73-87b1-4f77-83f3-967cc7357f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:54.305587 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-541cee73-87b1-4f77-83f3-967cc7357f08 admin admin] Usage tracker for resource:security_group_rule and tenant:6232a01c808c43718313ad86444cd6fe is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:54.308413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-541cee73-87b1-4f77-83f3-967cc7357f08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:54.313929 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-541cee73-87b1-4f77-83f3-967cc7357f08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:54.393894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-541cee73-87b1-4f77-83f3-967cc7357f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:54.397287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-541cee73-87b1-4f77-83f3-967cc7357f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:54.443418 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-541cee73-87b1-4f77-83f3-967cc7357f08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6232a01c808c43718313ad86444cd6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1727326 Mar 16 11:01:54.444289 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cee73-87b1-4f77-83f3-967cc7357f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e832dd-cf3b-4bf1-9828-27aaf378390b,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:54.446100 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54294) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:54.503875 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-17f7bee9-72e9-4c6b-9889-043b099ec7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:54.530908 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-17f7bee9-72e9-4c6b-9889-043b099ec7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:54.580859 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-17f7bee9-72e9-4c6b-9889-043b099ec7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:54.594585 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7bee9-72e9-4c6b-9889-043b099ec7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e832dd-cf3b-4bf1-9828-27aaf378390b,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:54.601057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-17f7bee9-72e9-4c6b-9889-043b099ec7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:54.602157 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-17f7bee9-72e9-4c6b-9889-043b099ec7d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1e832dd-cf3b-4bf1-9828-27aaf378390b HTTP/1.1" status: 204 len: 168 time: 0.1550717 Mar 16 11:02:00.801161 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bfa71bcd-f18f-4fdb-aaec-92dc3ef29992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:01.278032 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-982da53b-5d6d-4c38-a277-56e568a917fb req-e32180a7-bc93-4371-9546-a62d716a3cc4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1779230 Mar 16 11:02:01.434282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982da53b-5d6d-4c38-a277-56e568a917fb req-1cef95a9-2e57-4338-b17c-5a9bfe14f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:01.437001 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-982da53b-5d6d-4c38-a277-56e568a917fb req-1cef95a9-2e57-4338-b17c-5a9bfe14f4c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 1099 time: 0.0757053 Mar 16 11:02:01.586517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982da53b-5d6d-4c38-a277-56e568a917fb req-38a94497-e6d5-4a03-a034-ab2e0b970679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:01.587934 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-982da53b-5d6d-4c38-a277-56e568a917fb req-38a94497-e6d5-4a03-a034-ab2e0b970679 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 200 len: 912 time: 0.1324003 Mar 16 11:02:01.696165 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-982da53b-5d6d-4c38-a277-56e568a917fb req-c55e2174-f4d0-403a-863c-0b24444f22e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52415c5b-2cfe-4548-bf49-b67e729d086e HTTP/1.1" status: 200 len: 1001 time: 0.0996876 Mar 16 11:02:01.757082 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982da53b-5d6d-4c38-a277-56e568a917fb req-85c815bc-80d0-49df-ab92-727479c27a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:01.758451 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-982da53b-5d6d-4c38-a277-56e568a917fb req-85c815bc-80d0-49df-ab92-727479c27a9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d954889d-0ff1-45e8-bc9a-1b7538683dc9 HTTP/1.1" status: 200 len: 850 time: 0.0572991 Mar 16 11:02:01.833544 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982da53b-5d6d-4c38-a277-56e568a917fb req-bc651624-ae49-4bcb-a5cd-f3828adb871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:01.834877 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-982da53b-5d6d-4c38-a277-56e568a917fb req-bc651624-ae49-4bcb-a5cd-f3828adb871a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51a0a550-36fb-4b4a-acbc-273fffc2a038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696821 Mar 16 11:02:01.971077 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-982da53b-5d6d-4c38-a277-56e568a917fb req-1dd37a6a-31f5-4ebd-bde6-d66bac6bdbbe service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290743 Mar 16 11:02:02.097873 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-982da53b-5d6d-4c38-a277-56e568a917fb req-79309946-41d2-4c58-aa9e-1139d1aaeb8e service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203656 Mar 16 11:02:02.998345 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5bca1c7b-8129-4334-a13a-2fa45ff510e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.361146 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.388625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.838441 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.948988 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:02:17.556476 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.943519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec792e-eac3-4637-b6a3-44dd334aa4e6 req-63b804ce-9061-41c2-b14e-34b71ea3aba2 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:19.944924 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a8ec792e-eac3-4637-b6a3-44dd334aa4e6 req-63b804ce-9061-41c2-b14e-34b71ea3aba2 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 946 time: 0.0774655 Mar 16 11:02:19.992962 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a8ec792e-eac3-4637-b6a3-44dd334aa4e6 req-9f88fadf-6235-41fc-8298-bffaec3fbee0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423765 Mar 16 11:02:21.177735 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc36c54-6540-45b8-b110-7743e1495c5c req-9a8f05a5-36f9-45fb-9f70-fac2a85b0853 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:21.179226 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bbc36c54-6540-45b8-b110-7743e1495c5c req-9a8f05a5-36f9-45fb-9f70-fac2a85b0853 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 946 time: 0.0783565 Mar 16 11:02:21.220963 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bbc36c54-6540-45b8-b110-7743e1495c5c req-bc287f75-bc50-45b9-942e-af4402ccc70a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362103 Mar 16 11:02:21.528028 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daefbb-14d2-431a-a9a9-f28e6e47de40 req-9094829e-b029-4da0-87ce-4f9337245c68 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:21.529336 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-46daefbb-14d2-431a-a9a9-f28e6e47de40 req-9094829e-b029-4da0-87ce-4f9337245c68 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 946 time: 0.0767050 Mar 16 11:02:21.598055 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-46daefbb-14d2-431a-a9a9-f28e6e47de40 req-0cdd87d0-c0b8-4611-8a4f-911cac9a817f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Deleting port 52415c5b-2cfe-4548-bf49-b67e729d086e {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:21.598833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-46daefbb-14d2-431a-a9a9-f28e6e47de40 req-0cdd87d0-c0b8-4611-8a4f-911cac9a817f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:21.842755 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-46daefbb-14d2-431a-a9a9-f28e6e47de40 req-0cdd87d0-c0b8-4611-8a4f-911cac9a817f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] For port 52415c5b-2cfe-4548-bf49-b67e729d086e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=52415c5b-2cfe-4548-bf49-b67e729d086e,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:21.843099 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-46daefbb-14d2-431a-a9a9-f28e6e47de40 req-0cdd87d0-c0b8-4611-8a4f-911cac9a817f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.218347 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-46daefbb-14d2-431a-a9a9-f28e6e47de40 req-0cdd87d0-c0b8-4611-8a4f-911cac9a817f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.218710 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-46daefbb-14d2-431a-a9a9-f28e6e47de40 req-0cdd87d0-c0b8-4611-8a4f-911cac9a817f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.218984 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [req-46daefbb-14d2-431a-a9a9-f28e6e47de40 req-0cdd87d0-c0b8-4611-8a4f-911cac9a817f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Floating IP 93880ec6-0296-4e53-b0f3-8292bd1fa322 disassociated. External IP: 172.26.3.49, port: 52415c5b-2cfe-4548-bf49-b67e729d086e. Mar 16 11:02:22.219349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-46daefbb-14d2-431a-a9a9-f28e6e47de40 req-0cdd87d0-c0b8-4611-8a4f-911cac9a817f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Calling delete_port for 52415c5b-2cfe-4548-bf49-b67e729d086e owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:22.406494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-46daefbb-14d2-431a-a9a9-f28e6e47de40 req-0cdd87d0-c0b8-4611-8a4f-911cac9a817f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.461343 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd87d0-c0b8-4611-8a4f-911cac9a817f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event deleted for resources: {'Port': ['ID=52415c5b-2cfe-4548-bf49-b67e729d086e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:22.480544 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bc365-034c-4ea7-86f5-c62a0da88025 req-d450dc10-758e-43c5-b27e-624c64957a50 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:22.482180 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-848bc365-034c-4ea7-86f5-c62a0da88025 req-d450dc10-758e-43c5-b27e-624c64957a50 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 946 time: 0.1544697 Mar 16 11:02:22.597940 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-848bc365-034c-4ea7-86f5-c62a0da88025 req-02ff212a-0526-4f5c-898a-c742f5527725 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655198 Mar 16 11:02:22.689443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46daefbb-14d2-431a-a9a9-f28e6e47de40 req-0cdd87d0-c0b8-4611-8a4f-911cac9a817f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:22.866497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46daefbb-14d2-431a-a9a9-f28e6e47de40 req-0cdd87d0-c0b8-4611-8a4f-911cac9a817f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:22.877031 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c9368-2d96-43cf-80df-06f0e9ce0ca1 None None] Sync routers for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:22.887417 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584c9368-2d96-43cf-80df-06f0e9ce0ca1 None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:22.888037 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-584c9368-2d96-43cf-80df-06f0e9ce0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:02:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:22.941304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-46daefbb-14d2-431a-a9a9-f28e6e47de40 req-0cdd87d0-c0b8-4611-8a4f-911cac9a817f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] No DVR routers for this DVR port 52415c5b-2cfe-4548-bf49-b67e729d086e on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:02:22.944377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-46daefbb-14d2-431a-a9a9-f28e6e47de40 req-0cdd87d0-c0b8-4611-8a4f-911cac9a817f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.948107 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2184ef-6397-4026-a34a-ad49b299ff11', 'name': 'network-vif-deleted', 'tag': '52415c5b-2cfe-4548-bf49-b67e729d086e'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:22.972542 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-46daefbb-14d2-431a-a9a9-f28e6e47de40 req-0cdd87d0-c0b8-4611-8a4f-911cac9a817f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.18 "DELETE /v2.0/ports/52415c5b-2cfe-4548-bf49-b67e729d086e HTTP/1.1" status: 204 len: 173 time: 1.4355409 Mar 16 11:02:23.070554 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-584c9368-2d96-43cf-80df-06f0e9ce0ca1 None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:23.192710 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2184ef-6397-4026-a34a-ad49b299ff11', 'name': 'network-vif-deleted', 'tag': '52415c5b-2cfe-4548-bf49-b67e729d086e', 'status': 'completed', 'code': 200} Mar 16 11:02:23.315029 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54322) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:23.405992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de377520-703f-404c-90e8-67374836649d tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:23.406891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de377520-703f-404c-90e8-67374836649d tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:23.407534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de377520-703f-404c-90e8-67374836649d tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:23.418389 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-584c9368-2d96-43cf-80df-06f0e9ce0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:23.418689 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-de377520-703f-404c-90e8-67374836649d tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=c123fb581b00432cb3f2292d7d9251a4&network_id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5 HTTP/1.1" status: 200 len: 3000 time: 0.0995507 Mar 16 11:02:23.421768 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c9368-2d96-43cf-80df-06f0e9ce0ca1 None None] Checking router: 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:02:23.431508 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584c9368-2d96-43cf-80df-06f0e9ce0ca1 None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:23.432129 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-584c9368-2d96-43cf-80df-06f0e9ce0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:02:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:23.650500 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-584c9368-2d96-43cf-80df-06f0e9ce0ca1 None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:23.764184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-639e8b0b-4a38-4545-8ce7-d9e33a173c58 req-f408311f-8802-49b8-b94b-9af57918a7d6 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Synchronizing usage tracker for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:23.779820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-639e8b0b-4a38-4545-8ce7-d9e33a173c58 req-f408311f-8802-49b8-b94b-9af57918a7d6 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Unset dirty status for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:23.781116 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-639e8b0b-4a38-4545-8ce7-d9e33a173c58 req-f408311f-8802-49b8-b94b-9af57918a7d6 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=be2184ef-6397-4026-a34a-ad49b299ff11 HTTP/1.1" status: 200 len: 210 time: 0.0603786 Mar 16 11:02:23.958472 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-584c9368-2d96-43cf-80df-06f0e9ce0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:23.962423 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c9368-2d96-43cf-80df-06f0e9ce0ca1 None None] The sync data for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv is: [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:24.173046 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb5fea0-47c1-4799-965f-b3dd0c0ac096 None None] New status for floating IP 93880ec6-0296-4e53-b0f3-8292bd1fa322: DOWN {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:02:24.950370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54340) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:25.008893 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fa6798-0fa6-4517-af94-658c8d354505 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:25.010402 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-34fa6798-0fa6-4517-af94-658c8d354505 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d HTTP/1.1" status: 200 len: 814 time: 0.0589552 Mar 16 11:02:25.138334 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-eca04230-7b22-4a59-8dca-3cb0eabf504e tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530631203&fields=id&tenant_id=366b4a2732424eecae1e3b8242ca1d7c HTTP/1.1" status: 200 len: 267 time: 0.0391171 Mar 16 11:02:25.288071 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-499b4438-b921-44e8-8f78-a5ae2b86efe8 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:25.289560 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-499b4438-b921-44e8-8f78-a5ae2b86efe8 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/networks?id=51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 200 len: 811 time: 0.1441331 Mar 16 11:02:25.304760 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-0fec2c28-8903-49d6-9f31-518db9cf080e tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/quotas/366b4a2732424eecae1e3b8242ca1d7c HTTP/1.1" status: 200 len: 375 time: 0.0097036 Mar 16 11:02:25.382807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 52415c5b-2cfe-4548-bf49-b67e729d086e no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:02:25.388033 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-7edf7f81-dd06-4a65-96d6-e9a99271396a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781543 Mar 16 11:02:25.416056 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 52415c5b-2cfe-4548-bf49-b67e729d086e {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:02:25.416408 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 52415c5b-2cfe-4548-bf49-b67e729d086e not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:02:25.482429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54352) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:25.487572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-86e0380a-0220-4cb8-b69a-14ccedc6bac4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:25.523602 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-a3f52495-d75a-4f99-bd60-914ec4bca497 service neutron] 10.222.0.44 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244435 Mar 16 11:02:25.588997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-86e0380a-0220-4cb8-b69a-14ccedc6bac4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:25.651133 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-02f796b5-f1bb-480d-ae7d-7308eddb5264 service neutron] 10.222.0.44 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217570 Mar 16 11:02:25.862691 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-86e0380a-0220-4cb8-b69a-14ccedc6bac4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:25.865588 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-86e0380a-0220-4cb8-b69a-14ccedc6bac4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:25.865894 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-86e0380a-0220-4cb8-b69a-14ccedc6bac4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 3a02f047-6f2a-43e0-9f06-ed6a4441d3df disassociated. External IP: 172.26.3.30, port: 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed. Mar 16 11:02:26.065830 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6fde06df-5469-41dd-a61f-140259718db9 req-0e4665c6-f13d-4fa8-a8a7-b0fb398ed47b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 210 time: 0.0645368 Mar 16 11:02:26.258019 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e0380a-0220-4cb8-b69a-14ccedc6bac4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router cf5cbd85-11c5-447c-985c-b106e4b72377 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:26.551614 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e0380a-0220-4cb8-b69a-14ccedc6bac4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:26.556225 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-86e0380a-0220-4cb8-b69a-14ccedc6bac4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:26.562249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c64a0-0bd4-4c5b-b412-7e1db46c06a9 None None] Sync routers for ids ['cf5cbd85-11c5-447c-985c-b106e4b72377'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:26.574516 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c64a0-0bd4-4c5b-b412-7e1db46c06a9 None None] Routers {'cf5cbd85-11c5-447c-985c-b106e4b72377'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:26.575125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2c6c64a0-0bd4-4c5b-b412-7e1db46c06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:02:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cf5cbd85-11c5-447c-985c-b106e4b72377'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:26.612288 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-86e0380a-0220-4cb8-b69a-14ccedc6bac4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/floatingips/3a02f047-6f2a-43e0-9f06-ed6a4441d3df HTTP/1.1" status: 200 len: 689 time: 1.1287577 Mar 16 11:02:26.613038 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3745e7c0-37f7-46e2-90cd-8df3946d092c', 'tag': '3410d3f5-bdc4-48b0-b3dc-799eac0a8fed'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:26.615293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54372) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:26.662808 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3745e7c0-37f7-46e2-90cd-8df3946d092c', 'tag': '3410d3f5-bdc4-48b0-b3dc-799eac0a8fed', 'status': 'completed', 'code': 200} Mar 16 11:02:26.736693 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d71e45ef-1d53-4ffe-9698-72aa4a16c4e3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/3a02f047-6f2a-43e0-9f06-ed6a4441d3df HTTP/1.1" status: 200 len: 689 time: 0.1200216 Mar 16 11:02:26.762608 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-2c6c64a0-0bd4-4c5b-b412-7e1db46c06a9 None None] Set router cf5cbd85-11c5-447c-985c-b106e4b72377 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:26.890714 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9fcd-5efe-4e55-8351-9fd629898287 req-f6e599d3-f794-4178-9b8a-f61e089326ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:26.892376 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-445e9fcd-5efe-4e55-8351-9fd629898287 req-f6e599d3-f794-4178-9b8a-f61e089326ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 1099 time: 0.2025433 Mar 16 11:02:27.106989 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2c6c64a0-0bd4-4c5b-b412-7e1db46c06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'd0ea87ca-cafc-4b66-a1f1-235d2f1aabc4', 'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:a4:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:52Z', 'updated_at': '2022-03-16T11:00:58Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:27.112276 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c64a0-0bd4-4c5b-b412-7e1db46c06a9 None None] Checking router: cf5cbd85-11c5-447c-985c-b106e4b72377 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:02:27.122534 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c64a0-0bd4-4c5b-b412-7e1db46c06a9 None None] Routers {'cf5cbd85-11c5-447c-985c-b106e4b72377'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:27.123456 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2c6c64a0-0bd4-4c5b-b412-7e1db46c06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:02:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cf5cbd85-11c5-447c-985c-b106e4b72377'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:27.147501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-f38fd902-8fd4-4bf8-a645-e5deecb80bb2 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:27.148944 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-f38fd902-8fd4-4bf8-a645-e5deecb80bb2 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.18 "GET /v2.0/networks?id=51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 200 len: 811 time: 0.2543695 Mar 16 11:02:27.152980 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9fcd-5efe-4e55-8351-9fd629898287 req-f7bd72ec-2925-445a-a78c-e963e4ebdcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:27.154264 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-445e9fcd-5efe-4e55-8351-9fd629898287 req-f7bd72ec-2925-445a-a78c-e963e4ebdcc9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5 HTTP/1.1" status: 200 len: 898 time: 0.2406275 Mar 16 11:02:27.236468 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cc081ebf-388d-4556-983b-ca81a8835af8 req-71f8b063-9167-4d33-bb2e-60a95310fdc9 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 210 time: 0.0491545 Mar 16 11:02:27.276041 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-445e9fcd-5efe-4e55-8351-9fd629898287 req-95c437ca-53d5-4227-8986-ebe8a4e6692b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3410d3f5-bdc4-48b0-b3dc-799eac0a8fed HTTP/1.1" status: 200 len: 217 time: 0.0995159 Mar 16 11:02:27.316589 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-2c6c64a0-0bd4-4c5b-b412-7e1db46c06a9 None None] Set router cf5cbd85-11c5-447c-985c-b106e4b72377 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:27.330097 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-88203cc8-5bc3-4933-9719-029ff9bd9c3e tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=366b4a2732424eecae1e3b8242ca1d7c HTTP/1.1" status: 200 len: 380 time: 0.1677179 Mar 16 11:02:27.338653 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-346823e4-6ca1-49ea-b1c8-7be710c85417 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Request body: {'port': {'device_id': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'admin_state_up': True, 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'security_groups': ['10e898e8-cd05-46b8-90b1-8c6f689c6bb1']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:27.454281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9fcd-5efe-4e55-8351-9fd629898287 req-57a30a51-07c7-4622-a05a-2b468b0372fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:27.455632 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-445e9fcd-5efe-4e55-8351-9fd629898287 req-57a30a51-07c7-4622-a05a-2b468b0372fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae50b458-55f3-4a97-8537-d7f8709360ff HTTP/1.1" status: 200 len: 835 time: 0.1666589 Mar 16 11:02:27.540895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-346823e4-6ca1-49ea-b1c8-7be710c85417 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:27.553747 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-346823e4-6ca1-49ea-b1c8-7be710c85417 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:27.574201 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9fcd-5efe-4e55-8351-9fd629898287 req-c767a4cf-e293-45d9-8f77-1d41093ab77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:27.575614 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-445e9fcd-5efe-4e55-8351-9fd629898287 req-c767a4cf-e293-45d9-8f77-1d41093ab77e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1136885 Mar 16 11:02:27.576648 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-346823e4-6ca1-49ea-b1c8-7be710c85417 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Made reservation on behalf of 366b4a2732424eecae1e3b8242ca1d7c for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:27.580231 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-346823e4-6ca1-49ea-b1c8-7be710c85417 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:27.668801 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2c6c64a0-0bd4-4c5b-b412-7e1db46c06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'd0ea87ca-cafc-4b66-a1f1-235d2f1aabc4', 'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:a4:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:52Z', 'updated_at': '2022-03-16T11:00:58Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:27.673073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c64a0-0bd4-4c5b-b412-7e1db46c06a9 None None] The sync data for ids ['cf5cbd85-11c5-447c-985c-b106e4b72377'] in dv-neutron-833859-1-hyperv is: [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'd0ea87ca-cafc-4b66-a1f1-235d2f1aabc4', 'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:a4:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:52Z', 'updated_at': '2022-03-16T11:00:58Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:27.740972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54384) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:27.828562 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-445e9fcd-5efe-4e55-8351-9fd629898287 req-c4140320-d693-448f-8037-f65ffa277f0b service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371030 Mar 16 11:02:27.845161 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-82e0d126-5b25-4534-83e7-2794cbf62d84 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/3a02f047-6f2a-43e0-9f06-ed6a4441d3df HTTP/1.1" status: 200 len: 689 time: 0.0999305 Mar 16 11:02:27.949703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-346823e4-6ca1-49ea-b1c8-7be710c85417 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Allocated IP 172.20.0.6 (51a0a550-36fb-4b4a-acbc-273fffc2a038/d954889d-0ff1-45e8-bc9a-1b7538683dc9/fba6affa-9365-432f-b2df-ce3fa1bd149e) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:27.959306 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf41695-75ce-400d-964a-ae21f264f69a None None] New status for floating IP 3a02f047-6f2a-43e0-9f06-ed6a4441d3df: DOWN {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:02:28.011836 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-445e9fcd-5efe-4e55-8351-9fd629898287 req-d8b41e39-c9dd-42a9-8e48-dfdb3a06396b service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765513 Mar 16 11:02:28.169260 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-346823e4-6ca1-49ea-b1c8-7be710c85417 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:28.185603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-346823e4-6ca1-49ea-b1c8-7be710c85417 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Transition to ACTIVE for port object fba6affa-9365-432f-b2df-ce3fa1bd149e will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:28.212309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-346823e4-6ca1-49ea-b1c8-7be710c85417 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:28.314927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-346823e4-6ca1-49ea-b1c8-7be710c85417 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Network 51a0a550-36fb-4b4a-acbc-273fffc2a038 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:28.323999 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-346823e4-6ca1-49ea-b1c8-7be710c85417 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:28.330593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-346823e4-6ca1-49ea-b1c8-7be710c85417 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:28.375568 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346823e4-6ca1-49ea-b1c8-7be710c85417 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event updated for resources: {'Port': ['ID=fba6affa-9365-432f-b2df-ce3fa1bd149e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:28.411659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-346823e4-6ca1-49ea-b1c8-7be710c85417 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:28.412444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-346823e4-6ca1-49ea-b1c8-7be710c85417 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:28.484072 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-346823e4-6ca1-49ea-b1c8-7be710c85417 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1492982 Mar 16 11:02:28.496786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Request body: {'port': {'device_id': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:28.612624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-37c13eac-7fa0-41bb-ba49-07db9a81ec28 None None] Provisioning for port fba6affa-9365-432f-b2df-ce3fa1bd149e completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:28.618473 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-37c13eac-7fa0-41bb-ba49-07db9a81ec28 None None] Provisioning complete for port fba6affa-9365-432f-b2df-ce3fa1bd149e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:28.619391 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-37c13eac-7fa0-41bb-ba49-07db9a81ec28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:28.686345 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-37c13eac-7fa0-41bb-ba49-07db9a81ec28 None None] Port fba6affa-9365-432f-b2df-ce3fa1bd149e cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:28.718269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6aab2-0557-4be6-8132-a3c259cad1f9 req-ad05de63-7931-44d3-b356-c32cfb3b8815 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:28.718861 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-2ce6aab2-0557-4be6-8132-a3c259cad1f9 req-ad05de63-7931-44d3-b356-c32cfb3b8815 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Synchronizing usage tracker for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:28.780755 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:28.789760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-2ce6aab2-0557-4be6-8132-a3c259cad1f9 req-ad05de63-7931-44d3-b356-c32cfb3b8815 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Unset dirty status for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:28.790892 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2ce6aab2-0557-4be6-8132-a3c259cad1f9 req-ad05de63-7931-44d3-b356-c32cfb3b8815 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 931 time: 0.3677094 Mar 16 11:02:28.847393 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54390) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:28.891513 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2ce6aab2-0557-4be6-8132-a3c259cad1f9 req-d3f0412a-9b79-4133-9a94-5e9cacf06ef5 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934770 Mar 16 11:02:28.935561 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ba43235e-6982-4ed5-a9b6-99fcfbd8fca9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/3a02f047-6f2a-43e0-9f06-ed6a4441d3df HTTP/1.1" status: 200 len: 687 time: 0.0863593 Mar 16 11:02:29.165837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba6affa-9365-432f-b2df-ce3fa1bd149e {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:02:29.172826 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.186334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Transition to ACTIVE for port object fba6affa-9365-432f-b2df-ce3fa1bd149e will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:29.190120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.322768 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Pushing event updated for resources: {'Port': ['ID=fba6affa-9365-432f-b2df-ce3fa1bd149e,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:29.425317 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Attempting to bind port fba6affa-9365-432f-b2df-ce3fa1bd149e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:02:29.425588 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Attempting to bind port fba6affa-9365-432f-b2df-ce3fa1bd149e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:02:29.425905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Attempting to bind port fba6affa-9365-432f-b2df-ce3fa1bd149e on network 51a0a550-36fb-4b4a-acbc-273fffc2a038 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:02:29.430872 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Port fba6affa-9365-432f-b2df-ce3fa1bd149e on network 51a0a550-36fb-4b4a-acbc-273fffc2a038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:02:29.431245 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Attempting to bind port fba6affa-9365-432f-b2df-ce3fa1bd149e on network 51a0a550-36fb-4b4a-acbc-273fffc2a038 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:02:29.436206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:02:29.436760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Checking segment: {'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:02:29.436916 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Bound using segment: {'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:02:29.437320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Bound port: fba6affa-9365-432f-b2df-ce3fa1bd149e, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:02:29.437648 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.528195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] For port fba6affa-9365-432f-b2df-ce3fa1bd149e, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:02:29.531088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] For port fba6affa-9365-432f-b2df-ce3fa1bd149e, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fba6affa-9365-432f-b2df-ce3fa1bd149e,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:02:29.534938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.589226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:29.589765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.591100 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] 10.222.0.18 "PUT /v2.0/ports/fba6affa-9365-432f-b2df-ce3fa1bd149e HTTP/1.1" status: 200 len: 1093 time: 1.0998242 Mar 16 11:02:29.591545 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'tag': 'fba6affa-9365-432f-b2df-ce3fa1bd149e'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:29.616037 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845c9d0-064d-4c22-a3d7-4febeb218c1d service neutron] Pushing event updated for resources: {'Port': ['ID=fba6affa-9365-432f-b2df-ce3fa1bd149e,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:29.669277 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'tag': 'fba6affa-9365-432f-b2df-ce3fa1bd149e', 'status': 'completed', 'code': 200} Mar 16 11:02:29.715362 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-878ab914-8f46-4319-92d7-426c25bc332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:29.716842 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-878ab914-8f46-4319-92d7-426c25bc332e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0822635 Mar 16 11:02:29.785912 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-9c1ffb70-7c3e-422c-b895-a26eb5f374e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fba6affa-9365-432f-b2df-ce3fa1bd149e HTTP/1.1" status: 200 len: 217 time: 0.0607252 Mar 16 11:02:29.849796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-b47e210f-7d9f-46fb-80b9-eb94206a12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:29.851290 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-b47e210f-7d9f-46fb-80b9-eb94206a12d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d954889d-0ff1-45e8-bc9a-1b7538683dc9 HTTP/1.1" status: 200 len: 850 time: 0.0593133 Mar 16 11:02:29.926911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-f8ee16a5-d981-4502-9bf1-cd4e5d84ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:29.928411 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-f8ee16a5-d981-4502-9bf1-cd4e5d84ce1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51a0a550-36fb-4b4a-acbc-273fffc2a038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714803 Mar 16 11:02:30.097405 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54400) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:30.103250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2bdc25c9-2cc8-4cca-be2b-616b0c68eb33 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-549594305', 'description': 'tempest-secgroup-smoke-549594305 description', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:30.109004 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2bdc25c9-2cc8-4cca-be2b-616b0c68eb33 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:30.113315 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-20c7e7df-5905-4f69-b688-0fff07741e4d service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780860 Mar 16 11:02:30.118590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2bdc25c9-2cc8-4cca-be2b-616b0c68eb33 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:30.128747 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2bdc25c9-2cc8-4cca-be2b-616b0c68eb33 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.152698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2bdc25c9-2cc8-4cca-be2b-616b0c68eb33 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:30.156510 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2bdc25c9-2cc8-4cca-be2b-616b0c68eb33 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:30.159361 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2bdc25c9-2cc8-4cca-be2b-616b0c68eb33 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:30.165559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2bdc25c9-2cc8-4cca-be2b-616b0c68eb33 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:30.166349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4e8b0-2c55-4625-a945-6b1d6f294159 req-a347f10a-a92a-437d-9aa3-77ad75bde003 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:30.167811 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-83f4e8b0-2c55-4625-a945-6b1d6f294159 req-a347f10a-a92a-437d-9aa3-77ad75bde003 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 943 time: 0.1512213 Mar 16 11:02:30.237058 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2bdc25c9-2cc8-4cca-be2b-616b0c68eb33 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.241575 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2bdc25c9-2cc8-4cca-be2b-616b0c68eb33 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.273817 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-83f4e8b0-2c55-4625-a945-6b1d6f294159 req-ddb56bc2-ad7f-478c-b3f9-280dc6b5544f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619264 Mar 16 11:02:30.288501 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc25c9-2cc8-4cca-be2b-616b0c68eb33 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d2ceca-dcb0-42ca-9e80-8a407bbd4f21,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:30.293957 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2bdc25c9-2cc8-4cca-be2b-616b0c68eb33 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.295573 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959b5d55-c7e8-4b5c-a84c-333ca712927e req-bae16742-546b-4253-9615-7ca674342c67 service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758766 Mar 16 11:02:30.298261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54404) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:30.298662 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2bdc25c9-2cc8-4cca-be2b-616b0c68eb33 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1995149 Mar 16 11:02:30.310230 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-52030e3d-3ef2-44fc-bfeb-a7d7eb49bb4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '70d2ceca-dcb0-42ca-9e80-8a407bbd4f21', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:30.318063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-52030e3d-3ef2-44fc-bfeb-a7d7eb49bb4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:30.323868 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-52030e3d-3ef2-44fc-bfeb-a7d7eb49bb4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:30.326699 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-52030e3d-3ef2-44fc-bfeb-a7d7eb49bb4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:30.333551 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-52030e3d-3ef2-44fc-bfeb-a7d7eb49bb4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:30.383329 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-52030e3d-3ef2-44fc-bfeb-a7d7eb49bb4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.565248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337b76c-cc36-4fae-aa38-bf9a60f9c251 req-5b58bd0e-515c-43d6-8c10-c65f1c984001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:30.567529 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2337b76c-cc36-4fae-aa38-bf9a60f9c251 req-5b58bd0e-515c-43d6-8c10-c65f1c984001 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 1096 time: 0.2177286 Mar 16 11:02:30.571962 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-52030e3d-3ef2-44fc-bfeb-a7d7eb49bb4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.594243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-52030e3d-3ef2-44fc-bfeb-a7d7eb49bb4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.677801 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52030e3d-3ef2-44fc-bfeb-a7d7eb49bb4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48b9039-ab49-44fe-baf5-1cee105bc8df,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:30.680844 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-52030e3d-3ef2-44fc-bfeb-a7d7eb49bb4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.685938 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-52030e3d-3ef2-44fc-bfeb-a7d7eb49bb4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3837917 Mar 16 11:02:30.687732 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54408) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:30.691664 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5dadafdd-7781-4730-bbc3-40c43d1d8657 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '70d2ceca-dcb0-42ca-9e80-8a407bbd4f21', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:30.697541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5dadafdd-7781-4730-bbc3-40c43d1d8657 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:30.701349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5dadafdd-7781-4730-bbc3-40c43d1d8657 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:30.704184 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5dadafdd-7781-4730-bbc3-40c43d1d8657 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:30.709743 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5dadafdd-7781-4730-bbc3-40c43d1d8657 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:30.727123 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5dadafdd-7781-4730-bbc3-40c43d1d8657 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.734217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337b76c-cc36-4fae-aa38-bf9a60f9c251 req-d8fdf480-5d21-4fc5-88ce-e10f4c1c154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:30.735696 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2337b76c-cc36-4fae-aa38-bf9a60f9c251 req-d8fdf480-5d21-4fc5-88ce-e10f4c1c154b service neutron] 10.222.0.18 "GET /v2.0/networks?id=51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 200 len: 912 time: 0.1620860 Mar 16 11:02:30.790946 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5dadafdd-7781-4730-bbc3-40c43d1d8657 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.795490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5dadafdd-7781-4730-bbc3-40c43d1d8657 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.802922 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2337b76c-cc36-4fae-aa38-bf9a60f9c251 req-d2964f24-d22a-414b-bdef-d8a721917ca7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fba6affa-9365-432f-b2df-ce3fa1bd149e HTTP/1.1" status: 200 len: 217 time: 0.0606451 Mar 16 11:02:30.805373 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-313cf6d2-bf1c-4cec-a155-b4aaf1565a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.825983 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadafdd-7781-4730-bbc3-40c43d1d8657 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a38b83-a42d-468f-8175-abe54adfb710,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:30.833376 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5dadafdd-7781-4730-bbc3-40c43d1d8657 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.834799 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5dadafdd-7781-4730-bbc3-40c43d1d8657 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1476693 Mar 16 11:02:30.837585 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54412) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:30.842856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-0f850a6b-d6f5-4a19-803b-1a0d27b7211a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '70d2ceca-dcb0-42ca-9e80-8a407bbd4f21', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:30.849423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0f850a6b-d6f5-4a19-803b-1a0d27b7211a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:30.853444 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0f850a6b-d6f5-4a19-803b-1a0d27b7211a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:30.856281 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0f850a6b-d6f5-4a19-803b-1a0d27b7211a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:30.861822 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0f850a6b-d6f5-4a19-803b-1a0d27b7211a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:30.867472 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337b76c-cc36-4fae-aa38-bf9a60f9c251 req-97d9c665-b580-4601-83d0-499ddd1b5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:30.868893 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2337b76c-cc36-4fae-aa38-bf9a60f9c251 req-97d9c665-b580-4601-83d0-499ddd1b5d6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d954889d-0ff1-45e8-bc9a-1b7538683dc9 HTTP/1.1" status: 200 len: 850 time: 0.0598450 Mar 16 11:02:30.878213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0f850a6b-d6f5-4a19-803b-1a0d27b7211a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.945436 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0f850a6b-d6f5-4a19-803b-1a0d27b7211a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.948959 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0f850a6b-d6f5-4a19-803b-1a0d27b7211a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.951082 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337b76c-cc36-4fae-aa38-bf9a60f9c251 req-d37a2717-efb5-4e9e-9f3f-718e15ff1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:30.952680 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2337b76c-cc36-4fae-aa38-bf9a60f9c251 req-d37a2717-efb5-4e9e-9f3f-718e15ff1344 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51a0a550-36fb-4b4a-acbc-273fffc2a038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779998 Mar 16 11:02:30.973045 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f850a6b-d6f5-4a19-803b-1a0d27b7211a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd54e67-05d2-4dfe-a91d-af0afb503666,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:30.982403 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0f850a6b-d6f5-4a19-803b-1a0d27b7211a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.983656 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0f850a6b-d6f5-4a19-803b-1a0d27b7211a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451807 Mar 16 11:02:30.986529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54416) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:30.992047 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5b035c72-4fe1-4c2f-b823-fa63f0ce26e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '70d2ceca-dcb0-42ca-9e80-8a407bbd4f21', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:30.997784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5b035c72-4fe1-4c2f-b823-fa63f0ce26e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:31.001590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5b035c72-4fe1-4c2f-b823-fa63f0ce26e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:31.005279 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5b035c72-4fe1-4c2f-b823-fa63f0ce26e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:31.010807 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5b035c72-4fe1-4c2f-b823-fa63f0ce26e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:31.027593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5b035c72-4fe1-4c2f-b823-fa63f0ce26e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.089932 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5b035c72-4fe1-4c2f-b823-fa63f0ce26e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.090313 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2337b76c-cc36-4fae-aa38-bf9a60f9c251 req-bc1f6e4a-9537-4465-9d1c-7fc1aa632729 service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306071 Mar 16 11:02:31.100629 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5b035c72-4fe1-4c2f-b823-fa63f0ce26e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.117794 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b035c72-4fe1-4c2f-b823-fa63f0ce26e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7808ebf-afde-4aee-a963-afdb047a098e,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:31.131848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5b035c72-4fe1-4c2f-b823-fa63f0ce26e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.140434 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5b035c72-4fe1-4c2f-b823-fa63f0ce26e2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454768 Mar 16 11:02:31.140434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54420) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:31.140434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-217841c0-3fcb-488d-960c-c107dd0c4744 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '70d2ceca-dcb0-42ca-9e80-8a407bbd4f21', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:31.144938 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-217841c0-3fcb-488d-960c-c107dd0c4744 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:31.148740 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-217841c0-3fcb-488d-960c-c107dd0c4744 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:31.151621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-217841c0-3fcb-488d-960c-c107dd0c4744 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:31.157255 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-217841c0-3fcb-488d-960c-c107dd0c4744 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:31.168198 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-217841c0-3fcb-488d-960c-c107dd0c4744 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:02:31.174603 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-217841c0-3fcb-488d-960c-c107dd0c4744 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.232334 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2337b76c-cc36-4fae-aa38-bf9a60f9c251 req-7abc1f16-303c-449a-b437-fd93e35f2026 service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322014 Mar 16 11:02:31.240589 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-217841c0-3fcb-488d-960c-c107dd0c4744 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.244648 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-217841c0-3fcb-488d-960c-c107dd0c4744 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.274812 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217841c0-3fcb-488d-960c-c107dd0c4744 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fb8430-ee75-4d43-86e4-d583885e7e82,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:31.283797 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-217841c0-3fcb-488d-960c-c107dd0c4744 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.288028 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-217841c0-3fcb-488d-960c-c107dd0c4744 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1504731 Mar 16 11:02:31.288736 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54424) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:31.294037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6e1f2f06-647f-4d22-9745-bbd4227e1487 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '70d2ceca-dcb0-42ca-9e80-8a407bbd4f21', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:31.299928 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6e1f2f06-647f-4d22-9745-bbd4227e1487 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:31.303905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6e1f2f06-647f-4d22-9745-bbd4227e1487 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:31.306975 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6e1f2f06-647f-4d22-9745-bbd4227e1487 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:31.312645 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6e1f2f06-647f-4d22-9745-bbd4227e1487 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:31.324048 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-6e1f2f06-647f-4d22-9745-bbd4227e1487 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:02:31.330574 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2f06-647f-4d22-9745-bbd4227e1487 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.394819 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2f06-647f-4d22-9745-bbd4227e1487 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.399242 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2f06-647f-4d22-9745-bbd4227e1487 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.456118 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f2f06-647f-4d22-9745-bbd4227e1487 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcdd9fd8-6930-4fd2-a2ad-b1673c8f696e,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:31.469450 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2f06-647f-4d22-9745-bbd4227e1487 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.470602 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6e1f2f06-647f-4d22-9745-bbd4227e1487 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1806812 Mar 16 11:02:31.510780 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8153b-997e-4284-a277-e429f95eaa5d req-49fc623d-a42d-40cf-9b51-89cd33940e2f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:31.512310 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-16c8153b-997e-4284-a277-e429f95eaa5d req-49fc623d-a42d-40cf-9b51-89cd33940e2f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 943 time: 0.1062446 Mar 16 11:02:31.560115 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-16c8153b-997e-4284-a277-e429f95eaa5d req-1d009c4c-4dc4-43ca-909b-3593f0ecaf54 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419338 Mar 16 11:02:31.684432 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-181a4bc0-0db9-4633-a69d-d51190178209 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549594305&fields=id&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 267 time: 0.0377185 Mar 16 11:02:31.827900 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-04b54862-cf5c-4592-8bfa-a108e9f026be tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:31.829285 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-04b54862-cf5c-4592-8bfa-a108e9f026be tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/networks?id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5 HTTP/1.1" status: 200 len: 797 time: 0.1389241 Mar 16 11:02:31.843088 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-340e548f-ca3e-4124-bbea-cf3bbaa64bdc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/quotas/c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 375 time: 0.0084975 Mar 16 11:02:31.929706 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-ffcaf710-2e30-4fc0-a2bc-be3808fd9713 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0818920 Mar 16 11:02:32.066409 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-165169ec-935c-488e-b9f5-e0c4dd0e0f5d service neutron] 10.222.0.44 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254334 Mar 16 11:02:32.193224 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-67c5f1f1-e822-476a-b09f-28cebdf8bca0 service neutron] 10.222.0.44 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210263 Mar 16 11:02:32.367331 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c0f71e8d-99cd-49b7-b4f7-144a04615e2d req-b0e07d4e-4e5f-4cff-ae3b-49b52385a0ab tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 210 time: 0.0416114 Mar 16 11:02:32.748473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed3fd7-fa3c-4fc5-b088-5bea4ba789d7 req-0813a51d-abc2-42b5-84ba-dd01bb5e2712 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:32.750018 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-caed3fd7-fa3c-4fc5-b088-5bea4ba789d7 req-0813a51d-abc2-42b5-84ba-dd01bb5e2712 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 943 time: 0.0788460 Mar 16 11:02:32.799100 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-caed3fd7-fa3c-4fc5-b088-5bea4ba789d7 req-cb57eaf0-60b9-41b3-a800-85451b4874da tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424500 Mar 16 11:02:33.003077 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-46196990-0ff4-454f-a19d-a760705bcccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:33.385026 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-324706c0-5ede-48db-bb21-538e73978a49 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:33.386445 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-324706c0-5ede-48db-bb21-538e73978a49 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/networks?id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5 HTTP/1.1" status: 200 len: 797 time: 0.1537681 Mar 16 11:02:33.444199 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-7552aa54-b688-4d60-87a6-2cacbf520546 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 471 time: 0.0499809 Mar 16 11:02:33.452394 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-5835a86a-a904-4969-a325-afdf6996944e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'port': {'device_id': '59e77bd8-c974-4df9-ac98-148d1aa06f40', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'admin_state_up': True, 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'security_groups': ['70d2ceca-dcb0-42ca-9e80-8a407bbd4f21']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:33.521101 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ab908fd2-ce0d-4888-a414-2ce98df129d7 req-d1d3d598-567d-4667-af5f-5dfaa4b11c95 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 210 time: 0.0419977 Mar 16 11:02:33.683594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-5835a86a-a904-4969-a325-afdf6996944e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:33.693292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-5835a86a-a904-4969-a325-afdf6996944e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:33.702619 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-5835a86a-a904-4969-a325-afdf6996944e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:33.706102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-5835a86a-a904-4969-a325-afdf6996944e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:33.861971 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-5835a86a-a904-4969-a325-afdf6996944e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.13 (ae8be61d-e370-4e6b-b3f3-fd81088e49b5/ae50b458-55f3-4a97-8537-d7f8709360ff/388e786f-ddfb-4590-a059-70bc5757f096) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:34.108485 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd16af0-49a5-4719-a585-918fe76d264a req-5e165776-8cae-4749-a3a8-18309fc59810 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:34.109919 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0bd16af0-49a5-4719-a585-918fe76d264a req-5e165776-8cae-4749-a3a8-18309fc59810 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 943 time: 0.1917393 Mar 16 11:02:34.114427 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-5835a86a-a904-4969-a325-afdf6996944e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:34.148244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-5835a86a-a904-4969-a325-afdf6996944e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object 388e786f-ddfb-4590-a059-70bc5757f096 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:34.168361 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0bd16af0-49a5-4719-a585-918fe76d264a req-a3410f0e-1597-498e-9435-074c8485f834 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509009 Mar 16 11:02:34.186752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-5835a86a-a904-4969-a325-afdf6996944e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:34.251253 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-5835a86a-a904-4969-a325-afdf6996944e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:34.254913 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-5835a86a-a904-4969-a325-afdf6996944e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:34.262848 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-5835a86a-a904-4969-a325-afdf6996944e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:34.302758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835a86a-a904-4969-a325-afdf6996944e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=388e786f-ddfb-4590-a059-70bc5757f096,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:34.335202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-5835a86a-a904-4969-a325-afdf6996944e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:34.335720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-5835a86a-a904-4969-a325-afdf6996944e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:34.361509 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-5835a86a-a904-4969-a325-afdf6996944e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9127340 Mar 16 11:02:34.363649 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:34.373781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Request body: {'port': {'device_id': '59e77bd8-c974-4df9-ac98-148d1aa06f40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:34.393432 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:34.488656 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:34.489841 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fdf7023c-1a85-4f26-8b31-bd68b0d016af None None] Provisioning for port 388e786f-ddfb-4590-a059-70bc5757f096 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:34.495428 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fdf7023c-1a85-4f26-8b31-bd68b0d016af None None] Provisioning complete for port 388e786f-ddfb-4590-a059-70bc5757f096 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:34.495822 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fdf7023c-1a85-4f26-8b31-bd68b0d016af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:34.553268 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7023c-1a85-4f26-8b31-bd68b0d016af None None] Port 388e786f-ddfb-4590-a059-70bc5757f096 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:34.713132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c86fa-6a37-429e-8354-13b09a8eec5c req-01492e7d-8c62-452d-88bc-a5a793ed0ea9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:34.714569 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0e3c86fa-6a37-429e-8354-13b09a8eec5c req-01492e7d-8c62-452d-88bc-a5a793ed0ea9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 932 time: 0.0816624 Mar 16 11:02:34.757819 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-0e3c86fa-6a37-429e-8354-13b09a8eec5c req-8a65ff55-81a4-4a68-bb05-1ac1a7c0c875 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:34.773159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-0e3c86fa-6a37-429e-8354-13b09a8eec5c req-8a65ff55-81a4-4a68-bb05-1ac1a7c0c875 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:34.775660 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0e3c86fa-6a37-429e-8354-13b09a8eec5c req-8a65ff55-81a4-4a68-bb05-1ac1a7c0c875 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=70d2ceca-dcb0-42ca-9e80-8a407bbd4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549693 Mar 16 11:02:34.826960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388e786f-ddfb-4590-a059-70bc5757f096 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:02:34.834528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:34.848774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Transition to ACTIVE for port object 388e786f-ddfb-4590-a059-70bc5757f096 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:34.853129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:35.008172 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=388e786f-ddfb-4590-a059-70bc5757f096,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:35.083888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Attempting to bind port 388e786f-ddfb-4590-a059-70bc5757f096 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:02:35.084222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Attempting to bind port 388e786f-ddfb-4590-a059-70bc5757f096 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '1198a051-efa8-4c0f-9533-03fd1fa3a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:02:35.084542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Attempting to bind port 388e786f-ddfb-4590-a059-70bc5757f096 on network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:02:35.089023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Port 388e786f-ddfb-4590-a059-70bc5757f096 on network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:02:35.089341 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Attempting to bind port 388e786f-ddfb-4590-a059-70bc5757f096 on network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:02:35.094299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:02:35.094631 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Checking segment: {'id': '1198a051-efa8-4c0f-9533-03fd1fa3a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:02:35.095008 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Bound using segment: {'id': '1198a051-efa8-4c0f-9533-03fd1fa3a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:02:35.095449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Bound port: 388e786f-ddfb-4590-a059-70bc5757f096, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1198a051-efa8-4c0f-9533-03fd1fa3a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:02:35.095788 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:35.182458 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] For port 388e786f-ddfb-4590-a059-70bc5757f096, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:02:35.185398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] For port 388e786f-ddfb-4590-a059-70bc5757f096, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=388e786f-ddfb-4590-a059-70bc5757f096,segment=NetworkSegment(1198a051-efa8-4c0f-9533-03fd1fa3a99b),segment_id=1198a051-efa8-4c0f-9533-03fd1fa3a99b)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:02:35.189773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:35.248233 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:35.248773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:35.250188 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] 10.222.0.18 "PUT /v2.0/ports/388e786f-ddfb-4590-a059-70bc5757f096 HTTP/1.1" status: 200 len: 1094 time: 0.8806620 Mar 16 11:02:35.250831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e77bd8-c974-4df9-ac98-148d1aa06f40', 'tag': '388e786f-ddfb-4590-a059-70bc5757f096'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:35.358641 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e77bd8-c974-4df9-ac98-148d1aa06f40', 'tag': '388e786f-ddfb-4590-a059-70bc5757f096', 'status': 'completed', 'code': 200} Mar 16 11:02:35.373651 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813a6b7-a971-4cbb-a48f-9a59a1531ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=388e786f-ddfb-4590-a059-70bc5757f096,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:35.436559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb996e4-cacc-4f78-9529-39fd321c1f2c req-65d88daf-adae-450b-bd05-cbe025a0c2ff tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:35.438017 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1eb996e4-cacc-4f78-9529-39fd321c1f2c req-65d88daf-adae-450b-bd05-cbe025a0c2ff tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 943 time: 0.1629894 Mar 16 11:02:35.444206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-8ccf905f-1123-4ced-aeea-69fa5d86224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:35.445548 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-8ccf905f-1123-4ced-aeea-69fa5d86224a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 1097 time: 0.1339040 Mar 16 11:02:35.625600 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-41bef13a-932c-41ba-bf31-3b4977967da5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=388e786f-ddfb-4590-a059-70bc5757f096 HTTP/1.1" status: 200 len: 217 time: 0.0658157 Mar 16 11:02:35.682732 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1eb996e4-cacc-4f78-9529-39fd321c1f2c req-aecb9a6a-18fc-46cd-8e60-0ac21190f1f6 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362542 Mar 16 11:02:35.697324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-642a2391-2521-4088-bf21-f320a5014aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:35.698711 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-642a2391-2521-4088-bf21-f320a5014aa5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae50b458-55f3-4a97-8537-d7f8709360ff HTTP/1.1" status: 200 len: 835 time: 0.0639768 Mar 16 11:02:35.770835 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-d7977efe-2453-4cd3-8e72-fbd3d299161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:35.772286 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-d7977efe-2453-4cd3-8e72-fbd3d299161b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676818 Mar 16 11:02:35.840399 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:35.902736 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-150da95a-7afa-4c7c-abce-9bb2a518ca88 service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246994 Mar 16 11:02:35.957358 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c88bc-0f65-4386-91da-5bbd87a7e26f req-eb5a1b41-b813-4410-8a70-fec2027b7fab tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:35.958798 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-290c88bc-0f65-4386-91da-5bbd87a7e26f req-eb5a1b41-b813-4410-8a70-fec2027b7fab tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 944 time: 0.0782585 Mar 16 11:02:36.002278 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-290c88bc-0f65-4386-91da-5bbd87a7e26f req-95745982-acf1-434e-a4e1-9f3f3e40c8a2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=70d2ceca-dcb0-42ca-9e80-8a407bbd4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376496 Mar 16 11:02:36.031467 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3cca8a2b-9e98-4108-9803-a91a3e0bbd86 req-4bf5d72f-7b07-49fa-a667-2479ff990a92 service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228533 Mar 16 11:02:36.146799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b6e0f-9cf4-4793-a788-4ff031f16f72 req-d34a64f8-fade-4f2b-9810-cf545a8c28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:36.148276 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-472b6e0f-9cf4-4793-a788-4ff031f16f72 req-d34a64f8-fade-4f2b-9810-cf545a8c28ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 1097 time: 0.0733438 Mar 16 11:02:36.276102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b6e0f-9cf4-4793-a788-4ff031f16f72 req-b23f7cf8-3356-4a2d-9e54-05d0c4018b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:36.277500 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-472b6e0f-9cf4-4793-a788-4ff031f16f72 req-b23f7cf8-3356-4a2d-9e54-05d0c4018b46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5 HTTP/1.1" status: 200 len: 898 time: 0.1230941 Mar 16 11:02:36.346160 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-472b6e0f-9cf4-4793-a788-4ff031f16f72 req-cb7b276a-78a4-4f40-b7fc-c1fd82e91fba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=388e786f-ddfb-4590-a059-70bc5757f096 HTTP/1.1" status: 200 len: 217 time: 0.0613937 Mar 16 11:02:36.407329 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b6e0f-9cf4-4793-a788-4ff031f16f72 req-1e84a84b-731b-4e6e-87b3-8a6d700dd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:36.408656 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-472b6e0f-9cf4-4793-a788-4ff031f16f72 req-1e84a84b-731b-4e6e-87b3-8a6d700dd9b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae50b458-55f3-4a97-8537-d7f8709360ff HTTP/1.1" status: 200 len: 835 time: 0.0549726 Mar 16 11:02:36.479810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b6e0f-9cf4-4793-a788-4ff031f16f72 req-d209dad0-9165-4608-af4a-9c1be1ac5e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:36.481200 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-472b6e0f-9cf4-4793-a788-4ff031f16f72 req-d209dad0-9165-4608-af4a-9c1be1ac5e6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660686 Mar 16 11:02:36.607131 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-472b6e0f-9cf4-4793-a788-4ff031f16f72 req-7223156c-0461-4aab-9f9f-b6f4634e7f91 service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190457 Mar 16 11:02:36.741938 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-472b6e0f-9cf4-4793-a788-4ff031f16f72 req-3d6fad8f-b9e8-4624-89ab-112f5098a970 service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280556 Mar 16 11:02:36.866611 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacb32f-ae5c-4c64-8367-64f7ab9fef3a req-685df917-1471-4e91-834a-9bc2ae4a5697 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:36.867980 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2dacb32f-ae5c-4c64-8367-64f7ab9fef3a req-685df917-1471-4e91-834a-9bc2ae4a5697 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 943 time: 0.0808959 Mar 16 11:02:36.910015 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2dacb32f-ae5c-4c64-8367-64f7ab9fef3a req-f59d3d37-5eb0-4c33-a202-eac7b7eab55e tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364926 Mar 16 11:02:37.185113 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bb400-7be8-4ee1-b705-9bed01004641 req-f04aacd5-33c6-4a0d-8c23-c0ff3fa334f6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:37.186545 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0b3bb400-7be8-4ee1-b705-9bed01004641 req-f04aacd5-33c6-4a0d-8c23-c0ff3fa334f6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 944 time: 0.0813999 Mar 16 11:02:37.228639 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0b3bb400-7be8-4ee1-b705-9bed01004641 req-7cafa355-9792-4865-8a5b-6b4590f79f5b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=70d2ceca-dcb0-42ca-9e80-8a407bbd4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365222 Mar 16 11:02:38.087192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697be3f-1146-4f36-b7cb-291554c069e2 req-eb4d815c-cd0d-48b1-9f30-577787515007 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:38.088609 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8697be3f-1146-4f36-b7cb-291554c069e2 req-eb4d815c-cd0d-48b1-9f30-577787515007 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 943 time: 0.0777483 Mar 16 11:02:38.133401 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8697be3f-1146-4f36-b7cb-291554c069e2 req-c12ee129-0752-4b9c-95cc-bbdda9892e1b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392218 Mar 16 11:02:38.414414 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e25b7e-5374-4c90-a204-cdc8e227e07a req-18e3bed8-0d7a-4fbd-932a-b9efc37ade52 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:38.415863 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f8e25b7e-5374-4c90-a204-cdc8e227e07a req-18e3bed8-0d7a-4fbd-932a-b9efc37ade52 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 944 time: 0.0808318 Mar 16 11:02:38.461230 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f8e25b7e-5374-4c90-a204-cdc8e227e07a req-e93e97a7-2cd6-4a0b-a1d5-04d8f919ac27 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=70d2ceca-dcb0-42ca-9e80-8a407bbd4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398178 Mar 16 11:02:39.311945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43b604-8f10-4251-a130-a9ee4d8b25fb req-94fda778-055c-4b9e-bdcf-71e8814f3c47 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:39.313378 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d43b604-8f10-4251-a130-a9ee4d8b25fb req-94fda778-055c-4b9e-bdcf-71e8814f3c47 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 943 time: 0.0793245 Mar 16 11:02:39.356250 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d43b604-8f10-4251-a130-a9ee4d8b25fb req-526d1810-3479-4a33-8472-e03635e6e581 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372050 Mar 16 11:02:39.464761 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fba6affa-9365-432f-b2df-ce3fa1bd149e details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:02:39.600528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port fba6affa-9365-432f-b2df-ce3fa1bd149e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fba6affa-9365-432f-b2df-ce3fa1bd149e,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:39.613933 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'fba6affa-9365-432f-b2df-ce3fa1bd149e', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'port_id': 'fba6affa-9365-432f-b2df-ce3fa1bd149e', 'mac_address': 'fa:16:3e:51:3c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:02:39.644433 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff699e-d6e2-44b0-a335-470ee81986c0 req-7b28e2ee-0d58-4c18-8e92-e87f6eb85ef1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:39.645940 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e0ff699e-d6e2-44b0-a335-470ee81986c0 req-7b28e2ee-0d58-4c18-8e92-e87f6eb85ef1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 944 time: 0.0792687 Mar 16 11:02:39.673260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:39.690971 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba6affa-9365-432f-b2df-ce3fa1bd149e {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:02:39.695769 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e0ff699e-d6e2-44b0-a335-470ee81986c0 req-52f4d0a2-f2fd-4a15-b26b-50b88ad6a20a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=70d2ceca-dcb0-42ca-9e80-8a407bbd4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434711 Mar 16 11:02:39.713038 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port fba6affa-9365-432f-b2df-ce3fa1bd149e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fba6affa-9365-432f-b2df-ce3fa1bd149e,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:39.713038 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:39.779488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=fba6affa-9365-432f-b2df-ce3fa1bd149e,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:40.044585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['fba6affa-9365-432f-b2df-ce3fa1bd149e'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:02:40.538750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afdbfe-fe0b-42f7-84eb-9db4519b902b req-7dc40195-7e25-4da1-bb19-63f09c306c62 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:40.540179 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c6afdbfe-fe0b-42f7-84eb-9db4519b902b req-7dc40195-7e25-4da1-bb19-63f09c306c62 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 944 time: 0.0797281 Mar 16 11:02:40.671438 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c6afdbfe-fe0b-42f7-84eb-9db4519b902b req-59f33468-052e-457e-b82d-3a6ba78d529b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255603 Mar 16 11:02:40.959354 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770d513-5293-477f-9787-e1c282398df4 req-e83684de-8955-4f0f-8619-a3aa7b508df5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:40.960684 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0770d513-5293-477f-9787-e1c282398df4 req-e83684de-8955-4f0f-8619-a3aa7b508df5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 944 time: 0.1657908 Mar 16 11:02:41.002019 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0770d513-5293-477f-9787-e1c282398df4 req-f6a02d8f-823b-408b-a278-9ce0603d0529 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=70d2ceca-dcb0-42ca-9e80-8a407bbd4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357089 Mar 16 11:02:41.466125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 388e786f-ddfb-4590-a059-70bc5757f096 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:02:41.468432 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fba6affa-9365-432f-b2df-ce3fa1bd149e up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:41.623570 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port fba6affa-9365-432f-b2df-ce3fa1bd149e completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:41.634012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port fba6affa-9365-432f-b2df-ce3fa1bd149e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:41.634375 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:41.690890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 388e786f-ddfb-4590-a059-70bc5757f096, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=388e786f-ddfb-4590-a059-70bc5757f096,segment=NetworkSegment(1198a051-efa8-4c0f-9533-03fd1fa3a99b),segment_id=1198a051-efa8-4c0f-9533-03fd1fa3a99b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:41.712965 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '388e786f-ddfb-4590-a059-70bc5757f096', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'port_id': '388e786f-ddfb-4590-a059-70bc5757f096', 'mac_address': 'fa:16:3e:95:fb:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:02:41.803399 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:41.828448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388e786f-ddfb-4590-a059-70bc5757f096 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:02:41.848760 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:41.854773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e494de-7cdb-4d46-ba05-e76a3e8d8e45 req-8d491ac7-db9f-4338-9749-c16649768bff tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:41.856332 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-16e494de-7cdb-4d46-ba05-e76a3e8d8e45 req-8d491ac7-db9f-4338-9749-c16649768bff tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 944 time: 0.0791290 Mar 16 11:02:41.864280 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 388e786f-ddfb-4590-a059-70bc5757f096, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=388e786f-ddfb-4590-a059-70bc5757f096,segment=NetworkSegment(1198a051-efa8-4c0f-9533-03fd1fa3a99b),segment_id=1198a051-efa8-4c0f-9533-03fd1fa3a99b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:41.868893 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:41.900233 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-16e494de-7cdb-4d46-ba05-e76a3e8d8e45 req-0021e402-2cd8-49fd-bfeb-15c789fa1b12 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380127 Mar 16 11:02:41.920896 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba6affa-9365-432f-b2df-ce3fa1bd149e'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:41.934960 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port fba6affa-9365-432f-b2df-ce3fa1bd149e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fba6affa-9365-432f-b2df-ce3fa1bd149e,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:41.945193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:41.954475 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=388e786f-ddfb-4590-a059-70bc5757f096,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:42.060524 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba6affa-9365-432f-b2df-ce3fa1bd149e', 'code': 200} Mar 16 11:02:42.070981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=fba6affa-9365-432f-b2df-ce3fa1bd149e,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:42.188292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ba146-026f-4cee-89bc-0ed54454e616 req-58553ddf-19e4-44c9-ac15-e46613b16d14 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:42.188877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-8a4ba146-026f-4cee-89bc-0ed54454e616 req-58553ddf-19e4-44c9-ac15-e46613b16d14 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:42.204231 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-8a4ba146-026f-4cee-89bc-0ed54454e616 req-58553ddf-19e4-44c9-ac15-e46613b16d14 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:42.205383 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8a4ba146-026f-4cee-89bc-0ed54454e616 req-58553ddf-19e4-44c9-ac15-e46613b16d14 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 945 time: 0.0975568 Mar 16 11:02:42.208190 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['388e786f-ddfb-4590-a059-70bc5757f096'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:02:42.296187 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8a4ba146-026f-4cee-89bc-0ed54454e616 req-131eadbd-94e8-4d17-afab-70658a0552ea tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=70d2ceca-dcb0-42ca-9e80-8a407bbd4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821629 Mar 16 11:02:42.341522 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04590c79-2b8b-4012-a07a-5dd82ce3bd09 req-49e42cfa-9127-461e-9894-ec8c6ff6731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:42.342961 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-04590c79-2b8b-4012-a07a-5dd82ce3bd09 req-49e42cfa-9127-461e-9894-ec8c6ff6731f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 1098 time: 0.1010227 Mar 16 11:02:42.383077 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-04590c79-2b8b-4012-a07a-5dd82ce3bd09 req-4cf2ff5d-5baa-4dbd-88a8-bed7736509c6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337694 Mar 16 11:02:43.083048 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba70f3-426d-492a-b83b-839a8f709a0b req-74b6cdd1-cd88-4e12-ba41-f4271891708c tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:43.084489 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-baba70f3-426d-492a-b83b-839a8f709a0b req-74b6cdd1-cd88-4e12-ba41-f4271891708c tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 945 time: 0.0771403 Mar 16 11:02:43.125935 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-baba70f3-426d-492a-b83b-839a8f709a0b req-e934b8ba-06ab-402d-8ad4-efacf4e7511f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359151 Mar 16 11:02:43.480012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 388e786f-ddfb-4590-a059-70bc5757f096 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:43.485876 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7718019-e7f1-41fe-9508-92fbf9d26ae0 req-6a937ed3-b86a-42d3-9231-f4f2369cfadb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:43.487326 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b7718019-e7f1-41fe-9508-92fbf9d26ae0 req-6a937ed3-b86a-42d3-9231-f4f2369cfadb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 945 time: 0.0811706 Mar 16 11:02:43.532349 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b7718019-e7f1-41fe-9508-92fbf9d26ae0 req-953e456e-1272-4414-b554-f5ee7f51e08e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=70d2ceca-dcb0-42ca-9e80-8a407bbd4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385561 Mar 16 11:02:43.546592 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 388e786f-ddfb-4590-a059-70bc5757f096 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:43.551444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 388e786f-ddfb-4590-a059-70bc5757f096 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:43.551809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:43.666990 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:43.697200 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 388e786f-ddfb-4590-a059-70bc5757f096, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=388e786f-ddfb-4590-a059-70bc5757f096,segment=NetworkSegment(1198a051-efa8-4c0f-9533-03fd1fa3a99b),segment_id=1198a051-efa8-4c0f-9533-03fd1fa3a99b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:43.701119 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:43.780576 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=388e786f-ddfb-4590-a059-70bc5757f096,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:44.062311 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e77bd8-c974-4df9-ac98-148d1aa06f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388e786f-ddfb-4590-a059-70bc5757f096'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:44.106133 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e77bd8-c974-4df9-ac98-148d1aa06f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388e786f-ddfb-4590-a059-70bc5757f096', 'code': 200} Mar 16 11:02:44.365357 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de637cb5-bc82-4621-aea7-43fe227f0479 req-785ceded-fc22-424e-bb5b-8a22414b0250 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:44.366712 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-de637cb5-bc82-4621-aea7-43fe227f0479 req-785ceded-fc22-424e-bb5b-8a22414b0250 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 945 time: 0.1374104 Mar 16 11:02:44.369281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dcbea-2d1c-4815-9589-73acc30dfb33 req-f0b386d1-9d1d-423d-9eb3-402b70502253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:44.370588 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-316dcbea-2d1c-4815-9589-73acc30dfb33 req-f0b386d1-9d1d-423d-9eb3-402b70502253 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 1099 time: 0.1018615 Mar 16 11:02:44.453093 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-de637cb5-bc82-4621-aea7-43fe227f0479 req-1a9a5ef3-df8e-477c-9998-dd0305403231 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804605 Mar 16 11:02:44.456944 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-316dcbea-2d1c-4815-9589-73acc30dfb33 req-cbc28d17-c4af-4f49-9b14-58f804110162 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=70d2ceca-dcb0-42ca-9e80-8a407bbd4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640905 Mar 16 11:02:44.635474 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3301a1-2e40-4c6f-b0f3-d6093a20dbc7 req-fcab8fbb-28d3-4d48-b773-28c590433014 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:44.636903 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dd3301a1-2e40-4c6f-b0f3-d6093a20dbc7 req-fcab8fbb-28d3-4d48-b773-28c590433014 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 945 time: 0.0807862 Mar 16 11:02:44.680928 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dd3301a1-2e40-4c6f-b0f3-d6093a20dbc7 req-d421738d-3bd1-4eca-9eb0-cf9ba8f83f83 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384288 Mar 16 11:02:44.703125 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54506) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:44.752946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78af8ca-6b36-465e-9a0a-0c3465cb41aa req-beaadb98-1449-4c30-8292-67b98cdd0ea2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:44.754689 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a78af8ca-6b36-465e-9a0a-0c3465cb41aa req-beaadb98-1449-4c30-8292-67b98cdd0ea2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 946 time: 0.1179271 Mar 16 11:02:44.810219 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a78af8ca-6b36-465e-9a0a-0c3465cb41aa req-af6fd14a-b17f-417f-b63f-519272744fdc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=70d2ceca-dcb0-42ca-9e80-8a407bbd4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467269 Mar 16 11:02:44.829081 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788073da-1320-4a4f-b235-3663539a6770 tempest-TestVolumeBootPattern-140600436 tempest-TestVolumeBootPattern-140600436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:44.830531 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-788073da-1320-4a4f-b235-3663539a6770 tempest-TestVolumeBootPattern-140600436 tempest-TestVolumeBootPattern-140600436-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 1093 time: 0.1263809 Mar 16 11:02:44.833273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54510) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:44.837927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': 'fba6affa-9365-432f-b2df-ce3fa1bd149e', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:44.843623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:44.848213 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Usage tracker for resource:floatingip and tenant:366b4a2732424eecae1e3b8242ca1d7c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:44.850976 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:44.857201 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:44.867375 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for floatingip, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:45.003089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:45.162295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Allocated IP 172.26.3.229 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/681ccea4-1cb3-4769-9dac-d56549c8bc80) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:45.305975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:45.333798 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:45.395176 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:45.401744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:45.406423 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:45.435115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event updated for resources: {'Port': ['ID=681ccea4-1cb3-4769-9dac-d56549c8bc80,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:45.920370 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:45.993221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:45.994033 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd36ca-6b46-437d-94e4-d3ca9381d218 req-6410ed3b-a2ac-4c3d-b333-a149d614d0db tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:45.995505 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3afd36ca-6b46-437d-94e4-d3ca9381d218 req-6410ed3b-a2ac-4c3d-b333-a149d614d0db tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 946 time: 0.0806644 Mar 16 11:02:46.039310 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3afd36ca-6b46-437d-94e4-d3ca9381d218 req-308abf48-8604-4957-ac54-84def42838a5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=70d2ceca-dcb0-42ca-9e80-8a407bbd4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380290 Mar 16 11:02:46.264586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20890969-4f66-43f1-ade8-3158c00df09a req-a680720c-a2b6-4d18-ac02-82c8a163728f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:46.266007 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-20890969-4f66-43f1-ade8-3158c00df09a req-a680720c-a2b6-4d18-ac02-82c8a163728f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 946 time: 0.1216464 Mar 16 11:02:46.269751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:46.287739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:46.412110 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-20890969-4f66-43f1-ade8-3158c00df09a req-1edc9ded-b28b-4a7a-a211-8ce3bb7e1c0d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=70d2ceca-dcb0-42ca-9e80-8a407bbd4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399615 Mar 16 11:02:46.421792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event updated for resources: {'Port': ['ID=681ccea4-1cb3-4769-9dac-d56549c8bc80,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:46.434252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:46.434636 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54518) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:46.502811 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acb7704-8c81-4636-890b-94ccd76c6ac7 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:46.505162 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2acb7704-8c81-4636-890b-94ccd76c6ac7 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 1094 time: 0.0697122 Mar 16 11:02:46.508159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54522) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:46.512962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1393b60f-1c2f-4ea7-8fc1-929da4aec9c4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'floatingip': {'port_id': '388e786f-ddfb-4590-a059-70bc5757f096'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:46.590339 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1393b60f-1c2f-4ea7-8fc1-929da4aec9c4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:46.595082 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Floating IP f39e8d31-cbc9-4ce4-9dc9-803ad9225d8d associated. External IP: 172.26.3.229, port: fba6affa-9365-432f-b2df-ce3fa1bd149e. Mar 16 11:02:46.935485 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:47.111334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:47.122422 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1d6a46-ea85-40d3-a4c6-28e5702538ba None None] Sync routers for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:47.132880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1d6a46-ea85-40d3-a4c6-28e5702538ba None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:47.133798 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9d1d6a46-ea85-40d3-a4c6-28e5702538ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:02:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:47.137944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:47.169551 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1393b60f-1c2f-4ea7-8fc1-929da4aec9c4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:47.174549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1393b60f-1c2f-4ea7-8fc1-929da4aec9c4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:47.194723 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9e4e9347-998b-4e19-bbb9-7fd67ab385c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3602960 Mar 16 11:02:47.195316 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'tag': 'fba6affa-9365-432f-b2df-ce3fa1bd149e'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:47.239192 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'tag': 'fba6affa-9365-432f-b2df-ce3fa1bd149e', 'status': 'completed', 'code': 200} Mar 16 11:02:47.350732 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-1393b60f-1c2f-4ea7-8fc1-929da4aec9c4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 3a02f047-6f2a-43e0-9f06-ed6a4441d3df associated. External IP: 172.26.3.30, port: 388e786f-ddfb-4590-a059-70bc5757f096. Mar 16 11:02:47.351028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-9d1d6a46-ea85-40d3-a4c6-28e5702538ba None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:47.454183 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76382ec-0620-4dba-a891-ffb54cf71abb req-216eaeea-a645-42f3-acf4-a7581846b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:47.455722 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c76382ec-0620-4dba-a891-ffb54cf71abb req-216eaeea-a645-42f3-acf4-a7581846b91c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 1098 time: 0.1947949 Mar 16 11:02:47.592469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76382ec-0620-4dba-a891-ffb54cf71abb req-24192858-c7e8-416c-afa2-698625de4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:47.593970 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c76382ec-0620-4dba-a891-ffb54cf71abb req-24192858-c7e8-416c-afa2-698625de4d5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 200 len: 912 time: 0.1309953 Mar 16 11:02:47.626792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:47.701452 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c76382ec-0620-4dba-a891-ffb54cf71abb req-c594d7df-0585-4693-ac48-cc67b1b88855 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fba6affa-9365-432f-b2df-ce3fa1bd149e HTTP/1.1" status: 200 len: 999 time: 0.1013870 Mar 16 11:02:47.724587 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9d1d6a46-ea85-40d3-a4c6-28e5702538ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'f39e8d31-cbc9-4ce4-9dc9-803ad9225d8d', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'port_id': 'fba6affa-9365-432f-b2df-ce3fa1bd149e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'mac_address': 'fa:16:3e:51:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:45Z', 'updated_at': '2022-03-16T11:02:45Z', 'revision_number': 0, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:47.729031 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1d6a46-ea85-40d3-a4c6-28e5702538ba None None] Checking router: 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:02:47.737705 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1d6a46-ea85-40d3-a4c6-28e5702538ba None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:47.738854 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9d1d6a46-ea85-40d3-a4c6-28e5702538ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:02:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:47.764681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76382ec-0620-4dba-a891-ffb54cf71abb req-b7f8627a-2428-4f8d-9839-94042a0de47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:47.766108 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c76382ec-0620-4dba-a891-ffb54cf71abb req-b7f8627a-2428-4f8d-9839-94042a0de47d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d954889d-0ff1-45e8-bc9a-1b7538683dc9 HTTP/1.1" status: 200 len: 850 time: 0.0584853 Mar 16 11:02:47.824709 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1393b60f-1c2f-4ea7-8fc1-929da4aec9c4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router cf5cbd85-11c5-447c-985c-b106e4b72377 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:47.843434 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76382ec-0620-4dba-a891-ffb54cf71abb req-f54a95e9-8306-486b-9d3a-696473ed21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:47.844922 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c76382ec-0620-4dba-a891-ffb54cf71abb req-f54a95e9-8306-486b-9d3a-696473ed21c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51a0a550-36fb-4b4a-acbc-273fffc2a038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724158 Mar 16 11:02:47.924780 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-9d1d6a46-ea85-40d3-a4c6-28e5702538ba None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:47.979430 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c76382ec-0620-4dba-a891-ffb54cf71abb req-24c437d9-fda9-434e-b53e-9ba92e20cacb service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280680 Mar 16 11:02:48.006992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1393b60f-1c2f-4ea7-8fc1-929da4aec9c4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:48.011639 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1393b60f-1c2f-4ea7-8fc1-929da4aec9c4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:48.018533 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21004063-d0fe-41e5-a1ef-affa767857ab None None] Sync routers for ids ['cf5cbd85-11c5-447c-985c-b106e4b72377'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:48.028188 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21004063-d0fe-41e5-a1ef-affa767857ab None None] Routers {'cf5cbd85-11c5-447c-985c-b106e4b72377'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:48.029045 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-21004063-d0fe-41e5-a1ef-affa767857ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:02:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cf5cbd85-11c5-447c-985c-b106e4b72377'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:48.066308 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1393b60f-1c2f-4ea7-8fc1-929da4aec9c4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/floatingips/3a02f047-6f2a-43e0-9f06-ed6a4441d3df HTTP/1.1" status: 200 len: 991 time: 1.5570955 Mar 16 11:02:48.066891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e77bd8-c974-4df9-ac98-148d1aa06f40', 'tag': '388e786f-ddfb-4590-a059-70bc5757f096'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:48.071286 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54530) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:48.136209 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c76382ec-0620-4dba-a891-ffb54cf71abb req-786d7547-fbf9-4d19-97c7-b89b66488e71 service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516142 Mar 16 11:02:48.147700 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e77bd8-c974-4df9-ac98-148d1aa06f40', 'tag': '388e786f-ddfb-4590-a059-70bc5757f096', 'status': 'completed', 'code': 200} Mar 16 11:02:48.185231 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-19d983b0-3569-4a1a-9a74-6fc32b361bd5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/3a02f047-6f2a-43e0-9f06-ed6a4441d3df HTTP/1.1" status: 200 len: 991 time: 0.1125050 Mar 16 11:02:48.243714 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8bfc4-3bc6-4d14-9499-3f9708161a63 req-cc22e409-3ec2-472f-91a9-1586d7748ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:48.245460 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-afa8bfc4-3bc6-4d14-9499-3f9708161a63 req-cc22e409-3ec2-472f-91a9-1586d7748ec9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 1099 time: 0.0832393 Mar 16 11:02:48.286137 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-21004063-d0fe-41e5-a1ef-affa767857ab None None] Set router cf5cbd85-11c5-447c-985c-b106e4b72377 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:48.382628 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8bfc4-3bc6-4d14-9499-3f9708161a63 req-a4af854b-d570-4a1a-b4a3-cc1b576f6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:48.384108 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-afa8bfc4-3bc6-4d14-9499-3f9708161a63 req-a4af854b-d570-4a1a-b4a3-cc1b576f6770 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5 HTTP/1.1" status: 200 len: 898 time: 0.1328552 Mar 16 11:02:48.404076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9d1d6a46-ea85-40d3-a4c6-28e5702538ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'f39e8d31-cbc9-4ce4-9dc9-803ad9225d8d', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'port_id': 'fba6affa-9365-432f-b2df-ce3fa1bd149e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'mac_address': 'fa:16:3e:51:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:45Z', 'updated_at': '2022-03-16T11:02:45Z', 'revision_number': 0, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:48.408091 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1d6a46-ea85-40d3-a4c6-28e5702538ba None None] The sync data for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv is: [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'f39e8d31-cbc9-4ce4-9dc9-803ad9225d8d', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'port_id': 'fba6affa-9365-432f-b2df-ce3fa1bd149e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'mac_address': 'fa:16:3e:51:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:45Z', 'updated_at': '2022-03-16T11:02:45Z', 'revision_number': 0, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:48.494784 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-afa8bfc4-3bc6-4d14-9499-3f9708161a63 req-2dd0d496-f90d-4fee-b1fd-cf0aa64627b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=388e786f-ddfb-4590-a059-70bc5757f096 HTTP/1.1" status: 200 len: 999 time: 0.1048532 Mar 16 11:02:48.561725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8bfc4-3bc6-4d14-9499-3f9708161a63 req-738ecbae-2b2c-4bf2-a28e-687d4a9f2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:48.563293 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-afa8bfc4-3bc6-4d14-9499-3f9708161a63 req-738ecbae-2b2c-4bf2-a28e-687d4a9f2a8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae50b458-55f3-4a97-8537-d7f8709360ff HTTP/1.1" status: 200 len: 835 time: 0.0628428 Mar 16 11:02:48.608853 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9c66e-0a08-46be-ad8b-71ca73f8923d None None] New status for floating IP f39e8d31-cbc9-4ce4-9dc9-803ad9225d8d: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:02:48.642080 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8bfc4-3bc6-4d14-9499-3f9708161a63 req-bae7a898-909e-4a32-936a-c5a559ad301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:48.643547 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-afa8bfc4-3bc6-4d14-9499-3f9708161a63 req-bae7a898-909e-4a32-936a-c5a559ad301c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747912 Mar 16 11:02:48.645841 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-21004063-d0fe-41e5-a1ef-affa767857ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '3a02f047-6f2a-43e0-9f06-ed6a4441d3df', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.30', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'port_id': '388e786f-ddfb-4590-a059-70bc5757f096', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'mac_address': 'fa:16:3e:95:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e77bd8-c974-4df9-ac98-148d1aa06f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:01:08Z', 'updated_at': '2022-03-16T11:02:47Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ea87ca-cafc-4b66-a1f1-235d2f1aabc4', 'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:a4:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:52Z', 'updated_at': '2022-03-16T11:00:58Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:48.649997 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21004063-d0fe-41e5-a1ef-affa767857ab None None] Checking router: cf5cbd85-11c5-447c-985c-b106e4b72377 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:02:48.658349 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21004063-d0fe-41e5-a1ef-affa767857ab None None] Routers {'cf5cbd85-11c5-447c-985c-b106e4b72377'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:48.659003 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-21004063-d0fe-41e5-a1ef-affa767857ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:02:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cf5cbd85-11c5-447c-985c-b106e4b72377'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:48.777560 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-afa8bfc4-3bc6-4d14-9499-3f9708161a63 req-f38b3ece-841d-4b22-8617-179de909d1c2 service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265843 Mar 16 11:02:48.837236 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-21004063-d0fe-41e5-a1ef-affa767857ab None None] Set router cf5cbd85-11c5-447c-985c-b106e4b72377 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:48.911790 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-afa8bfc4-3bc6-4d14-9499-3f9708161a63 req-8374a4a6-dc66-4cf0-b998-d166351e960a service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284640 Mar 16 11:02:49.177297 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-21004063-d0fe-41e5-a1ef-affa767857ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '3a02f047-6f2a-43e0-9f06-ed6a4441d3df', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.30', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'port_id': '388e786f-ddfb-4590-a059-70bc5757f096', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'mac_address': 'fa:16:3e:95:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e77bd8-c974-4df9-ac98-148d1aa06f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:01:08Z', 'updated_at': '2022-03-16T11:02:47Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ea87ca-cafc-4b66-a1f1-235d2f1aabc4', 'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:a4:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:52Z', 'updated_at': '2022-03-16T11:00:58Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:49.181127 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21004063-d0fe-41e5-a1ef-affa767857ab None None] The sync data for ids ['cf5cbd85-11c5-447c-985c-b106e4b72377'] in dv-neutron-833859-1-hyperv is: [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '3a02f047-6f2a-43e0-9f06-ed6a4441d3df', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.30', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'port_id': '388e786f-ddfb-4590-a059-70bc5757f096', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'mac_address': 'fa:16:3e:95:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e77bd8-c974-4df9-ac98-148d1aa06f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:01:08Z', 'updated_at': '2022-03-16T11:02:47Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ea87ca-cafc-4b66-a1f1-235d2f1aabc4', 'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:a4:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:52Z', 'updated_at': '2022-03-16T11:00:58Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:49.188929 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54536) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:49.300316 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0b800e46-79e3-4cea-964d-aad684948cfe tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/3a02f047-6f2a-43e0-9f06-ed6a4441d3df HTTP/1.1" status: 200 len: 991 time: 0.1102362 Mar 16 11:02:49.386334 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40cf683-d25b-4270-8623-b83a3da3ab25 None None] New status for floating IP 3a02f047-6f2a-43e0-9f06-ed6a4441d3df: ACTIVE {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:02:50.304168 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54540) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:50.409295 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c88349cb-5341-4c70-bf56-0d96814f8a4a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/3a02f047-6f2a-43e0-9f06-ed6a4441d3df HTTP/1.1" status: 200 len: 993 time: 0.1039968 Mar 16 11:02:52.947867 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:03:00.808091 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a0516c02-3fbc-47b6-a938-d9643a7e9f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.011832 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ca17016c-06bd-42b7-9c65-8038058b2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.200723 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b7129f03-5ad2-45df-9e67-675f52ccb68f req-d0412886-a662-4def-9807-42689e237df5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695443 Mar 16 11:03:03.410233 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7129f03-5ad2-45df-9e67-675f52ccb68f req-2d20bb2d-fe16-4fef-bccd-3276c685569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:03.410233 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b7129f03-5ad2-45df-9e67-675f52ccb68f req-2d20bb2d-fe16-4fef-bccd-3276c685569e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 1099 time: 0.1889756 Mar 16 11:03:03.555944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7129f03-5ad2-45df-9e67-675f52ccb68f req-141adbf4-e3bb-4525-b57a-b605aeaaf163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:03.555944 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b7129f03-5ad2-45df-9e67-675f52ccb68f req-141adbf4-e3bb-4525-b57a-b605aeaaf163 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5 HTTP/1.1" status: 200 len: 898 time: 0.1283212 Mar 16 11:03:03.624227 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b7129f03-5ad2-45df-9e67-675f52ccb68f req-ed947dbb-d4ff-4423-91bd-e80f8189276a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3410d3f5-bdc4-48b0-b3dc-799eac0a8fed HTTP/1.1" status: 200 len: 217 time: 0.0606916 Mar 16 11:03:03.689891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7129f03-5ad2-45df-9e67-675f52ccb68f req-1b1e7523-2dff-40af-8704-358a63925586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:03.689891 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b7129f03-5ad2-45df-9e67-675f52ccb68f req-1b1e7523-2dff-40af-8704-358a63925586 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae50b458-55f3-4a97-8537-d7f8709360ff HTTP/1.1" status: 200 len: 835 time: 0.0609660 Mar 16 11:03:03.764949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7129f03-5ad2-45df-9e67-675f52ccb68f req-f16df65a-3fad-454d-af1a-80431361f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:03.764949 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b7129f03-5ad2-45df-9e67-675f52ccb68f req-f16df65a-3fad-454d-af1a-80431361f878 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704041 Mar 16 11:03:03.909165 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b7129f03-5ad2-45df-9e67-675f52ccb68f req-6e35627b-7b75-40a2-9242-d34cefb5d291 service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337304 Mar 16 11:03:04.043684 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b7129f03-5ad2-45df-9e67-675f52ccb68f req-f89735bd-c7ba-48eb-a54e-eae507093d61 service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275411 Mar 16 11:03:04.366832 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:04.397054 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:05.841950 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:17.586510 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:29.946955 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:03:30.809411 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e099cb3f-9301-4706-a25e-40bce5d1cf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:33.007834 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f71ebc84-cd02-443b-a24c-fac29feac620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:34.372409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:34.399012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:35.847287 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:47.619970 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:00.810767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1af6f520-1875-450a-bf68-f867f4576be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:03.009865 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0d6c3034-0481-4d0a-b745-71aca015a57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:03.792374 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3b889-b35f-4cab-8bbf-a6eb419eac73 req-35d4fbe2-2cd9-46d1-a35c-e06e304a12e6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:03.793829 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8cb3b889-b35f-4cab-8bbf-a6eb419eac73 req-35d4fbe2-2cd9-46d1-a35c-e06e304a12e6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 946 time: 0.0812907 Mar 16 11:04:03.838726 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8cb3b889-b35f-4cab-8bbf-a6eb419eac73 req-47beaa98-76d3-4176-9773-4cb0f48a723b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=70d2ceca-dcb0-42ca-9e80-8a407bbd4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392849 Mar 16 11:04:04.363968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.399451 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:05.028671 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103d9d3-058c-405b-b6a3-d30d82512658 req-84d98515-aeaf-4c60-8549-9eb81a307a06 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:05.030124 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8103d9d3-058c-405b-b6a3-d30d82512658 req-84d98515-aeaf-4c60-8549-9eb81a307a06 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 946 time: 0.0850983 Mar 16 11:04:05.117191 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8103d9d3-058c-405b-b6a3-d30d82512658 req-ad935ed2-e92b-480b-bb1c-e0fe0a780e6a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=70d2ceca-dcb0-42ca-9e80-8a407bbd4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802195 Mar 16 11:04:05.137263 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-22e5530b-99fe-4de3-abc2-19c5461c362c req-9a381bb2-3c8c-4258-9437-42f35cb8b68b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873663 Mar 16 11:04:05.281148 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5530b-99fe-4de3-abc2-19c5461c362c req-3390e8f2-6a06-460f-9ea4-47dc67b03526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:05.282595 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-22e5530b-99fe-4de3-abc2-19c5461c362c req-3390e8f2-6a06-460f-9ea4-47dc67b03526 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 1099 time: 0.0778046 Mar 16 11:04:05.466811 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5530b-99fe-4de3-abc2-19c5461c362c req-915bf655-e70c-4b8f-96f4-4cbce3bc4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:05.468252 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-22e5530b-99fe-4de3-abc2-19c5461c362c req-915bf655-e70c-4b8f-96f4-4cbce3bc4e8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5 HTTP/1.1" status: 200 len: 898 time: 0.1673715 Mar 16 11:04:05.541974 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-22e5530b-99fe-4de3-abc2-19c5461c362c req-bfc7d4cf-0847-4357-9657-91e338d73b9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3410d3f5-bdc4-48b0-b3dc-799eac0a8fed HTTP/1.1" status: 200 len: 217 time: 0.0638473 Mar 16 11:04:05.552783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda928a4-101c-49aa-bbab-df52a52f7cd6 req-404ca788-bf9f-43ca-8f5e-c670733af514 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:05.554098 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cda928a4-101c-49aa-bbab-df52a52f7cd6 req-404ca788-bf9f-43ca-8f5e-c670733af514 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 946 time: 0.1693740 Mar 16 11:04:05.662707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5530b-99fe-4de3-abc2-19c5461c362c req-2d8a4688-5da5-417f-9caa-bbd5cfed6d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:05.664047 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-22e5530b-99fe-4de3-abc2-19c5461c362c req-2d8a4688-5da5-417f-9caa-bbd5cfed6d3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae50b458-55f3-4a97-8537-d7f8709360ff HTTP/1.1" status: 200 len: 835 time: 0.1091480 Mar 16 11:04:05.667528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-cda928a4-101c-49aa-bbab-df52a52f7cd6 req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 388e786f-ddfb-4590-a059-70bc5757f096 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:04:05.667864 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cda928a4-101c-49aa-bbab-df52a52f7cd6 req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:05.848498 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:05.959041 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5530b-99fe-4de3-abc2-19c5461c362c req-bd402fe7-6150-48d5-9871-70e40fb832c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:05.960554 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-22e5530b-99fe-4de3-abc2-19c5461c362c req-bd402fe7-6150-48d5-9871-70e40fb832c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae8be61d-e370-4e6b-b3f3-fd81088e49b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2686338 Mar 16 11:04:06.149781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-cda928a4-101c-49aa-bbab-df52a52f7cd6 req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port 388e786f-ddfb-4590-a059-70bc5757f096, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=388e786f-ddfb-4590-a059-70bc5757f096,segment=NetworkSegment(1198a051-efa8-4c0f-9533-03fd1fa3a99b),segment_id=1198a051-efa8-4c0f-9533-03fd1fa3a99b)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:06.150311 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cda928a4-101c-49aa-bbab-df52a52f7cd6 req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:06.251952 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-22e5530b-99fe-4de3-abc2-19c5461c362c req-f5ecc12d-d6d5-4c7d-a361-51ea61460592 service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444692 Mar 16 11:04:06.309791 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff7180-0719-410c-b3a3-0a7aaaa37b29 req-5b758f7a-7ec0-4aff-9937-475c8a828756 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:06.311271 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7eff7180-0719-410c-b3a3-0a7aaaa37b29 req-5b758f7a-7ec0-4aff-9937-475c8a828756 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 946 time: 0.0852375 Mar 16 11:04:06.355008 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7eff7180-0719-410c-b3a3-0a7aaaa37b29 req-e8551990-acfd-44b8-9c19-f44a831a8e37 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=70d2ceca-dcb0-42ca-9e80-8a407bbd4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372803 Mar 16 11:04:06.549051 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-22e5530b-99fe-4de3-abc2-19c5461c362c req-d9963f60-f200-4d89-b38c-970185fe02fc service neutron] 10.222.0.18 "GET /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908289 Mar 16 11:04:06.569341 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cda928a4-101c-49aa-bbab-df52a52f7cd6 req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:06.569707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cda928a4-101c-49aa-bbab-df52a52f7cd6 req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:06.570014 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [req-cda928a4-101c-49aa-bbab-df52a52f7cd6 req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 3a02f047-6f2a-43e0-9f06-ed6a4441d3df disassociated. External IP: 172.26.3.30, port: 388e786f-ddfb-4590-a059-70bc5757f096. Mar 16 11:04:06.570350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-cda928a4-101c-49aa-bbab-df52a52f7cd6 req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 388e786f-ddfb-4590-a059-70bc5757f096 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:04:06.708172 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cda928a4-101c-49aa-bbab-df52a52f7cd6 req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:06.756171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=388e786f-ddfb-4590-a059-70bc5757f096,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:06.766808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:06.767147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:06.767499 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:06.767827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:06.768143 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:06.768459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:06.769413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:06.769577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:06.769891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:06.770249 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:06.770506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:06.770811 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:06.945496 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:04:06.948234 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cda928a4-101c-49aa-bbab-df52a52f7cd6 req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router cf5cbd85-11c5-447c-985c-b106e4b72377 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:04:07.121994 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cda928a4-101c-49aa-bbab-df52a52f7cd6 req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:04:07.134269 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9942a3-e1c8-413a-acd0-c1c7ee06aebc None None] Sync routers for ids ['cf5cbd85-11c5-447c-985c-b106e4b72377'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:04:07.143694 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9942a3-e1c8-413a-acd0-c1c7ee06aebc None None] Routers {'cf5cbd85-11c5-447c-985c-b106e4b72377'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:07.145119 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7b9942a3-e1c8-413a-acd0-c1c7ee06aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:04:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cf5cbd85-11c5-447c-985c-b106e4b72377'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:07.199880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda928a4-101c-49aa-bbab-df52a52f7cd6 req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] No DVR routers for this DVR port 388e786f-ddfb-4590-a059-70bc5757f096 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:04:07.202395 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cda928a4-101c-49aa-bbab-df52a52f7cd6 req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:07.205494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e77bd8-c974-4df9-ac98-148d1aa06f40', 'name': 'network-vif-deleted', 'tag': '388e786f-ddfb-4590-a059-70bc5757f096'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:04:07.228404 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cda928a4-101c-49aa-bbab-df52a52f7cd6 req-bdc70a14-1bc8-4a26-a66a-f3213d5fedc5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "DELETE /v2.0/ports/388e786f-ddfb-4590-a059-70bc5757f096 HTTP/1.1" status: 204 len: 173 time: 1.6445286 Mar 16 11:04:07.267217 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e77bd8-c974-4df9-ac98-148d1aa06f40', 'name': 'network-vif-deleted', 'tag': '388e786f-ddfb-4590-a059-70bc5757f096', 'status': 'completed', 'code': 200} Mar 16 11:04:07.345993 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-7b9942a3-e1c8-413a-acd0-c1c7ee06aebc None None] Set router cf5cbd85-11c5-447c-985c-b106e4b72377 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:07.516821 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-14ac866a-c0ff-46d0-855a-d70cf8ad33fa req-a58483ff-7aab-45c3-acce-fc2a095104e6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e77bd8-c974-4df9-ac98-148d1aa06f40 HTTP/1.1" status: 200 len: 210 time: 0.0410132 Mar 16 11:04:07.651932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7b9942a3-e1c8-413a-acd0-c1c7ee06aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'd0ea87ca-cafc-4b66-a1f1-235d2f1aabc4', 'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:a4:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:52Z', 'updated_at': '2022-03-16T11:00:58Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:07.655752 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9942a3-e1c8-413a-acd0-c1c7ee06aebc None None] Checking router: cf5cbd85-11c5-447c-985c-b106e4b72377 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:04:07.664019 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9942a3-e1c8-413a-acd0-c1c7ee06aebc None None] Routers {'cf5cbd85-11c5-447c-985c-b106e4b72377'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:07.664622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7b9942a3-e1c8-413a-acd0-c1c7ee06aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:04:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cf5cbd85-11c5-447c-985c-b106e4b72377'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:07.880868 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-7b9942a3-e1c8-413a-acd0-c1c7ee06aebc None None] Set router cf5cbd85-11c5-447c-985c-b106e4b72377 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:08.179763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7b9942a3-e1c8-413a-acd0-c1c7ee06aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'd0ea87ca-cafc-4b66-a1f1-235d2f1aabc4', 'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:a4:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:52Z', 'updated_at': '2022-03-16T11:00:58Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:08.183504 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9942a3-e1c8-413a-acd0-c1c7ee06aebc None None] The sync data for ids ['cf5cbd85-11c5-447c-985c-b106e4b72377'] in dv-neutron-833859-1-hyperv is: [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'd0ea87ca-cafc-4b66-a1f1-235d2f1aabc4', 'name': '', 'network_id': 'ae8be61d-e370-4e6b-b3f3-fd81088e49b5', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:a4:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:52Z', 'updated_at': '2022-03-16T11:00:58Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'ae50b458-55f3-4a97-8537-d7f8709360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:04:08.404632 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6e54c8-0e50-486b-8a62-7a2ec2b0edb2 None None] New status for floating IP 3a02f047-6f2a-43e0-9f06-ed6a4441d3df: DOWN {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:04:08.614103 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54596) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:08.693844 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:08.725107 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:08.787875 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:08.806766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d2ceca-dcb0-42ca-9e80-8a407bbd4f21,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:08.816334 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:08.816691 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:08.817008 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:08.817335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:08.817939 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:08.818269 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:08.818605 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:08.818911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:08.819251 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:08.819572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:08.819889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:08.820201 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:08.824244 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:08.825340 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c7d9a819-1edf-4acd-9948-a688767b75e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/security-groups/70d2ceca-dcb0-42ca-9e80-8a407bbd4f21 HTTP/1.1" status: 204 len: 168 time: 0.2102001 Mar 16 11:04:08.856270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54602) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:09.012483 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-9df3f327-7747-49dc-bf1b-0f41646cd0b4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port f014205d-69ab-4bcb-bde2-007ce0fba4b6 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:04:09.012817 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9df3f327-7747-49dc-bf1b-0f41646cd0b4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.284802 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9df3f327-7747-49dc-bf1b-0f41646cd0b4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.285286 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9df3f327-7747-49dc-bf1b-0f41646cd0b4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.406553 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-9df3f327-7747-49dc-bf1b-0f41646cd0b4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for f014205d-69ab-4bcb-bde2-007ce0fba4b6 owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:04:09.543675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9df3f327-7747-49dc-bf1b-0f41646cd0b4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.613452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3f327-7747-49dc-bf1b-0f41646cd0b4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=f014205d-69ab-4bcb-bde2-007ce0fba4b6,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:09.682979 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9df3f327-7747-49dc-bf1b-0f41646cd0b4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.697148 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9df3f327-7747-49dc-bf1b-0f41646cd0b4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.698270 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9df3f327-7747-49dc-bf1b-0f41646cd0b4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/floatingips/3a02f047-6f2a-43e0-9f06-ed6a4441d3df HTTP/1.1" status: 204 len: 168 time: 0.8410351 Mar 16 11:04:09.827480 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 388e786f-ddfb-4590-a059-70bc5757f096 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:04:09.865454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 388e786f-ddfb-4590-a059-70bc5757f096 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:04:09.865790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 388e786f-ddfb-4590-a059-70bc5757f096 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:04:10.046166 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895db62-dafb-4ed5-8489-c13047197cc7 req-45e8e5ca-69d2-4ca8-86c7-7f1078b9198e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:10.046844 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-8895db62-dafb-4ed5-8489-c13047197cc7 req-45e8e5ca-69d2-4ca8-86c7-7f1078b9198e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:04:10.061889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-8895db62-dafb-4ed5-8489-c13047197cc7 req-45e8e5ca-69d2-4ca8-86c7-7f1078b9198e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:04:10.063010 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8895db62-dafb-4ed5-8489-c13047197cc7 req-45e8e5ca-69d2-4ca8-86c7-7f1078b9198e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 946 time: 0.0943601 Mar 16 11:04:10.105308 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-8895db62-dafb-4ed5-8489-c13047197cc7 req-9a561a92-c4e3-46e1-b60c-dac3635d9f3f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:04:10.121497 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-8895db62-dafb-4ed5-8489-c13047197cc7 req-9a561a92-c4e3-46e1-b60c-dac3635d9f3f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:04:10.122666 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8895db62-dafb-4ed5-8489-c13047197cc7 req-9a561a92-c4e3-46e1-b60c-dac3635d9f3f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=98bc204d-6165-4c7d-a10e-b843db1e2b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539775 Mar 16 11:04:11.309130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb9b62-6b80-45de-90f3-d1fa55fa600f req-a091a437-2cd0-49ed-8658-f65cc024e0ec tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:11.309807 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-22eb9b62-6b80-45de-90f3-d1fa55fa600f req-a091a437-2cd0-49ed-8658-f65cc024e0ec tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:04:11.320855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-22eb9b62-6b80-45de-90f3-d1fa55fa600f req-a091a437-2cd0-49ed-8658-f65cc024e0ec tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:04:11.321945 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-22eb9b62-6b80-45de-90f3-d1fa55fa600f req-a091a437-2cd0-49ed-8658-f65cc024e0ec tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 946 time: 0.0902245 Mar 16 11:04:11.368898 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-22eb9b62-6b80-45de-90f3-d1fa55fa600f req-ed0a7271-b280-4590-8519-d8dc3b8c3311 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=98bc204d-6165-4c7d-a10e-b843db1e2b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412302 Mar 16 11:04:11.746947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588e829-30dc-446f-9a28-0d8e2c0b7ac8 req-61ef10ba-f7c0-4bd5-93a1-75eba458fbd2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:11.748356 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e588e829-30dc-446f-9a28-0d8e2c0b7ac8 req-61ef10ba-f7c0-4bd5-93a1-75eba458fbd2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 946 time: 0.1818769 Mar 16 11:04:11.816567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-e588e829-30dc-446f-9a28-0d8e2c0b7ac8 req-7c3a97c2-bfbc-4c45-aa18-ea18d7ff3353 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:04:11.816900 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e588e829-30dc-446f-9a28-0d8e2c0b7ac8 req-7c3a97c2-bfbc-4c45-aa18-ea18d7ff3353 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.051712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-e588e829-30dc-446f-9a28-0d8e2c0b7ac8 req-7c3a97c2-bfbc-4c45-aa18-ea18d7ff3353 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3410d3f5-bdc4-48b0-b3dc-799eac0a8fed,segment=NetworkSegment(1198a051-efa8-4c0f-9533-03fd1fa3a99b),segment_id=1198a051-efa8-4c0f-9533-03fd1fa3a99b)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:12.051986 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e588e829-30dc-446f-9a28-0d8e2c0b7ac8 req-7c3a97c2-bfbc-4c45-aa18-ea18d7ff3353 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.174896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-e588e829-30dc-446f-9a28-0d8e2c0b7ac8 req-7c3a97c2-bfbc-4c45-aa18-ea18d7ff3353 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:04:12.318036 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e588e829-30dc-446f-9a28-0d8e2c0b7ac8 req-7c3a97c2-bfbc-4c45-aa18-ea18d7ff3353 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.368224 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a97c2-bfbc-4c45-aa18-ea18d7ff3353 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=3410d3f5-bdc4-48b0-b3dc-799eac0a8fed,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:12.444202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-e588e829-30dc-446f-9a28-0d8e2c0b7ac8 req-7c3a97c2-bfbc-4c45-aa18-ea18d7ff3353 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] No DVR routers for this DVR port 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:04:12.446651 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e588e829-30dc-446f-9a28-0d8e2c0b7ac8 req-7c3a97c2-bfbc-4c45-aa18-ea18d7ff3353 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.449342 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3745e7c0-37f7-46e2-90cd-8df3946d092c', 'name': 'network-vif-deleted', 'tag': '3410d3f5-bdc4-48b0-b3dc-799eac0a8fed'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:04:12.465505 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e588e829-30dc-446f-9a28-0d8e2c0b7ac8 req-7c3a97c2-bfbc-4c45-aa18-ea18d7ff3353 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "DELETE /v2.0/ports/3410d3f5-bdc4-48b0-b3dc-799eac0a8fed HTTP/1.1" status: 204 len: 173 time: 0.7117770 Mar 16 11:04:12.495107 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3745e7c0-37f7-46e2-90cd-8df3946d092c', 'name': 'network-vif-deleted', 'tag': '3410d3f5-bdc4-48b0-b3dc-799eac0a8fed', 'status': 'completed', 'code': 200} Mar 16 11:04:12.528711 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b3461f77-9d0d-4348-9ae9-f296d1a74a46 req-05551269-e8bd-4a10-a8d9-54738350a85b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3745e7c0-37f7-46e2-90cd-8df3946d092c HTTP/1.1" status: 200 len: 210 time: 0.0507052 Mar 16 11:04:13.619679 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54618) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:13.685411 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f73a6f2-a7d7-46e9-8f71-51ccb9b57a80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.713403 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f73a6f2-a7d7-46e9-8f71-51ccb9b57a80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.775448 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f73a6f2-a7d7-46e9-8f71-51ccb9b57a80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.792969 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73a6f2-a7d7-46e9-8f71-51ccb9b57a80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bc204d-6165-4c7d-a10e-b843db1e2b10,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:13.804932 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f73a6f2-a7d7-46e9-8f71-51ccb9b57a80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.806069 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6f73a6f2-a7d7-46e9-8f71-51ccb9b57a80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/security-groups/98bc204d-6165-4c7d-a10e-b843db1e2b10 HTTP/1.1" status: 204 len: 168 time: 0.1854436 Mar 16 11:04:13.836675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54624) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:14.382880 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3b5241e6-72e2-4dff-9173-0edb3fb603dc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:14.827009 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-3b5241e6-72e2-4dff-9173-0edb3fb603dc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:04:14.827684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3b5241e6-72e2-4dff-9173-0edb3fb603dc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:15.008100 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-3b5241e6-72e2-4dff-9173-0edb3fb603dc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4,segment=NetworkSegment(1198a051-efa8-4c0f-9533-03fd1fa3a99b),segment_id=1198a051-efa8-4c0f-9533-03fd1fa3a99b)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:15.008443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3b5241e6-72e2-4dff-9173-0edb3fb603dc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:15.131121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-3b5241e6-72e2-4dff-9173-0edb3fb603dc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:04:15.314101 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3b5241e6-72e2-4dff-9173-0edb3fb603dc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:15.359620 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5241e6-72e2-4dff-9173-0edb3fb603dc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:15.627227 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3b5241e6-72e2-4dff-9173-0edb3fb603dc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:15.829595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:04:15.862941 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:04:15.863307 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3410d3f5-bdc4-48b0-b3dc-799eac0a8fed not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:04:16.077240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5241e6-72e2-4dff-9173-0edb3fb603dc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router cf5cbd85-11c5-447c-985c-b106e4b72377 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:04:16.255907 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5241e6-72e2-4dff-9173-0edb3fb603dc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:04:16.267289 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c0964-3f00-4c4d-8030-7c86ab082bec None None] Sync routers for ids ['cf5cbd85-11c5-447c-985c-b106e4b72377'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:04:16.271385 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3b5241e6-72e2-4dff-9173-0edb3fb603dc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/cf5cbd85-11c5-447c-985c-b106e4b72377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4306135 Mar 16 11:04:16.271643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54628) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:16.281066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c0964-3f00-4c4d-8030-7c86ab082bec None None] Routers {'cf5cbd85-11c5-447c-985c-b106e4b72377'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:16.281808 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2d5c0964-3f00-4c4d-8030-7c86ab082bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:04:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cf5cbd85-11c5-447c-985c-b106e4b72377'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:16.339261 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-627ccf00-71e0-4ec0-9366-3da118f28d99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting subnet ae50b458-55f3-4a97-8537-d7f8709360ff {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:04:16.342221 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-627ccf00-71e0-4ec0-9366-3da118f28d99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:16.395002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-627ccf00-71e0-4ec0-9366-3da118f28d99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:16.457396 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-2d5c0964-3f00-4c4d-8030-7c86ab082bec None None] Set router cf5cbd85-11c5-447c-985c-b106e4b72377 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:16.477281 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-627ccf00-71e0-4ec0-9366-3da118f28d99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:16.552299 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-627ccf00-71e0-4ec0-9366-3da118f28d99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:16.590647 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ccf00-71e0-4ec0-9366-3da118f28d99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Subnet': ['ID=ae50b458-55f3-4a97-8537-d7f8709360ff,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:16.596200 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-627ccf00-71e0-4ec0-9366-3da118f28d99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:16.602757 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-627ccf00-71e0-4ec0-9366-3da118f28d99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/subnets/ae50b458-55f3-4a97-8537-d7f8709360ff HTTP/1.1" status: 204 len: 168 time: 0.3301873 Mar 16 11:04:16.605389 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54632) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:16.633523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fa435e-405e-4648-ae48-6b0293d428f3 None None] Network ae8be61d-e370-4e6b-b3f3-fd81088e49b5 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:04:16.783952 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c51cf3f5-1582-45c3-901a-487dda2dd3e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:16.903091 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2d5c0964-3f00-4c4d-8030-7c86ab082bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:04:15Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:16.907086 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c0964-3f00-4c4d-8030-7c86ab082bec None None] Checking router: cf5cbd85-11c5-447c-985c-b106e4b72377 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:04:16.915811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c0964-3f00-4c4d-8030-7c86ab082bec None None] Routers {'cf5cbd85-11c5-447c-985c-b106e4b72377'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:16.916562 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2d5c0964-3f00-4c4d-8030-7c86ab082bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:04:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['cf5cbd85-11c5-447c-985c-b106e4b72377'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:16.968639 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c51cf3f5-1582-45c3-901a-487dda2dd3e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:16.977476 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] DHCP port deletion for ae8be61d-e370-4e6b-b3f3-fd81088e49b5 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:04:16.978817 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c51cf3f5-1582-45c3-901a-487dda2dd3e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port ae074df7-d062-4e39-b78e-142759b959e2 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:04:16.979363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c51cf3f5-1582-45c3-901a-487dda2dd3e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:16.986012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Deleting port c7fe0b6f-c188-463a-8567-acad0c930b93 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:04:16.986377 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.157827 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-c51cf3f5-1582-45c3-901a-487dda2dd3e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port ae074df7-d062-4e39-b78e-142759b959e2, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ae074df7-d062-4e39-b78e-142759b959e2,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:17.158421 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c51cf3f5-1582-45c3-901a-487dda2dd3e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.234143 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-2d5c0964-3f00-4c4d-8030-7c86ab082bec None None] Set router cf5cbd85-11c5-447c-985c-b106e4b72377 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:17.279470 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c51cf3f5-1582-45c3-901a-487dda2dd3e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for ae074df7-d062-4e39-b78e-142759b959e2 owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:04:17.530170 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] For port c7fe0b6f-c188-463a-8567-acad0c930b93, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c7fe0b6f-c188-463a-8567-acad0c930b93,segment=NetworkSegment(1198a051-efa8-4c0f-9533-03fd1fa3a99b),segment_id=1198a051-efa8-4c0f-9533-03fd1fa3a99b)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:17.530464 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.563265 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c51cf3f5-1582-45c3-901a-487dda2dd3e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.607871 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cf3f5-1582-45c3-901a-487dda2dd3e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=ae074df7-d062-4e39-b78e-142759b959e2,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:17.666888 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Calling delete_port for c7fe0b6f-c188-463a-8567-acad0c930b93 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:04:17.702684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c51cf3f5-1582-45c3-901a-487dda2dd3e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.760409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.797838 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.847227 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Pushing event deleted for resources: {'Port': ['ID=c7fe0b6f-c188-463a-8567-acad0c930b93,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:17.853405 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] No DVR routers for this DVR port c7fe0b6f-c188-463a-8567-acad0c930b93 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:04:17.862811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:17.862811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:17.862811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:17.862811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:17.862811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:17.862811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:17.862811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:17.862811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:17.862811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:17.865700 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:17.865700 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:17.865700 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a5408-1f78-4a44-958c-a7a4f5f38158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:17.872794 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2d5c0964-3f00-4c4d-8030-7c86ab082bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:04:15Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:17.876694 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c0964-3f00-4c4d-8030-7c86ab082bec None None] The sync data for ids ['cf5cbd85-11c5-447c-985c-b106e4b72377'] in dv-neutron-833859-1-hyperv is: [{'id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'name': 'tempest-TestNetworkBasicOps-router-937518165', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:47Z', 'updated_at': '2022-03-16T11:04:15Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'ae074df7-d062-4e39-b78e-142759b959e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cbd85-11c5-447c-985c-b106e4b72377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:48Z', 'updated_at': '2022-03-16T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:04:17.881967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c51cf3f5-1582-45c3-901a-487dda2dd3e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.884245 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c51cf3f5-1582-45c3-901a-487dda2dd3e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.913165 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c51cf3f5-1582-45c3-901a-487dda2dd3e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.913697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51cf3f5-1582-45c3-901a-487dda2dd3e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Fanout notify agent at l3_agent the message router_deleted on router cf5cbd85-11c5-447c-985c-b106e4b72377 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:04:17.929326 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c51cf3f5-1582-45c3-901a-487dda2dd3e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.930387 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c51cf3f5-1582-45c3-901a-487dda2dd3e5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/routers/cf5cbd85-11c5-447c-985c-b106e4b72377 HTTP/1.1" status: 204 len: 168 time: 1.3241241 Mar 16 11:04:17.933016 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54636) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:18.047833 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8ab373ce-c986-44a3-94c5-defec663e8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.178280 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8ab373ce-c986-44a3-94c5-defec663e8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.202271 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-8ab373ce-c986-44a3-94c5-defec663e8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8be61d-e370-4e6b-b3f3-fd81088e49b5']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:18.214447 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-8ab373ce-c986-44a3-94c5-defec663e8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1198a051-efa8-4c0f-9533-03fd1fa3a99b') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:18.214741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-8ab373ce-c986-44a3-94c5-defec663e8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1198a051-efa8-4c0f-9533-03fd1fa3a99b') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:18.232142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8ab373ce-c986-44a3-94c5-defec663e8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.250690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8ab373ce-c986-44a3-94c5-defec663e8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.258317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab373ce-c986-44a3-94c5-defec663e8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:04:18.258709 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8ab373ce-c986-44a3-94c5-defec663e8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:04:18.280993 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:04:18.338568 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c7fe0b6f-c188-463a-8567-acad0c930b93 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:04:18.374062 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8ab373ce-c986-44a3-94c5-defec663e8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.375788 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: c7fe0b6f-c188-463a-8567-acad0c930b93 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:04:18.375984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c7fe0b6f-c188-463a-8567-acad0c930b93 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:04:18.376304 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:04:18.396838 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8ab373ce-c986-44a3-94c5-defec663e8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.409911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab373ce-c986-44a3-94c5-defec663e8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Network': ['ID=ae8be61d-e370-4e6b-b3f3-fd81088e49b5,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:18.410669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:04:18.411005 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device d0ea87ca-cafc-4b66-a1f1-235d2f1aabc4 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:04:18.416945 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8ab373ce-c986-44a3-94c5-defec663e8d7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/networks/ae8be61d-e370-4e6b-b3f3-fd81088e49b5 HTTP/1.1" status: 204 len: 168 time: 0.4830031 Mar 16 11:04:18.436081 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54640) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:18.442140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-388587af-b2ae-4425-971f-df2385609a6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'network': {'name': 'tempest-network-smoke--2117708075', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'port_security_enabled': True}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:18.447495 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-388587af-b2ae-4425-971f-df2385609a6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:18.451471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-388587af-b2ae-4425-971f-df2385609a6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:network and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:18.454217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-388587af-b2ae-4425-971f-df2385609a6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:18.461038 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-388587af-b2ae-4425-971f-df2385609a6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:18.471063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388587af-b2ae-4425-971f-df2385609a6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:04:18.475340 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-388587af-b2ae-4425-971f-df2385609a6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.502843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388587af-b2ae-4425-971f-df2385609a6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:04:18.511394 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-388587af-b2ae-4425-971f-df2385609a6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.511731 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-388587af-b2ae-4425-971f-df2385609a6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Added segment 67d4fa98-dc79-41c0-888e-d03c3997f252 of type vlan for network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde Mar 16 11:04:18.539179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-388587af-b2ae-4425-971f-df2385609a6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.567600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-388587af-b2ae-4425-971f-df2385609a6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.572886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388587af-b2ae-4425-971f-df2385609a6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:18.573461 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-388587af-b2ae-4425-971f-df2385609a6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.677688 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-388587af-b2ae-4425-971f-df2385609a6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2404671 Mar 16 11:04:18.680228 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388587af-b2ae-4425-971f-df2385609a6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Network': ['ID=49fc5ea2-5c32-4867-9eb8-f6a4513bdbde,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:18.680528 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54644) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:18.687121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1439600961', 'admin_state_up': True, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:18.690332 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:04:18.694897 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:18.698698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:router and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:18.701526 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:18.708146 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:18.717574 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.718636 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.734460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:19.000517 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:19.388334 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:19.416548 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:19.554516 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.26.3.10 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/39809f1f-e88f-4f59-aa24-64c92cb9efd7) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:04:19.696431 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:19.725240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:19.786550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:04:19.789187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:04:19.797088 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:04:19.836064 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=39809f1f-e88f-4f59-aa24-64c92cb9efd7,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:20.137666 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ae074df7-d062-4e39-b78e-142759b959e2 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:04:20.171514 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: ae074df7-d062-4e39-b78e-142759b959e2 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:04:20.171855 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ae074df7-d062-4e39-b78e-142759b959e2 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:04:20.195888 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:20.541325 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:20.835094 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router fc1170dd-d200-405d-ac78-62eb84c91900 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:04:21.010448 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:04:21.020802 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Sync routers for ids ['fc1170dd-d200-405d-ac78-62eb84c91900'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:04:21.030108 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Routers {'fc1170dd-d200-405d-ac78-62eb84c91900'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:21.030708 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:04:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fc1170dd-d200-405d-ac78-62eb84c91900'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:21.036649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:21.037915 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9d443183-53b8-424b-9259-a934014fdf11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3563566 Mar 16 11:04:21.040975 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54648) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:21.080016 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d066ef9c-1799-4243-af0b-7b255a7a30ab tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=c123fb581b00432cb3f2292d7d9251a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379372 Mar 16 11:04:21.082494 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54652) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:21.202547 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Set router fc1170dd-d200-405d-ac78-62eb84c91900 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:21.208486 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2038c279-dd32-497d-9aff-53ef1e868a5e tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:21.209968 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2038c279-dd32-497d-9aff-53ef1e868a5e tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1266077 Mar 16 11:04:21.212833 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54656) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:21.255638 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4c58b28f-ee7a-4413-b02f-8b8e3628d0ad tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417039 Mar 16 11:04:21.258072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54660) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:21.263135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-37b0d632-c324-478a-a8f0-bbaebbefccd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-315850522', 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:21.371864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-37b0d632-c324-478a-a8f0-bbaebbefccd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:21.375617 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-37b0d632-c324-478a-a8f0-bbaebbefccd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:subnet and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:21.378645 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-37b0d632-c324-478a-a8f0-bbaebbefccd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:21.384250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-37b0d632-c324-478a-a8f0-bbaebbefccd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:21.394643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b0d632-c324-478a-a8f0-bbaebbefccd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:04:21.398142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-37b0d632-c324-478a-a8f0-bbaebbefccd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:21.479270 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'name': 'tempest-TestNetworkBasicOps-router-1439600961', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:18Z', 'updated_at': '2022-03-16T11:04:20Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:19Z', 'updated_at': '2022-03-16T11:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:21.482747 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Checking router: fc1170dd-d200-405d-ac78-62eb84c91900 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:04:21.483083 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Updating router fc1170dd-d200-405d-ac78-62eb84c91900 port 39809f1f-e88f-4f59-aa24-64c92cb9efd7 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:04:21.535930 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:21.609260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-37b0d632-c324-478a-a8f0-bbaebbefccd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:21.684180 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0d632-c324-478a-a8f0-bbaebbefccd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Subnet': ['ID=51caca53-deb4-4b80-a98a-8767e341148c,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:21.692531 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b0d632-c324-478a-a8f0-bbaebbefccd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Checking segment: {'id': '67d4fa98-dc79-41c0-888e-d03c3997f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:04:21.692889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b0d632-c324-478a-a8f0-bbaebbefccd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network hostable DHCP agents. Network: 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:04:21.711783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b0d632-c324-478a-a8f0-bbaebbefccd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:04:21.720404 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-37b0d632-c324-478a-a8f0-bbaebbefccd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:04:21.725002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b0d632-c324-478a-a8f0-bbaebbefccd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:21.725693 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-37b0d632-c324-478a-a8f0-bbaebbefccd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:21.734763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f8b7f1-a23d-4773-9194-ff8bd7640591 None None] Network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:04:21.757528 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-37b0d632-c324-478a-a8f0-bbaebbefccd6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4959016 Mar 16 11:04:21.757793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54664) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:21.864329 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:21.875842 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Transition to ACTIVE for port object 39809f1f-e88f-4f59-aa24-64c92cb9efd7 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:21.883382 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:21.952788 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-49fc5ea2-5c32-4867-9eb8-f6a4513bdbde', 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ips': [{'subnet_id': '51caca53-deb4-4b80-a98a-8767e341148c'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:04:21.954374 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:21.964255 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Attempting to bind port 39809f1f-e88f-4f59-aa24-64c92cb9efd7 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:04:21.964622 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Attempting to bind port 39809f1f-e88f-4f59-aa24-64c92cb9efd7 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:04:21.964978 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Attempting to bind port 39809f1f-e88f-4f59-aa24-64c92cb9efd7 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:04:21.980544 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:04:21.980920 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:04:21.981307 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:21.981693 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:04:21.982144 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Bound port: 39809f1f-e88f-4f59-aa24-64c92cb9efd7, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:04:21.982527 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:22.009954 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a4a07-f064-4322-b0ac-56cedbc57a8e None None] Pushing event updated for resources: {'Port': ['ID=39809f1f-e88f-4f59-aa24-64c92cb9efd7,revision_number=2']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:22.025710 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a4a07-f064-4322-b0ac-56cedbc57a8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:22.026408 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a4a07-f064-4322-b0ac-56cedbc57a8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:22.026408 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a4a07-f064-4322-b0ac-56cedbc57a8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:22.026687 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a4a07-f064-4322-b0ac-56cedbc57a8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:22.027012 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a4a07-f064-4322-b0ac-56cedbc57a8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:22.027362 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a4a07-f064-4322-b0ac-56cedbc57a8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:22.027685 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a4a07-f064-4322-b0ac-56cedbc57a8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:22.028002 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a4a07-f064-4322-b0ac-56cedbc57a8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:22.028319 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a4a07-f064-4322-b0ac-56cedbc57a8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:22.028660 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a4a07-f064-4322-b0ac-56cedbc57a8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:22.028945 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a4a07-f064-4322-b0ac-56cedbc57a8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:22.029259 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a4a07-f064-4322-b0ac-56cedbc57a8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:22.073378 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] For port 39809f1f-e88f-4f59-aa24-64c92cb9efd7, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:04:22.076691 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] For port 39809f1f-e88f-4f59-aa24-64c92cb9efd7, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=39809f1f-e88f-4f59-aa24-64c92cb9efd7,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:04:22.082543 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:22.163290 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Routers {'fc1170dd-d200-405d-ac78-62eb84c91900'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:22.163910 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:04:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fc1170dd-d200-405d-ac78-62eb84c91900'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:22.166017 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Allocated IP 172.20.0.2 (49fc5ea2-5c32-4867-9eb8-f6a4513bdbde/51caca53-deb4-4b80-a98a-8767e341148c/0f81dc55-a759-4ab8-868b-7fda18fc6139) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:04:22.349675 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a4a07-f064-4322-b0ac-56cedbc57a8e None None] Pushing event updated for resources: {'Port': ['ID=39809f1f-e88f-4f59-aa24-64c92cb9efd7,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:22.371593 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:22.383643 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Transition to ACTIVE for port object 0f81dc55-a759-4ab8-868b-7fda18fc6139 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:22.389391 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] Set router fc1170dd-d200-405d-ac78-62eb84c91900 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:22.402196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Transition to ACTIVE for port object 0f81dc55-a759-4ab8-868b-7fda18fc6139 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:22.407965 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:22.468779 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:04:22.471535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:04:22.479235 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:04:22.489017 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Pushing event updated for resources: {'Port': ['ID=0f81dc55-a759-4ab8-868b-7fda18fc6139,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:22.577469 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Attempting to bind port 0f81dc55-a759-4ab8-868b-7fda18fc6139 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:04:22.578023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Attempting to bind port 0f81dc55-a759-4ab8-868b-7fda18fc6139 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '67d4fa98-dc79-41c0-888e-d03c3997f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:04:22.578482 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Attempting to bind port 0f81dc55-a759-4ab8-868b-7fda18fc6139 on network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:04:22.583915 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:04:22.584433 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Checking segment: {'id': '67d4fa98-dc79-41c0-888e-d03c3997f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:04:22.584838 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:22.585579 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Bound using segment: {'id': '67d4fa98-dc79-41c0-888e-d03c3997f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:04:22.585897 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Bound port: 0f81dc55-a759-4ab8-868b-7fda18fc6139, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d4fa98-dc79-41c0-888e-d03c3997f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:04:22.586082 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:22.597657 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:22.672254 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'name': 'tempest-TestNetworkBasicOps-router-1439600961', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:18Z', 'updated_at': '2022-03-16T11:04:20Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:19Z', 'updated_at': '2022-03-16T11:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:22.676379 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] For port 0f81dc55-a759-4ab8-868b-7fda18fc6139, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:04:22.677910 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c009c41-9939-4447-ac0a-1cded47e1351 None None] The sync data for ids ['fc1170dd-d200-405d-ac78-62eb84c91900'] in dv-neutron-833859-1-hyperv is: [{'id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'name': 'tempest-TestNetworkBasicOps-router-1439600961', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:18Z', 'updated_at': '2022-03-16T11:04:20Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:19Z', 'updated_at': '2022-03-16T11:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:04:22.679938 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] For port 0f81dc55-a759-4ab8-868b-7fda18fc6139, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0f81dc55-a759-4ab8-868b-7fda18fc6139,segment=NetworkSegment(67d4fa98-dc79-41c0-888e-d03c3997f252),segment_id=67d4fa98-dc79-41c0-888e-d03c3997f252)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:04:22.685806 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:22.782214 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3124d2b-599c-4fc6-bd66-9b09298d99d7 None None] Pushing event updated for resources: {'Port': ['ID=0f81dc55-a759-4ab8-868b-7fda18fc6139,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:23.062388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.1 (49fc5ea2-5c32-4867-9eb8-f6a4513bdbde/51caca53-deb4-4b80-a98a-8767e341148c/6ca4cf11-55a2-4dfc-9437-f802e891f9f3) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:04:23.232681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:23.249742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:23.275296 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:23.343568 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:04:23.346768 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:04:23.355697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:04:23.392560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=6ca4cf11-55a2-4dfc-9437-f802e891f9f3,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:23.420866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:23.702926 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:23.786766 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de6d3ca-1953-4179-ba7f-1f13464695da None None] Network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:04:23.904076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-039246d1-35cf-40e8-9a44-f8fd787f0f70 None None] Provisioning for port 0f81dc55-a759-4ab8-868b-7fda18fc6139 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:24.264934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:24.272294 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:24.280849 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 39809f1f-e88f-4f59-aa24-64c92cb9efd7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:04:24.351054 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69f0eb8c-7098-49fd-8fb4-4b10aa644432 None None] Provisioning for port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:24.361039 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69f0eb8c-7098-49fd-8fb4-4b10aa644432 None None] Provisioning complete for port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:24.361496 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69f0eb8c-7098-49fd-8fb4-4b10aa644432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:24.365296 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:24.390641 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 39809f1f-e88f-4f59-aa24-64c92cb9efd7 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:24.403094 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 39809f1f-e88f-4f59-aa24-64c92cb9efd7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:24.403498 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:24.472212 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69f0eb8c-7098-49fd-8fb4-4b10aa644432 None None] Port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:04:24.500039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=6ca4cf11-55a2-4dfc-9437-f802e891f9f3,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:24.561638 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:04:24.562352 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:04:24.563604 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:24.584541 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 39809f1f-e88f-4f59-aa24-64c92cb9efd7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=39809f1f-e88f-4f59-aa24-64c92cb9efd7,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:24.592565 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:24.593429 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0f81dc55-a759-4ab8-868b-7fda18fc6139 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:04:24.718304 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5513e81a-8241-427d-8196-4559e4cf832f None None] Provisioning complete for port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:24.718663 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5513e81a-8241-427d-8196-4559e4cf832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:24.750152 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=39809f1f-e88f-4f59-aa24-64c92cb9efd7,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:24.753317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router fc1170dd-d200-405d-ac78-62eb84c91900 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:04:24.787256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-5513e81a-8241-427d-8196-4559e4cf832f None None] Port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:04:24.790429 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 0f81dc55-a759-4ab8-868b-7fda18fc6139 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:24.795315 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 0f81dc55-a759-4ab8-868b-7fda18fc6139 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:24.795682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:24.911800 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:24.939332 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-391228a6-f45d-4272-8d16-f14807a633a6 None None] Provisioning complete for port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:24.939623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-391228a6-f45d-4272-8d16-f14807a633a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:24.939814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:04:24.952095 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-491f7b6e-4dfb-4503-a0e4-8736492c5e5d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/fc1170dd-d200-405d-ac78-62eb84c91900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1933630 Mar 16 11:04:24.954638 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54668) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:24.968981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Sync routers for ids ['fc1170dd-d200-405d-ac78-62eb84c91900'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:04:25.008832 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 0f81dc55-a759-4ab8-868b-7fda18fc6139, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0f81dc55-a759-4ab8-868b-7fda18fc6139,segment=NetworkSegment(67d4fa98-dc79-41c0-888e-d03c3997f252),segment_id=67d4fa98-dc79-41c0-888e-d03c3997f252)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:25.009816 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Routers {'fc1170dd-d200-405d-ac78-62eb84c91900'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:25.010535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:04:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fc1170dd-d200-405d-ac78-62eb84c91900'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:25.060012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-391228a6-f45d-4272-8d16-f14807a633a6 None None] Port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:04:25.066995 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:25.099786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23e40e-e60a-4a7c-92cb-fead68bb471a tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:25.100252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23e40e-e60a-4a7c-92cb-fead68bb471a tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:25.100705 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23e40e-e60a-4a7c-92cb-fead68bb471a tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:25.101156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23e40e-e60a-4a7c-92cb-fead68bb471a tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:25.101598 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23e40e-e60a-4a7c-92cb-fead68bb471a tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:25.102043 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23e40e-e60a-4a7c-92cb-fead68bb471a tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:25.106279 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4a23e40e-e60a-4a7c-92cb-fead68bb471a tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1481881 Mar 16 11:04:25.106503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54672) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:25.176099 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d0b83-f86d-449b-8203-86570c8aa130 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:25.176557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d0b83-f86d-449b-8203-86570c8aa130 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:25.177381 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d0b83-f86d-449b-8203-86570c8aa130 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:25.177495 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d0b83-f86d-449b-8203-86570c8aa130 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:25.177860 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d0b83-f86d-449b-8203-86570c8aa130 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:25.178295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d0b83-f86d-449b-8203-86570c8aa130 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:25.182629 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7b7d0b83-f86d-449b-8203-86570c8aa130 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0726500 Mar 16 11:04:25.182853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54676) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:25.244426 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=0f81dc55-a759-4ab8-868b-7fda18fc6139,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:25.276424 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Set router fc1170dd-d200-405d-ac78-62eb84c91900 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:25.392035 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cca553bc-61ec-42a2-a94a-f8e5561b93f6 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2080979 Mar 16 11:04:25.395369 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54680) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:25.400566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1795734109', 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:25.594950 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'name': 'tempest-TestNetworkBasicOps-router-1439600961', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:18Z', 'updated_at': '2022-03-16T11:04:23Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:19Z', 'updated_at': '2022-03-16T11:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6ca4cf11-55a2-4dfc-9437-f802e891f9f3', 'name': '', 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:e1:bd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '51caca53-deb4-4b80-a98a-8767e341148c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:22Z', 'updated_at': '2022-03-16T11:04:24Z', 'revision_number': 2, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '51caca53-deb4-4b80-a98a-8767e341148c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:25.598750 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Checking router: fc1170dd-d200-405d-ac78-62eb84c91900 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:04:25.599102 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Updating router fc1170dd-d200-405d-ac78-62eb84c91900 port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:04:25.632118 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:25.635922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:port and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:25.638635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:25.644814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:25.650558 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:25.655377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:04:25.659000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:25.679787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] device_id is not set on port ce59c189-758c-42db-9b89-92f6fe675401 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:04:25.816920 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.4 (49fc5ea2-5c32-4867-9eb8-f6a4513bdbde/51caca53-deb4-4b80-a98a-8767e341148c/ce59c189-758c-42db-9b89-92f6fe675401) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:04:26.008115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:26.023279 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object ce59c189-758c-42db-9b89-92f6fe675401 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:26.046001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:26.111167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:04:26.114171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:04:26.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:04:26.169519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=ce59c189-758c-42db-9b89-92f6fe675401,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:26.203891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:26.204529 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:26.210989 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 39809f1f-e88f-4f59-aa24-64c92cb9efd7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:04:26.233052 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-14c4b3d4-be65-4e6b-9edd-03bef0c68aa4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8340325 Mar 16 11:04:26.334353 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:26.350184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Transition to ACTIVE for port object 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:26.359277 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:26.401718 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 39809f1f-e88f-4f59-aa24-64c92cb9efd7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:26.402007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:26.535562 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8828c321-884f-480e-a330-3ebf0abd0427 None None] Provisioning for port ce59c189-758c-42db-9b89-92f6fe675401 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:26.571496 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b2efc-3289-442d-95b5-0e9097409888 None None] Pushing event updated for resources: {'Port': ['ID=6ca4cf11-55a2-4dfc-9437-f802e891f9f3,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:26.585210 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8828c321-884f-480e-a330-3ebf0abd0427 None None] Provisioning complete for port ce59c189-758c-42db-9b89-92f6fe675401 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:26.585582 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8828c321-884f-480e-a330-3ebf0abd0427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:26.688681 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Attempting to bind port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:04:26.689046 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Attempting to bind port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '67d4fa98-dc79-41c0-888e-d03c3997f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:04:26.689406 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Attempting to bind port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 on network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:04:26.693714 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-8828c321-884f-480e-a330-3ebf0abd0427 None None] Port ce59c189-758c-42db-9b89-92f6fe675401 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:04:26.718887 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:04:26.719225 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Checking segment: {'id': '67d4fa98-dc79-41c0-888e-d03c3997f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:04:26.719617 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:26.720001 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Bound using segment: {'id': '67d4fa98-dc79-41c0-888e-d03c3997f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:04:26.720460 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Bound port: 6ca4cf11-55a2-4dfc-9437-f802e891f9f3, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d4fa98-dc79-41c0-888e-d03c3997f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:04:26.720823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:26.794622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0f81dc55-a759-4ab8-868b-7fda18fc6139 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:04:26.921060 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] For port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:04:26.930624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] For port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6ca4cf11-55a2-4dfc-9437-f802e891f9f3,segment=NetworkSegment(67d4fa98-dc79-41c0-888e-d03c3997f252),segment_id=67d4fa98-dc79-41c0-888e-d03c3997f252)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:04:26.935870 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:26.991203 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 0f81dc55-a759-4ab8-868b-7fda18fc6139 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:26.991648 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:27.056446 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Routers {'fc1170dd-d200-405d-ac78-62eb84c91900'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:27.056983 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:04:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fc1170dd-d200-405d-ac78-62eb84c91900'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:27.134867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b2efc-3289-442d-95b5-0e9097409888 None None] Pushing event updated for resources: {'Port': ['ID=6ca4cf11-55a2-4dfc-9437-f802e891f9f3,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:27.313811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] Set router fc1170dd-d200-405d-ac78-62eb84c91900 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:27.552913 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54690) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:27.558881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-ce69066f-278f-43ab-8b27-844073c73072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1865964783', 'description': 'tempest-secgroup-smoke-1865964783 description', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:27.565643 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ce69066f-278f-43ab-8b27-844073c73072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:27.569984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ce69066f-278f-43ab-8b27-844073c73072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:27.572817 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ce69066f-278f-43ab-8b27-844073c73072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:27.579528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ce69066f-278f-43ab-8b27-844073c73072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:27.590287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ce69066f-278f-43ab-8b27-844073c73072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:27.616049 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ce69066f-278f-43ab-8b27-844073c73072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:27.621928 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ce69066f-278f-43ab-8b27-844073c73072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:27.627815 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-ce69066f-278f-43ab-8b27-844073c73072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:27.633669 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-ce69066f-278f-43ab-8b27-844073c73072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:27.641220 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'name': 'tempest-TestNetworkBasicOps-router-1439600961', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:18Z', 'updated_at': '2022-03-16T11:04:23Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:19Z', 'updated_at': '2022-03-16T11:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6ca4cf11-55a2-4dfc-9437-f802e891f9f3', 'name': '', 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:e1:bd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '51caca53-deb4-4b80-a98a-8767e341148c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:22Z', 'updated_at': '2022-03-16T11:04:26Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '51caca53-deb4-4b80-a98a-8767e341148c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:27.646360 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a919d5-7bc9-44e0-8ee9-98b3bc4569fa None None] The sync data for ids ['fc1170dd-d200-405d-ac78-62eb84c91900'] in dv-neutron-833859-1-hyperv is: [{'id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'name': 'tempest-TestNetworkBasicOps-router-1439600961', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:18Z', 'updated_at': '2022-03-16T11:04:23Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:19Z', 'updated_at': '2022-03-16T11:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6ca4cf11-55a2-4dfc-9437-f802e891f9f3', 'name': '', 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:e1:bd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '51caca53-deb4-4b80-a98a-8767e341148c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:22Z', 'updated_at': '2022-03-16T11:04:26Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '51caca53-deb4-4b80-a98a-8767e341148c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:04:27.744043 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ce69066f-278f-43ab-8b27-844073c73072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:27.748429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ce69066f-278f-43ab-8b27-844073c73072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:27.800317 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69066f-278f-43ab-8b27-844073c73072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5378acd6-6446-4452-9b18-b6619c94242f,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:27.804283 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ce69066f-278f-43ab-8b27-844073c73072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:27.805580 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ce69066f-278f-43ab-8b27-844073c73072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2516627 Mar 16 11:04:27.808703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54696) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:27.814732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-91efb02d-b3ac-451a-9a3a-9738c6549fd2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '5378acd6-6446-4452-9b18-b6619c94242f', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:27.821794 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-91efb02d-b3ac-451a-9a3a-9738c6549fd2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:27.826071 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-91efb02d-b3ac-451a-9a3a-9738c6549fd2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:27.829244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-91efb02d-b3ac-451a-9a3a-9738c6549fd2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:27.836423 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-91efb02d-b3ac-451a-9a3a-9738c6549fd2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:27.855005 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-91efb02d-b3ac-451a-9a3a-9738c6549fd2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:27.927748 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-91efb02d-b3ac-451a-9a3a-9738c6549fd2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:27.932064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-91efb02d-b3ac-451a-9a3a-9738c6549fd2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:27.962040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efb02d-b3ac-451a-9a3a-9738c6549fd2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191ee6ee-2054-4eba-ae05-34ca4c76f202,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:27.969890 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-91efb02d-b3ac-451a-9a3a-9738c6549fd2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:27.971318 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-91efb02d-b3ac-451a-9a3a-9738c6549fd2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1614647 Mar 16 11:04:27.973955 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54702) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:27.979097 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-fb838c66-8787-4414-991a-fb11150be017 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '5378acd6-6446-4452-9b18-b6619c94242f', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:27.985218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-fb838c66-8787-4414-991a-fb11150be017 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:27.989175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fb838c66-8787-4414-991a-fb11150be017 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:27.992258 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fb838c66-8787-4414-991a-fb11150be017 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:27.998150 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-fb838c66-8787-4414-991a-fb11150be017 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:28.017878 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fb838c66-8787-4414-991a-fb11150be017 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.090185 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fb838c66-8787-4414-991a-fb11150be017 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.096888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fb838c66-8787-4414-991a-fb11150be017 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.121337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb838c66-8787-4414-991a-fb11150be017 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16fe77e9-a6ff-4158-b715-b1b4737c773c,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:28.132498 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fb838c66-8787-4414-991a-fb11150be017 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.133980 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fb838c66-8787-4414-991a-fb11150be017 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1589394 Mar 16 11:04:28.137065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54706) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:28.142562 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-9589126e-a3a7-4dfb-808a-f6b054cbe134 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '5378acd6-6446-4452-9b18-b6619c94242f', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:28.149538 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9589126e-a3a7-4dfb-808a-f6b054cbe134 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:28.154413 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9589126e-a3a7-4dfb-808a-f6b054cbe134 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:28.163350 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9589126e-a3a7-4dfb-808a-f6b054cbe134 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:28.171494 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9589126e-a3a7-4dfb-808a-f6b054cbe134 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:28.191549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9589126e-a3a7-4dfb-808a-f6b054cbe134 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.264543 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9589126e-a3a7-4dfb-808a-f6b054cbe134 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.274182 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9589126e-a3a7-4dfb-808a-f6b054cbe134 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.302494 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589126e-a3a7-4dfb-808a-f6b054cbe134 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75de31d4-0a7f-446d-8a86-65d3aa442f85,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:28.317524 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9589126e-a3a7-4dfb-808a-f6b054cbe134 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.318875 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9589126e-a3a7-4dfb-808a-f6b054cbe134 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1807799 Mar 16 11:04:28.322744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54710) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:28.333381 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-4fdac0d6-82b8-4b82-b31b-5bcc8308d88f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '5378acd6-6446-4452-9b18-b6619c94242f', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:28.344567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-4fdac0d6-82b8-4b82-b31b-5bcc8308d88f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:28.352627 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4fdac0d6-82b8-4b82-b31b-5bcc8308d88f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:28.358700 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4fdac0d6-82b8-4b82-b31b-5bcc8308d88f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:28.376921 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-4fdac0d6-82b8-4b82-b31b-5bcc8308d88f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:28.378843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:04:28.395333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4fdac0d6-82b8-4b82-b31b-5bcc8308d88f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.474829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4fdac0d6-82b8-4b82-b31b-5bcc8308d88f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.481002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4fdac0d6-82b8-4b82-b31b-5bcc8308d88f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.485963 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:28.492194 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:28.492913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.498946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdac0d6-82b8-4b82-b31b-5bcc8308d88f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854f218d-0fd6-4bdf-b45f-89cdc1887e93,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:28.530563 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4fdac0d6-82b8-4b82-b31b-5bcc8308d88f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.535549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54714) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:28.536719 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4fdac0d6-82b8-4b82-b31b-5bcc8308d88f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2120314 Mar 16 11:04:28.541000 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1f51dd59-81a8-49ef-8480-73cb4b244b5b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '5378acd6-6446-4452-9b18-b6619c94242f', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:28.546995 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1f51dd59-81a8-49ef-8480-73cb4b244b5b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:28.550990 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1f51dd59-81a8-49ef-8480-73cb4b244b5b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:28.553912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1f51dd59-81a8-49ef-8480-73cb4b244b5b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:28.560816 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1f51dd59-81a8-49ef-8480-73cb4b244b5b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:28.573011 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-1f51dd59-81a8-49ef-8480-73cb4b244b5b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:04:28.581392 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f51dd59-81a8-49ef-8480-73cb4b244b5b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.635139 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.661251 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f51dd59-81a8-49ef-8480-73cb4b244b5b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.667816 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f51dd59-81a8-49ef-8480-73cb4b244b5b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.686143 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6ca4cf11-55a2-4dfc-9437-f802e891f9f3,segment=NetworkSegment(67d4fa98-dc79-41c0-888e-d03c3997f252),segment_id=67d4fa98-dc79-41c0-888e-d03c3997f252)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:28.692435 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.699506 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f51dd59-81a8-49ef-8480-73cb4b244b5b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.703335 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1f51dd59-81a8-49ef-8480-73cb4b244b5b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1641340 Mar 16 11:04:28.704020 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54718) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:28.710544 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-ba6a103d-2545-41d6-b3bc-f3a542554563 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '5378acd6-6446-4452-9b18-b6619c94242f', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:28.715017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51dd59-81a8-49ef-8480-73cb4b244b5b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74e259d-941b-41da-b46a-23e7443b1fe8,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:28.719453 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ba6a103d-2545-41d6-b3bc-f3a542554563 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:28.724490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ba6a103d-2545-41d6-b3bc-f3a542554563 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:28.727479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ba6a103d-2545-41d6-b3bc-f3a542554563 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:28.733727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ba6a103d-2545-41d6-b3bc-f3a542554563 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:28.746774 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-ba6a103d-2545-41d6-b3bc-f3a542554563 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:04:28.754916 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba6a103d-2545-41d6-b3bc-f3a542554563 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.772978 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=6ca4cf11-55a2-4dfc-9437-f802e891f9f3,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:28.824933 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba6a103d-2545-41d6-b3bc-f3a542554563 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.828788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba6a103d-2545-41d6-b3bc-f3a542554563 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.854848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a103d-2545-41d6-b3bc-f3a542554563 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc00262-83d0-4a93-8a6b-5d460b782dcc,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:28.866174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ba6a103d-2545-41d6-b3bc-f3a542554563 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.867561 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ba6a103d-2545-41d6-b3bc-f3a542554563 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1627526 Mar 16 11:04:29.097092 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-3641a2bc-fef5-49cc-8a50-c8b3d71abe1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:04:29.115632 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-3641a2bc-fef5-49cc-8a50-c8b3d71abe1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:04:29.117021 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-3641a2bc-fef5-49cc-8a50-c8b3d71abe1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1865964783&fields=id&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 267 time: 0.1047471 Mar 16 11:04:29.199203 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-121cbb2e-dc54-445e-8e35-3f7c62c8929d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:29.199798 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-121cbb2e-dc54-445e-8e35-3f7c62c8929d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:04:29.215841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-121cbb2e-dc54-445e-8e35-3f7c62c8929d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:04:29.217080 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-121cbb2e-dc54-445e-8e35-3f7c62c8929d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports/ce59c189-758c-42db-9b89-92f6fe675401 HTTP/1.1" status: 200 len: 930 time: 0.0936472 Mar 16 11:04:29.420916 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-9a88a3fd-2588-4f56-a8bc-7e45be5f866f service neutron] 10.222.0.44 "GET /v2.0/ports/ce59c189-758c-42db-9b89-92f6fe675401?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1911240 Mar 16 11:04:29.430523 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-551dbe94-0850-47e3-ab6b-a58efd74d6b8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:04:29.431485 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-551dbe94-0850-47e3-ab6b-a58efd74d6b8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049720 Mar 16 11:04:29.559141 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-962c952c-cfac-4033-a7fb-1f4f4f3c4c75 service neutron] 10.222.0.44 "GET /v2.0/networks/49fc5ea2-5c32-4867-9eb8-f6a4513bdbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223230 Mar 16 11:04:29.793816 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c1d1e31f-2aba-424c-b409-ba95fa731453 service neutron] 10.222.0.44 "GET /v2.0/networks/49fc5ea2-5c32-4867-9eb8-f6a4513bdbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287438 Mar 16 11:04:29.974569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e0aa75ec-7268-462d-8b00-2a2ecffe9d7e req-f83876bb-7202-48fe-b374-7a8d4cac336f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:04:29.986258 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e0aa75ec-7268-462d-8b00-2a2ecffe9d7e req-f83876bb-7202-48fe-b374-7a8d4cac336f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:04:29.997062 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0aa75ec-7268-462d-8b00-2a2ecffe9d7e req-f83876bb-7202-48fe-b374-7a8d4cac336f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 210 time: 0.0593247 Mar 16 11:04:30.201511 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:04:30.293469 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:30.293854 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:30.815239 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0edbe9d7-3d4a-40ad-9eef-d478c23c9689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:30.931865 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-fd1eb395-7aaf-46c6-afad-a23ca6300bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:30.933189 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-fd1eb395-7aaf-46c6-afad-a23ca6300bc1 service neutron] 10.222.0.18 "GET /v2.0/ports/ce59c189-758c-42db-9b89-92f6fe675401 HTTP/1.1" status: 200 len: 1026 time: 0.0607288 Mar 16 11:04:31.099274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-157181af-a750-44aa-8341-bea27b6ac1ba tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:31.100145 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-157181af-a750-44aa-8341-bea27b6ac1ba tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:network {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:04:31.122593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-157181af-a750-44aa-8341-bea27b6ac1ba tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:network {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:04:31.124287 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-157181af-a750-44aa-8341-bea27b6ac1ba tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/networks?id=49fc5ea2-5c32-4867-9eb8-f6a4513bdbde HTTP/1.1" status: 200 len: 797 time: 0.1852958 Mar 16 11:04:31.183268 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-2c963378-996f-47f0-857a-622e05f02065 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:04:31.184003 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-123e66ae-fb92-41c4-a76b-f4dd3dca69cb req-6d054504-7667-4622-a27d-bffde60f9360 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 210 time: 0.0585637 Mar 16 11:04:31.196623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-2c963378-996f-47f0-857a-622e05f02065 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:04:31.201443 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-2c963378-996f-47f0-857a-622e05f02065 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 380 time: 0.0624197 Mar 16 11:04:31.208163 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Request body: {'port': {'device_id': 'b810aab6-48ed-4743-a1a9-e99599243fea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:31.325560 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:31.663398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce59c189-758c-42db-9b89-92f6fe675401 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:04:31.670469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:31.684807 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Transition to ACTIVE for port object ce59c189-758c-42db-9b89-92f6fe675401 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:31.688795 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:31.939753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Pushing event updated for resources: {'Port': ['ID=ce59c189-758c-42db-9b89-92f6fe675401,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:32.023123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Attempting to bind port ce59c189-758c-42db-9b89-92f6fe675401 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:04:32.023498 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Attempting to bind port ce59c189-758c-42db-9b89-92f6fe675401 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '67d4fa98-dc79-41c0-888e-d03c3997f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:04:32.023823 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Attempting to bind port ce59c189-758c-42db-9b89-92f6fe675401 on network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:04:32.028446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Port ce59c189-758c-42db-9b89-92f6fe675401 on network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:04:32.028969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Attempting to bind port ce59c189-758c-42db-9b89-92f6fe675401 on network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:04:32.035513 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:04:32.035844 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Checking segment: {'id': '67d4fa98-dc79-41c0-888e-d03c3997f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:04:32.036218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Bound using segment: {'id': '67d4fa98-dc79-41c0-888e-d03c3997f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:04:32.036637 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Bound port: ce59c189-758c-42db-9b89-92f6fe675401, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d4fa98-dc79-41c0-888e-d03c3997f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:04:32.036978 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:32.131319 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] For port ce59c189-758c-42db-9b89-92f6fe675401, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:04:32.134514 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] For port ce59c189-758c-42db-9b89-92f6fe675401, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=ce59c189-758c-42db-9b89-92f6fe675401,segment=NetworkSegment(67d4fa98-dc79-41c0-888e-d03c3997f252),segment_id=67d4fa98-dc79-41c0-888e-d03c3997f252)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:04:32.139681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:32.201115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:32.201771 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:32.203121 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-c995716e-8301-4726-9ede-6929a2597270 service neutron] 10.222.0.18 "PUT /v2.0/ports/ce59c189-758c-42db-9b89-92f6fe675401 HTTP/1.1" status: 200 len: 1131 time: 0.9991133 Mar 16 11:04:32.203581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b810aab6-48ed-4743-a1a9-e99599243fea', 'tag': 'ce59c189-758c-42db-9b89-92f6fe675401'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:04:32.232993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995716e-8301-4726-9ede-6929a2597270 service neutron] Pushing event updated for resources: {'Port': ['ID=ce59c189-758c-42db-9b89-92f6fe675401,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:32.321390 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b810aab6-48ed-4743-a1a9-e99599243fea', 'tag': 'ce59c189-758c-42db-9b89-92f6fe675401', 'status': 'completed', 'code': 200} Mar 16 11:04:32.379934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-aa8c3258-dd76-4ad5-89fa-5f37b17fede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:32.383433 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-aa8c3258-dd76-4ad5-89fa-5f37b17fede2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 1134 time: 0.1217163 Mar 16 11:04:32.447318 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8321d-eb9b-4b08-b189-f41943b3f4f4 req-cddb5fa1-bfe0-4b1a-a2ea-8179e9c5d531 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:32.450679 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-38d8321d-eb9b-4b08-b189-f41943b3f4f4 req-cddb5fa1-bfe0-4b1a-a2ea-8179e9c5d531 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 981 time: 0.1106591 Mar 16 11:04:32.462745 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-a192b97a-3f66-4bfe-a29c-b4b4ed122900 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce59c189-758c-42db-9b89-92f6fe675401 HTTP/1.1" status: 200 len: 217 time: 0.0729656 Mar 16 11:04:32.509956 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-38d8321d-eb9b-4b08-b189-f41943b3f4f4 req-da4b40d2-c01f-4d5b-89e2-056a4d86acca tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527389 Mar 16 11:04:32.532992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-32e58455-bed0-44f1-94a2-5fac96f50df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:32.534535 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-32e58455-bed0-44f1-94a2-5fac96f50df0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=51caca53-deb4-4b80-a98a-8767e341148c HTTP/1.1" status: 200 len: 834 time: 0.0661016 Mar 16 11:04:32.607332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-dfbc2084-98e5-4cb3-a189-1ff0a98f9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:32.608797 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-dfbc2084-98e5-4cb3-a189-1ff0a98f9799 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fc5ea2-5c32-4867-9eb8-f6a4513bdbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688355 Mar 16 11:04:32.746830 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-64cc6aea-ebf8-4702-94ae-3addd746614f service neutron] 10.222.0.18 "GET /v2.0/networks/49fc5ea2-5c32-4867-9eb8-f6a4513bdbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307631 Mar 16 11:04:32.883909 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dfe3e05b-2754-4715-935b-a1a4f373a87f req-53f0ac34-670b-423a-9ebb-2102fdf0fdac service neutron] 10.222.0.18 "GET /v2.0/networks/49fc5ea2-5c32-4867-9eb8-f6a4513bdbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303771 Mar 16 11:04:33.004521 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e6e26-70cd-4d3a-a855-5d8cd358f013 req-eadb6bb3-ddd7-43b6-b7e9-a4e5d89324c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:33.005932 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4d2e6e26-70cd-4d3a-a855-5d8cd358f013 req-eadb6bb3-ddd7-43b6-b7e9-a4e5d89324c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 1134 time: 0.0755706 Mar 16 11:04:33.013937 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4fbcaec5-0f65-4651-afd5-8c2b61d09dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:33.152893 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e6e26-70cd-4d3a-a855-5d8cd358f013 req-1d83b1f6-012b-453e-8370-4fcf980fb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:33.154336 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4d2e6e26-70cd-4d3a-a855-5d8cd358f013 req-1d83b1f6-012b-453e-8370-4fcf980fb69b service neutron] 10.222.0.18 "GET /v2.0/networks?id=49fc5ea2-5c32-4867-9eb8-f6a4513bdbde HTTP/1.1" status: 200 len: 898 time: 0.1421373 Mar 16 11:04:33.222167 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4d2e6e26-70cd-4d3a-a855-5d8cd358f013 req-b612756e-35ad-40c6-87c2-4bfff9389586 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce59c189-758c-42db-9b89-92f6fe675401 HTTP/1.1" status: 200 len: 217 time: 0.0619273 Mar 16 11:04:33.309983 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e6e26-70cd-4d3a-a855-5d8cd358f013 req-35355856-0188-4a16-95a6-d0f8a11c1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:33.311591 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4d2e6e26-70cd-4d3a-a855-5d8cd358f013 req-35355856-0188-4a16-95a6-d0f8a11c1678 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=51caca53-deb4-4b80-a98a-8767e341148c HTTP/1.1" status: 200 len: 834 time: 0.0836246 Mar 16 11:04:33.388240 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e6e26-70cd-4d3a-a855-5d8cd358f013 req-9c2ab4d9-9a66-4494-a65d-80ec13061151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:33.390214 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4d2e6e26-70cd-4d3a-a855-5d8cd358f013 req-9c2ab4d9-9a66-4494-a65d-80ec13061151 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fc5ea2-5c32-4867-9eb8-f6a4513bdbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731068 Mar 16 11:04:33.562337 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4d2e6e26-70cd-4d3a-a855-5d8cd358f013 req-b6eaa05d-0c19-42af-a104-42d7adbb0c90 service neutron] 10.222.0.18 "GET /v2.0/networks/49fc5ea2-5c32-4867-9eb8-f6a4513bdbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645267 Mar 16 11:04:33.868626 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4d2e6e26-70cd-4d3a-a855-5d8cd358f013 req-3d5ab42b-9510-4175-9343-d002f9e7a81d service neutron] 10.222.0.18 "GET /v2.0/networks/49fc5ea2-5c32-4867-9eb8-f6a4513bdbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977231 Mar 16 11:04:33.891341 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c1454-9e9b-4eb6-9e6d-91c9ec84a2c6 req-553010b7-f45e-4f79-afe6-0186817a1b11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:33.892771 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-163c1454-9e9b-4eb6-9e6d-91c9ec84a2c6 req-553010b7-f45e-4f79-afe6-0186817a1b11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 981 time: 0.1357222 Mar 16 11:04:33.946796 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-163c1454-9e9b-4eb6-9e6d-91c9ec84a2c6 req-d1fc42ec-1d05-42f7-bbf3-e88110c126b2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455217 Mar 16 11:04:34.371408 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:34.416472 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:35.212853 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20e045-cc34-49d5-9320-6e4e49a3e922 req-8aa11b98-adf4-46e9-bf18-4f95a3e5f212 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:35.214757 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-df20e045-cc34-49d5-9320-6e4e49a3e922 req-8aa11b98-adf4-46e9-bf18-4f95a3e5f212 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 981 time: 0.0974691 Mar 16 11:04:35.273879 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-df20e045-cc34-49d5-9320-6e4e49a3e922 req-50aa9a53-d1c0-4492-874a-aff726e91ed3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531030 Mar 16 11:04:35.860995 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:35.935711 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device ce59c189-758c-42db-9b89-92f6fe675401 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:04:36.110843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port ce59c189-758c-42db-9b89-92f6fe675401, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=ce59c189-758c-42db-9b89-92f6fe675401,segment=NetworkSegment(67d4fa98-dc79-41c0-888e-d03c3997f252),segment_id=67d4fa98-dc79-41c0-888e-d03c3997f252)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:36.125081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'ce59c189-758c-42db-9b89-92f6fe675401', 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde', 'port_id': 'ce59c189-758c-42db-9b89-92f6fe675401', 'mac_address': 'fa:16:3e:3c:c0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51caca53-deb4-4b80-a98a-8767e341148c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:04:36.225760 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:36.249347 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce59c189-758c-42db-9b89-92f6fe675401 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:04:36.271529 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port ce59c189-758c-42db-9b89-92f6fe675401, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=ce59c189-758c-42db-9b89-92f6fe675401,segment=NetworkSegment(67d4fa98-dc79-41c0-888e-d03c3997f252),segment_id=67d4fa98-dc79-41c0-888e-d03c3997f252)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:36.276299 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:36.380326 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=ce59c189-758c-42db-9b89-92f6fe675401,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:36.512571 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736358c7-13c6-4d0c-8e29-ff1af392e506 req-db3a8c7b-d6f6-459b-b5cf-702f746c4bce tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:36.513997 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-736358c7-13c6-4d0c-8e29-ff1af392e506 req-db3a8c7b-d6f6-459b-b5cf-702f746c4bce tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 982 time: 0.0806689 Mar 16 11:04:36.567680 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-736358c7-13c6-4d0c-8e29-ff1af392e506 req-3307c1aa-7c98-411a-89ed-56827b22af85 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471518 Mar 16 11:04:36.680494 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['ce59c189-758c-42db-9b89-92f6fe675401'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:04:37.753819 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b76e0-33c9-4733-b99c-e59880b94d11 req-297c7edb-6e73-471a-8dd4-72d70f0b15e9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:37.755254 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-964b76e0-33c9-4733-b99c-e59880b94d11 req-297c7edb-6e73-471a-8dd4-72d70f0b15e9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 982 time: 0.0807049 Mar 16 11:04:37.802437 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-964b76e0-33c9-4733-b99c-e59880b94d11 req-1081c15d-138e-4069-8616-71a7ebc335b7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Mar 16 11:04:37.961359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device ce59c189-758c-42db-9b89-92f6fe675401 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:04:38.029689 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port ce59c189-758c-42db-9b89-92f6fe675401 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:38.034246 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port ce59c189-758c-42db-9b89-92f6fe675401 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:38.034616 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:38.146478 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:38.172316 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b810aab6-48ed-4743-a1a9-e99599243fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce59c189-758c-42db-9b89-92f6fe675401'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:04:38.182193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port ce59c189-758c-42db-9b89-92f6fe675401, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=ce59c189-758c-42db-9b89-92f6fe675401,segment=NetworkSegment(67d4fa98-dc79-41c0-888e-d03c3997f252),segment_id=67d4fa98-dc79-41c0-888e-d03c3997f252)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:38.186516 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:38.232945 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b810aab6-48ed-4743-a1a9-e99599243fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce59c189-758c-42db-9b89-92f6fe675401', 'code': 200} Mar 16 11:04:38.271018 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=ce59c189-758c-42db-9b89-92f6fe675401,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:38.451350 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c515e623-56fe-4472-a8c5-9fb489670ed9 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530631203&fields=id&tenant_id=366b4a2732424eecae1e3b8242ca1d7c HTTP/1.1" status: 200 len: 267 time: 0.0414977 Mar 16 11:04:38.456685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444fca3-61d3-4cb0-8c89-e2fe246ad334 req-db7095dc-dd43-4221-b6b1-7db78535888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:38.458226 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5444fca3-61d3-4cb0-8c89-e2fe246ad334 req-db7095dc-dd43-4221-b6b1-7db78535888f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 1136 time: 0.0697422 Mar 16 11:04:38.499794 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5444fca3-61d3-4cb0-8c89-e2fe246ad334 req-06c4fd77-4f1c-4177-92b1-e208b6174dce service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346048 Mar 16 11:04:38.599297 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c5b82679-15e2-408b-b8eb-9361597eed78 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:38.600717 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c5b82679-15e2-408b-b8eb-9361597eed78 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/networks?id=51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 200 len: 811 time: 0.1427996 Mar 16 11:04:38.615284 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-82297796-a216-4583-ab2f-227dd8ab5400 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/quotas/366b4a2732424eecae1e3b8242ca1d7c HTTP/1.1" status: 200 len: 375 time: 0.0092001 Mar 16 11:04:38.704028 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c92df7ae-1c8a-49f9-bdca-ce68a233d1af tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0840454 Mar 16 11:04:38.837741 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-d6086e02-b088-407e-b7c6-759d46ab5a4c service neutron] 10.222.0.44 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223991 Mar 16 11:04:38.967612 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-5294f954-89be-4d85-a26c-ac7b5f03efba service neutron] 10.222.0.44 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234124 Mar 16 11:04:38.991481 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c5538-2924-41f6-a7bf-8a74eea044db req-ca2ca26c-681c-485d-bdf2-0a11bf2d8d61 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:38.992941 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ac7c5538-2924-41f6-a7bf-8a74eea044db req-ca2ca26c-681c-485d-bdf2-0a11bf2d8d61 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 983 time: 0.0815604 Mar 16 11:04:39.037974 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ac7c5538-2924-41f6-a7bf-8a74eea044db req-1b67c167-1fb3-4e56-9303-af57cbca2e81 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389481 Mar 16 11:04:39.336798 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-26280dae-44dc-4453-9c7c-3a86548cbc35 req-8aeb4a5c-0b45-4d57-935a-d7d50fd2137e tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 210 time: 0.0417805 Mar 16 11:04:40.222449 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fded8-3912-4030-b7fe-0b26071a8b64 req-d7545bb9-7953-4d9c-80bd-6490c71784f0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:40.223837 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f22fded8-3912-4030-b7fe-0b26071a8b64 req-d7545bb9-7953-4d9c-80bd-6490c71784f0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 983 time: 0.0796461 Mar 16 11:04:40.271523 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f22fded8-3912-4030-b7fe-0b26071a8b64 req-121acab4-ec29-48d4-b0a1-d7e615d4e576 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 Mar 16 11:04:40.450131 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-002f60f3-3090-4c9e-8966-f7edd0d08a89 req-c85ad68d-9e08-4ac8-9f34-abb76533a74f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 210 time: 0.0478926 Mar 16 11:04:40.471624 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7480e2-c24d-42e4-b4b1-3e10a7732cfd req-c15f3a08-d1a5-49f2-9253-3f9844386255 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:40.473166 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fa7480e2-c24d-42e4-b4b1-3e10a7732cfd req-c15f3a08-d1a5-49f2-9253-3f9844386255 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 983 time: 0.0937145 Mar 16 11:04:40.516264 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fa7480e2-c24d-42e4-b4b1-3e10a7732cfd req-71025de4-94cd-4432-888b-13463e6d042a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369415 Mar 16 11:04:40.539309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54826) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:40.606735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b3a1e9-95f8-4521-bc58-69b51497760a tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:40.608236 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f1b3a1e9-95f8-4521-bc58-69b51497760a tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 1131 time: 0.0679941 Mar 16 11:04:40.610990 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54830) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:40.616045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': 'ce59c189-758c-42db-9b89-92f6fe675401', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:40.621787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:40.625543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:floatingip and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:40.629078 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:40.634590 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:40.645419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:40.777104 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:40.908246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.26.3.121 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/29a5f742-ddc9-4f0f-bf7e-0d0f81667bf8) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:04:41.050635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:41.078170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:41.139193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:04:41.141790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:04:41.151334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:04:41.190373 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=29a5f742-ddc9-4f0f-bf7e-0d0f81667bf8,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:41.552896 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2ae85dc0-01b9-4935-a47d-4087cc0d666a req-f7113389-e582-44df-ac82-0ec527f0233b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 210 time: 0.0461481 Mar 16 11:04:41.671683 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:41.745364 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:41.948685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:41.953255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:42.058961 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=29a5f742-ddc9-4f0f-bf7e-0d0f81667bf8,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:42.068177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:42.237116 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 7d1b81cf-46e9-4c15-b179-763c9091ad57 associated. External IP: 172.26.3.121, port: ce59c189-758c-42db-9b89-92f6fe675401. Mar 16 11:04:42.525125 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-948f46f0-ce70-42a4-bb7d-1b9dc0c4afe7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:42.526550 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-948f46f0-ce70-42a4-bb7d-1b9dc0c4afe7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.18 "GET /v2.0/networks?id=51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 200 len: 811 time: 0.2409596 Mar 16 11:04:42.748453 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-2c1f2785-c734-40d3-bbf9-2e784b83d623 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=366b4a2732424eecae1e3b8242ca1d7c HTTP/1.1" status: 200 len: 380 time: 0.1658583 Mar 16 11:04:42.785530 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router fc1170dd-d200-405d-ac78-62eb84c91900 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:04:42.788978 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-6242ba7c-a796-43c0-9d86-3861e9a30d94 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Request body: {'port': {'device_id': '880c1994-a640-4a9a-80f3-646a78c716eb', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'admin_state_up': True, 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'security_groups': ['10e898e8-cd05-46b8-90b1-8c6f689c6bb1']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:42.820447 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-48e3f118-8fbc-44b7-a896-776779e4c64c req-afd788ec-e4a4-49e6-81aa-c9fa9fd5fc14 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 210 time: 0.0702748 Mar 16 11:04:43.186664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-6242ba7c-a796-43c0-9d86-3861e9a30d94 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:43.210842 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-6242ba7c-a796-43c0-9d86-3861e9a30d94 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:43.213119 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:04:43.222992 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb17bae-1b9d-4eac-82b5-680a400a26b0 None None] Sync routers for ids ['fc1170dd-d200-405d-ac78-62eb84c91900'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:04:43.234581 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb17bae-1b9d-4eac-82b5-680a400a26b0 None None] Routers {'fc1170dd-d200-405d-ac78-62eb84c91900'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:43.235747 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ceb17bae-1b9d-4eac-82b5-680a400a26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:04:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fc1170dd-d200-405d-ac78-62eb84c91900'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:43.238560 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-6242ba7c-a796-43c0-9d86-3861e9a30d94 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Made reservation on behalf of 366b4a2732424eecae1e3b8242ca1d7c for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:04:43.242618 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-6242ba7c-a796-43c0-9d86-3861e9a30d94 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:43.259764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:43.366914 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0bc68048-ebf3-4fd9-b3fa-5918376ef348 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.7546406 Mar 16 11:04:43.367545 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54846) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:43.375964 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b810aab6-48ed-4743-a1a9-e99599243fea', 'tag': 'ce59c189-758c-42db-9b89-92f6fe675401'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:04:43.454749 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7b53e7-a6e9-4ea2-95d9-8cb0be654582 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:43.460250 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ab7b53e7-a6e9-4ea2-95d9-8cb0be654582 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea&network_id=49fc5ea2-5c32-4867-9eb8-f6a4513bdbde HTTP/1.1" status: 200 len: 1131 time: 0.0910304 Mar 16 11:04:43.462057 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-ceb17bae-1b9d-4eac-82b5-680a400a26b0 None None] Set router fc1170dd-d200-405d-ac78-62eb84c91900 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:43.464950 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b810aab6-48ed-4743-a1a9-e99599243fea', 'tag': 'ce59c189-758c-42db-9b89-92f6fe675401', 'status': 'completed', 'code': 200} Mar 16 11:04:43.552032 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-6242ba7c-a796-43c0-9d86-3861e9a30d94 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Allocated IP 172.20.0.4 (51a0a550-36fb-4b4a-acbc-273fffc2a038/d954889d-0ff1-45e8-bc9a-1b7538683dc9/16938f59-3265-4bd2-8460-a7352a79b07f) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:04:43.583069 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ac1c7-4657-4cee-a7a8-44057c30ed30 req-1e04dd79-4e4b-41c5-ba45-674c994b8084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:43.584546 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-484ac1c7-4657-4cee-a7a8-44057c30ed30 req-1e04dd79-4e4b-41c5-ba45-674c994b8084 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 1136 time: 0.1189978 Mar 16 11:04:43.848039 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ac1c7-4657-4cee-a7a8-44057c30ed30 req-b93d479e-55ec-4c9b-8480-46a49462c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:43.849385 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-484ac1c7-4657-4cee-a7a8-44057c30ed30 req-b93d479e-55ec-4c9b-8480-46a49462c110 service neutron] 10.222.0.18 "GET /v2.0/networks?id=49fc5ea2-5c32-4867-9eb8-f6a4513bdbde HTTP/1.1" status: 200 len: 898 time: 0.2503970 Mar 16 11:04:43.888081 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ceb17bae-1b9d-4eac-82b5-680a400a26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'name': 'tempest-TestNetworkBasicOps-router-1439600961', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:18Z', 'updated_at': '2022-03-16T11:04:23Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:19Z', 'updated_at': '2022-03-16T11:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '7d1b81cf-46e9-4c15-b179-763c9091ad57', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.121', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'port_id': 'ce59c189-758c-42db-9b89-92f6fe675401', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1795734109', 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde', 'mac_address': 'fa:16:3e:3c:c0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b810aab6-48ed-4743-a1a9-e99599243fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:41Z', 'updated_at': '2022-03-16T11:04:41Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca4cf11-55a2-4dfc-9437-f802e891f9f3', 'name': '', 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:e1:bd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '51caca53-deb4-4b80-a98a-8767e341148c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:22Z', 'updated_at': '2022-03-16T11:04:28Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '51caca53-deb4-4b80-a98a-8767e341148c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:43.898397 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb17bae-1b9d-4eac-82b5-680a400a26b0 None None] Checking router: fc1170dd-d200-405d-ac78-62eb84c91900 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:04:43.919700 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3ca48-3238-4908-9d04-7f100bf9d4d3 req-76f3217c-b08d-48af-a85a-644d218dd3b7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:43.925190 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb17bae-1b9d-4eac-82b5-680a400a26b0 None None] Routers {'fc1170dd-d200-405d-ac78-62eb84c91900'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:43.925804 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ceb17bae-1b9d-4eac-82b5-680a400a26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:04:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fc1170dd-d200-405d-ac78-62eb84c91900'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:43.927101 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-09f3ca48-3238-4908-9d04-7f100bf9d4d3 req-76f3217c-b08d-48af-a85a-644d218dd3b7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 983 time: 0.1203346 Mar 16 11:04:43.984955 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-09f3ca48-3238-4908-9d04-7f100bf9d4d3 req-b3b782e2-368e-429f-9ede-3cd7e20dfb88 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569596 Mar 16 11:04:44.014969 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:04:44.034652 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5f01ce7b-f561-4a41-8b0e-7a358ad109f0 req-225b64f9-80b0-4820-8d28-845dbd14dfeb tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 210 time: 0.0708683 Mar 16 11:04:44.036833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-6242ba7c-a796-43c0-9d86-3861e9a30d94 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:44.069219 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-484ac1c7-4657-4cee-a7a8-44057c30ed30 req-b105225d-635c-4e63-87c6-8020961916be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce59c189-758c-42db-9b89-92f6fe675401 HTTP/1.1" status: 200 len: 1037 time: 0.2097576 Mar 16 11:04:44.071581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-6242ba7c-a796-43c0-9d86-3861e9a30d94 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Transition to ACTIVE for port object 16938f59-3265-4bd2-8460-a7352a79b07f will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:44.125045 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-ceb17bae-1b9d-4eac-82b5-680a400a26b0 None None] Set router fc1170dd-d200-405d-ac78-62eb84c91900 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:44.139570 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ac1c7-4657-4cee-a7a8-44057c30ed30 req-4254df35-6880-430b-a626-23b49ada2eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:44.140986 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-484ac1c7-4657-4cee-a7a8-44057c30ed30 req-4254df35-6880-430b-a626-23b49ada2eb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=51caca53-deb4-4b80-a98a-8767e341148c HTTP/1.1" status: 200 len: 834 time: 0.0658269 Mar 16 11:04:44.181623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-6242ba7c-a796-43c0-9d86-3861e9a30d94 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:44.258408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-6242ba7c-a796-43c0-9d86-3861e9a30d94 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Network 51a0a550-36fb-4b4a-acbc-273fffc2a038 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:04:44.271579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-6242ba7c-a796-43c0-9d86-3861e9a30d94 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:04:44.276999 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-6242ba7c-a796-43c0-9d86-3861e9a30d94 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:04:44.305991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242ba7c-a796-43c0-9d86-3861e9a30d94 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event updated for resources: {'Port': ['ID=16938f59-3265-4bd2-8460-a7352a79b07f,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:44.353286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-6242ba7c-a796-43c0-9d86-3861e9a30d94 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:44.353813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-6242ba7c-a796-43c0-9d86-3861e9a30d94 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:44.358970 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ac1c7-4657-4cee-a7a8-44057c30ed30 req-6d2f8356-cd1c-4ff0-91e4-3da7381b42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:44.360433 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-484ac1c7-4657-4cee-a7a8-44057c30ed30 req-6d2f8356-cd1c-4ff0-91e4-3da7381b42f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fc5ea2-5c32-4867-9eb8-f6a4513bdbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2125647 Mar 16 11:04:44.460223 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-6242ba7c-a796-43c0-9d86-3861e9a30d94 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7054536 Mar 16 11:04:44.485161 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Request body: {'port': {'device_id': '880c1994-a640-4a9a-80f3-646a78c716eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:44.499755 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-76cd4625-edf7-466b-924a-becba471cc0e None None] Provisioning for port 16938f59-3265-4bd2-8460-a7352a79b07f completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:44.505610 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-76cd4625-edf7-466b-924a-becba471cc0e None None] Provisioning complete for port 16938f59-3265-4bd2-8460-a7352a79b07f triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:44.506217 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-76cd4625-edf7-466b-924a-becba471cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:44.525434 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ceb17bae-1b9d-4eac-82b5-680a400a26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'name': 'tempest-TestNetworkBasicOps-router-1439600961', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:18Z', 'updated_at': '2022-03-16T11:04:23Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:19Z', 'updated_at': '2022-03-16T11:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '7d1b81cf-46e9-4c15-b179-763c9091ad57', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.121', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'port_id': 'ce59c189-758c-42db-9b89-92f6fe675401', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1795734109', 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde', 'mac_address': 'fa:16:3e:3c:c0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b810aab6-48ed-4743-a1a9-e99599243fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:41Z', 'updated_at': '2022-03-16T11:04:41Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca4cf11-55a2-4dfc-9437-f802e891f9f3', 'name': '', 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:e1:bd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '51caca53-deb4-4b80-a98a-8767e341148c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:22Z', 'updated_at': '2022-03-16T11:04:28Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '51caca53-deb4-4b80-a98a-8767e341148c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:44.530120 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb17bae-1b9d-4eac-82b5-680a400a26b0 None None] The sync data for ids ['fc1170dd-d200-405d-ac78-62eb84c91900'] in dv-neutron-833859-1-hyperv is: [{'id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'name': 'tempest-TestNetworkBasicOps-router-1439600961', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:18Z', 'updated_at': '2022-03-16T11:04:23Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:19Z', 'updated_at': '2022-03-16T11:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '7d1b81cf-46e9-4c15-b179-763c9091ad57', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.121', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'port_id': 'ce59c189-758c-42db-9b89-92f6fe675401', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1795734109', 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde', 'mac_address': 'fa:16:3e:3c:c0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b810aab6-48ed-4743-a1a9-e99599243fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:41Z', 'updated_at': '2022-03-16T11:04:41Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca4cf11-55a2-4dfc-9437-f802e891f9f3', 'name': '', 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:e1:bd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '51caca53-deb4-4b80-a98a-8767e341148c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:22Z', 'updated_at': '2022-03-16T11:04:28Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '51caca53-deb4-4b80-a98a-8767e341148c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:04:44.566725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-76cd4625-edf7-466b-924a-becba471cc0e None None] Port 16938f59-3265-4bd2-8460-a7352a79b07f cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:04:44.600428 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-484ac1c7-4657-4cee-a7a8-44057c30ed30 req-68c8a005-416b-4499-b468-7155c9a31d3c service neutron] 10.222.0.18 "GET /v2.0/networks/49fc5ea2-5c32-4867-9eb8-f6a4513bdbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302392 Mar 16 11:04:44.652273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:44.746741 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e066d23-bc2b-4c5f-a8c2-52a73b39acde None None] New status for floating IP 7d1b81cf-46e9-4c15-b179-763c9091ad57: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:04:44.933869 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-484ac1c7-4657-4cee-a7a8-44057c30ed30 req-da205973-b18c-4c23-a7f8-ff2933ad502b service neutron] 10.222.0.18 "GET /v2.0/networks/49fc5ea2-5c32-4867-9eb8-f6a4513bdbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264177 Mar 16 11:04:45.182266 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cfa96-83c9-45c5-aff5-c854345a73ec req-bb825053-8052-42ac-9753-b75d90c38b1d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:45.183991 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-550cfa96-83c9-45c5-aff5-c854345a73ec req-bb825053-8052-42ac-9753-b75d90c38b1d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 983 time: 0.0853808 Mar 16 11:04:45.229753 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-550cfa96-83c9-45c5-aff5-c854345a73ec req-498878dc-fa10-4fac-bcb0-6bdebcdf113a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400941 Mar 16 11:04:45.288564 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16938f59-3265-4bd2-8460-a7352a79b07f {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:04:45.301486 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:45.331506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Transition to ACTIVE for port object 16938f59-3265-4bd2-8460-a7352a79b07f will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:45.338654 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:45.386670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393acb7-aee1-40b7-b283-5232dda3c29f req-ca27750b-9d75-45d4-a479-a87b3463297e tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:45.387391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f393acb7-aee1-40b7-b283-5232dda3c29f req-ca27750b-9d75-45d4-a479-a87b3463297e tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Synchronizing usage tracker for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:04:45.495099 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d0d4f-5373-49a7-9d9d-b242bddb5658 req-8cac88fa-0597-408e-9972-78f625625566 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:45.496686 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-330d0d4f-5373-49a7-9d9d-b242bddb5658 req-8cac88fa-0597-408e-9972-78f625625566 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 983 time: 0.2774050 Mar 16 11:04:45.543445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Pushing event updated for resources: {'Port': ['ID=16938f59-3265-4bd2-8460-a7352a79b07f,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:45.581849 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f393acb7-aee1-40b7-b283-5232dda3c29f req-ca27750b-9d75-45d4-a479-a87b3463297e tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Unset dirty status for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:04:45.582973 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f393acb7-aee1-40b7-b283-5232dda3c29f req-ca27750b-9d75-45d4-a479-a87b3463297e tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 931 time: 0.4375298 Mar 16 11:04:45.680968 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d0d4f-5373-49a7-9d9d-b242bddb5658 req-9a32ad94-adda-4175-af01-ab853521e4d3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:45.682265 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-330d0d4f-5373-49a7-9d9d-b242bddb5658 req-9a32ad94-adda-4175-af01-ab853521e4d3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/ports/ce59c189-758c-42db-9b89-92f6fe675401?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1759026 Mar 16 11:04:45.720602 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f393acb7-aee1-40b7-b283-5232dda3c29f req-a64a1b29-45f0-4ccb-8a2f-e705cf3d61ee tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262956 Mar 16 11:04:45.801500 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Attempting to bind port 16938f59-3265-4bd2-8460-a7352a79b07f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:04:45.801825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Attempting to bind port 16938f59-3265-4bd2-8460-a7352a79b07f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:04:45.802141 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Attempting to bind port 16938f59-3265-4bd2-8460-a7352a79b07f on network 51a0a550-36fb-4b4a-acbc-273fffc2a038 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:04:45.817410 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Port 16938f59-3265-4bd2-8460-a7352a79b07f on network 51a0a550-36fb-4b4a-acbc-273fffc2a038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:04:45.817719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Attempting to bind port 16938f59-3265-4bd2-8460-a7352a79b07f on network 51a0a550-36fb-4b4a-acbc-273fffc2a038 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:04:45.826465 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:04:45.826789 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Checking segment: {'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:04:45.827176 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Bound using segment: {'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:04:45.827582 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Bound port: 16938f59-3265-4bd2-8460-a7352a79b07f, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '757c2a6c-d8c9-494c-9c40-d623ab812393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:04:45.827914 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:45.905291 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-330d0d4f-5373-49a7-9d9d-b242bddb5658 req-fcf3562b-8dcd-4f6e-b52b-8eedc4719fe6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/networks/49fc5ea2-5c32-4867-9eb8-f6a4513bdbde?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2178469 Mar 16 11:04:45.919843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-330d0d4f-5373-49a7-9d9d-b242bddb5658 req-f8a64141-82c8-4d97-b3a6-3b0863a66a6a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:45.986823 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] For port 16938f59-3265-4bd2-8460-a7352a79b07f, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:04:46.028600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] For port 16938f59-3265-4bd2-8460-a7352a79b07f, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=16938f59-3265-4bd2-8460-a7352a79b07f,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:04:46.035884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:46.093857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-330d0d4f-5373-49a7-9d9d-b242bddb5658 req-f8a64141-82c8-4d97-b3a6-3b0863a66a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:46.115440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:46.116053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:46.117401 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] 10.222.0.18 "PUT /v2.0/ports/16938f59-3265-4bd2-8460-a7352a79b07f HTTP/1.1" status: 200 len: 1093 time: 1.6418915 Mar 16 11:04:46.119672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880c1994-a640-4a9a-80f3-646a78c716eb', 'tag': '16938f59-3265-4bd2-8460-a7352a79b07f'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:04:46.208075 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880c1994-a640-4a9a-80f3-646a78c716eb', 'tag': '16938f59-3265-4bd2-8460-a7352a79b07f', 'status': 'completed', 'code': 200} Mar 16 11:04:46.228792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3685f5d-78a4-4f1c-873e-fc9021bb2c50 service neutron] Pushing event updated for resources: {'Port': ['ID=16938f59-3265-4bd2-8460-a7352a79b07f,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:46.544911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-f2d4102c-21e1-455c-b12f-62eb017f95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:46.546281 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-f2d4102c-21e1-455c-b12f-62eb017f95ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 1096 time: 0.3809772 Mar 16 11:04:46.552203 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-330d0d4f-5373-49a7-9d9d-b242bddb5658 req-f8a64141-82c8-4d97-b3a6-3b0863a66a6a service neutron] For port ce59c189-758c-42db-9b89-92f6fe675401, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=ce59c189-758c-42db-9b89-92f6fe675401,segment=NetworkSegment(67d4fa98-dc79-41c0-888e-d03c3997f252),segment_id=67d4fa98-dc79-41c0-888e-d03c3997f252)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:46.623457 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-ca53e280-d923-47d3-8e77-173133da06ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16938f59-3265-4bd2-8460-a7352a79b07f HTTP/1.1" status: 200 len: 217 time: 0.0669475 Mar 16 11:04:46.702803 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c5888-8457-4df0-86bd-a5e693a029fe req-0e60775f-1206-4648-a29c-9490c03de17a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:46.704224 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dc7c5888-8457-4df0-86bd-a5e693a029fe req-0e60775f-1206-4648-a29c-9490c03de17a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 983 time: 0.2467315 Mar 16 11:04:46.708490 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-330d0d4f-5373-49a7-9d9d-b242bddb5658 req-f8a64141-82c8-4d97-b3a6-3b0863a66a6a service neutron] For port ce59c189-758c-42db-9b89-92f6fe675401, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:04:46.773171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-1103e222-2032-4219-a0f2-ea21f59b97ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:46.774550 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-1103e222-2032-4219-a0f2-ea21f59b97ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d954889d-0ff1-45e8-bc9a-1b7538683dc9 HTTP/1.1" status: 200 len: 850 time: 0.1409647 Mar 16 11:04:46.822900 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-330d0d4f-5373-49a7-9d9d-b242bddb5658 req-f8a64141-82c8-4d97-b3a6-3b0863a66a6a service neutron] device_id is not set on port ce59c189-758c-42db-9b89-92f6fe675401 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:04:46.846773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-330d0d4f-5373-49a7-9d9d-b242bddb5658 req-f8a64141-82c8-4d97-b3a6-3b0863a66a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:46.850944 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dc7c5888-8457-4df0-86bd-a5e693a029fe req-46e51ced-dbc4-44bd-bf9d-07d9bd90643c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117933 Mar 16 11:04:46.858517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-330d0d4f-5373-49a7-9d9d-b242bddb5658 req-f8a64141-82c8-4d97-b3a6-3b0863a66a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:46.909023 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ada94-ccdd-4dd1-95ab-59d138423b23 req-fc68e5d2-4b46-4221-97d7-0323d140842a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:46.910517 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5c1ada94-ccdd-4dd1-95ab-59d138423b23 req-fc68e5d2-4b46-4221-97d7-0323d140842a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 943 time: 0.0824480 Mar 16 11:04:46.960671 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5c1ada94-ccdd-4dd1-95ab-59d138423b23 req-654175ef-182b-4dac-beee-bbb31b612da4 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434997 Mar 16 11:04:47.007705 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a64141-82c8-4d97-b3a6-3b0863a66a6a service neutron] Pushing event updated for resources: {'Port': ['ID=ce59c189-758c-42db-9b89-92f6fe675401,revision_number=6']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:47.032758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-7404f42b-29fc-4270-ac9e-2193ffe8c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:47.034273 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-7404f42b-29fc-4270-ac9e-2193ffe8c3c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51a0a550-36fb-4b4a-acbc-273fffc2a038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2525239 Mar 16 11:04:47.101525 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-330d0d4f-5373-49a7-9d9d-b242bddb5658 req-f8a64141-82c8-4d97-b3a6-3b0863a66a6a service neutron] No DVR routers for this DVR port ce59c189-758c-42db-9b89-92f6fe675401 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:04:47.136149 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5afb5f32-3770-485a-84ce-6887f11e1ec6 None None] Provisioning complete for port ce59c189-758c-42db-9b89-92f6fe675401 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:47.136722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5afb5f32-3770-485a-84ce-6887f11e1ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:47.187682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-5afb5f32-3770-485a-84ce-6887f11e1ec6 None None] Port ce59c189-758c-42db-9b89-92f6fe675401 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:04:47.338343 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-07d87c85-5ec2-411a-bbf9-f1632519e326 service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746150 Mar 16 11:04:47.480941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-330d0d4f-5373-49a7-9d9d-b242bddb5658 req-f8a64141-82c8-4d97-b3a6-3b0863a66a6a service neutron] In _notify_port_updated(), no bound segment for port ce59c189-758c-42db-9b89-92f6fe675401 on network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde {{(pid=87969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:04:47.481775 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d0d4f-5373-49a7-9d9d-b242bddb5658 req-f8a64141-82c8-4d97-b3a6-3b0863a66a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:47.482361 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-330d0d4f-5373-49a7-9d9d-b242bddb5658 req-f8a64141-82c8-4d97-b3a6-3b0863a66a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:47.483606 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-330d0d4f-5373-49a7-9d9d-b242bddb5658 req-f8a64141-82c8-4d97-b3a6-3b0863a66a6a service neutron] 10.222.0.18 "PUT /v2.0/ports/ce59c189-758c-42db-9b89-92f6fe675401 HTTP/1.1" status: 200 len: 1026 time: 1.5674896 Mar 16 11:04:47.513090 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7f7f902c-904c-4f5a-a274-4798c0993773 req-6ac8a9e7-659f-461d-b0e4-f15f5c37f45f service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659248 Mar 16 11:04:47.631560 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b2260-13b9-48f9-a751-37285cbb7ce1 req-f22f7e5e-13a5-4731-bb1e-dfa00735ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:47.633060 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c5b2260-13b9-48f9-a751-37285cbb7ce1 req-f22f7e5e-13a5-4731-bb1e-dfa00735ecd4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 1096 time: 0.0747459 Mar 16 11:04:47.639310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:47.761405 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b2260-13b9-48f9-a751-37285cbb7ce1 req-57768cd5-1ae7-4404-96ba-5c6c25c9af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:47.762823 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c5b2260-13b9-48f9-a751-37285cbb7ce1 req-57768cd5-1ae7-4404-96ba-5c6c25c9af6e service neutron] 10.222.0.18 "GET /v2.0/networks?id=51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 200 len: 912 time: 0.1231296 Mar 16 11:04:47.831118 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c5b2260-13b9-48f9-a751-37285cbb7ce1 req-b2dc69e0-5214-4270-b0ce-b56b942fc6d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16938f59-3265-4bd2-8460-a7352a79b07f HTTP/1.1" status: 200 len: 217 time: 0.0618994 Mar 16 11:04:47.891442 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b2260-13b9-48f9-a751-37285cbb7ce1 req-9030c73d-87b5-44f7-8d55-57f9cca1e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:47.894315 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c5b2260-13b9-48f9-a751-37285cbb7ce1 req-9030c73d-87b5-44f7-8d55-57f9cca1e59f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d954889d-0ff1-45e8-bc9a-1b7538683dc9 HTTP/1.1" status: 200 len: 850 time: 0.0558617 Mar 16 11:04:48.103596 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a4fd2e2f-a7a9-4467-91a0-71fde4891245 req-60d5d508-dfa5-4af8-acb4-c987d5afeaa3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=b810aab6-48ed-4743-a1a9-e99599243fea HTTP/1.1" status: 200 len: 210 time: 0.0468807 Mar 16 11:04:48.145064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b2260-13b9-48f9-a751-37285cbb7ce1 req-27811b6e-752a-49d0-a4a9-a88b59ca600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:48.146707 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c5b2260-13b9-48f9-a751-37285cbb7ce1 req-27811b6e-752a-49d0-a4a9-a88b59ca600f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51a0a550-36fb-4b4a-acbc-273fffc2a038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2454176 Mar 16 11:04:48.157782 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13761ce-06c1-408c-a897-9728184e1b18 req-67e91c73-8d00-402e-af62-a3e807495a73 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:48.160213 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c13761ce-06c1-408c-a897-9728184e1b18 req-67e91c73-8d00-402e-af62-a3e807495a73 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 943 time: 0.0885940 Mar 16 11:04:48.230790 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c13761ce-06c1-408c-a897-9728184e1b18 req-cb7ee28b-4571-449d-b28a-b38ac74ebfc7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639727 Mar 16 11:04:48.286609 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c5b2260-13b9-48f9-a751-37285cbb7ce1 req-10ec612c-be5b-490c-8627-43e9a25ff6df service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332905 Mar 16 11:04:48.423368 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c5b2260-13b9-48f9-a751-37285cbb7ce1 req-0fc95ddd-09cf-4d14-a38f-9a18ab54d11a service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292052 Mar 16 11:04:49.197990 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54874) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:49.275100 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09043450-7438-482d-b32f-d2dd16f9af3d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:49.278923 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-09043450-7438-482d-b32f-d2dd16f9af3d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports/ce59c189-758c-42db-9b89-92f6fe675401 HTTP/1.1" status: 200 len: 925 time: 0.0775073 Mar 16 11:04:49.429750 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602e1b-5440-4568-9cce-225e2baf3a8a req-6a7cf32e-95b1-408b-ba53-4239cc4ee4ec tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:49.431074 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c5602e1b-5440-4568-9cce-225e2baf3a8a req-6a7cf32e-95b1-408b-ba53-4239cc4ee4ec tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 943 time: 0.0775766 Mar 16 11:04:49.474231 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c5602e1b-5440-4568-9cce-225e2baf3a8a req-245d7dfd-9e74-47ea-8fa4-b6e94895ef10 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373468 Mar 16 11:04:49.531107 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54882) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:49.536825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-7ff0ac24-2918-425e-ade2-11be380c5dac tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1889453381', 'description': 'tempest-secgroup-smoke-1889453381 description', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:49.542591 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7ff0ac24-2918-425e-ade2-11be380c5dac tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:49.552524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7ff0ac24-2918-425e-ade2-11be380c5dac tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:49.562369 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ac24-2918-425e-ade2-11be380c5dac tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:49.586110 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7ff0ac24-2918-425e-ade2-11be380c5dac tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:49.589945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7ff0ac24-2918-425e-ade2-11be380c5dac tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:49.593840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7ff0ac24-2918-425e-ade2-11be380c5dac tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:49.600791 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7ff0ac24-2918-425e-ade2-11be380c5dac tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:49.674576 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ac24-2918-425e-ade2-11be380c5dac tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:49.678156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ac24-2918-425e-ade2-11be380c5dac tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:49.721925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0ac24-2918-425e-ade2-11be380c5dac tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9de55e-8acd-4180-883f-5dd25e55bc67,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:49.729216 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ac24-2918-425e-ade2-11be380c5dac tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:49.730569 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7ff0ac24-2918-425e-ade2-11be380c5dac tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1983597 Mar 16 11:04:49.733529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 54886) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:49.739495 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-db467c25-6aa0-4a7c-8c74-5ddcc5189ab8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '1a9de55e-8acd-4180-883f-5dd25e55bc67', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:49.745994 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-db467c25-6aa0-4a7c-8c74-5ddcc5189ab8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:49.749781 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-db467c25-6aa0-4a7c-8c74-5ddcc5189ab8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:49.752962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-db467c25-6aa0-4a7c-8c74-5ddcc5189ab8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:49.759588 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-db467c25-6aa0-4a7c-8c74-5ddcc5189ab8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:49.774418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-db467c25-6aa0-4a7c-8c74-5ddcc5189ab8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:49.833218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-db467c25-6aa0-4a7c-8c74-5ddcc5189ab8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:49.836900 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-db467c25-6aa0-4a7c-8c74-5ddcc5189ab8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:49.863039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db467c25-6aa0-4a7c-8c74-5ddcc5189ab8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d9c604-55fa-45c4-b594-29def66f51c4,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:49.871774 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-db467c25-6aa0-4a7c-8c74-5ddcc5189ab8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:49.873147 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-db467c25-6aa0-4a7c-8c74-5ddcc5189ab8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384385 Mar 16 11:04:49.876427 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54890) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:49.882837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-7a407808-295f-4247-a599-df99a746eebd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '1a9de55e-8acd-4180-883f-5dd25e55bc67', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:49.889821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7a407808-295f-4247-a599-df99a746eebd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:49.895228 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7a407808-295f-4247-a599-df99a746eebd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:49.898765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7a407808-295f-4247-a599-df99a746eebd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:49.906199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7a407808-295f-4247-a599-df99a746eebd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:49.927695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a407808-295f-4247-a599-df99a746eebd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:49.996282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a407808-295f-4247-a599-df99a746eebd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.000353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a407808-295f-4247-a599-df99a746eebd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.014119 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device ce59c189-758c-42db-9b89-92f6fe675401 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:04:50.024667 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a407808-295f-4247-a599-df99a746eebd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e480e6a-b52a-45d7-8210-ecf01f7c1783,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:50.032989 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a407808-295f-4247-a599-df99a746eebd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.034206 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7a407808-295f-4247-a599-df99a746eebd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1561711 Mar 16 11:04:50.037150 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54894) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:50.042752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-bbc4abba-2dd3-4dff-a5d2-2c62694e0fa8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '1a9de55e-8acd-4180-883f-5dd25e55bc67', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:50.049246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-bbc4abba-2dd3-4dff-a5d2-2c62694e0fa8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:50.053555 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-bbc4abba-2dd3-4dff-a5d2-2c62694e0fa8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:50.056036 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-bbc4abba-2dd3-4dff-a5d2-2c62694e0fa8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:50.062354 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-bbc4abba-2dd3-4dff-a5d2-2c62694e0fa8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:50.085328 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbc4abba-2dd3-4dff-a5d2-2c62694e0fa8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.103532 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device ce59c189-758c-42db-9b89-92f6fe675401 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:04:50.151133 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbc4abba-2dd3-4dff-a5d2-2c62694e0fa8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.157116 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbc4abba-2dd3-4dff-a5d2-2c62694e0fa8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.178453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4abba-2dd3-4dff-a5d2-2c62694e0fa8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9846b090-3f88-4cd0-8b06-6603e8c15c56,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:50.187383 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbc4abba-2dd3-4dff-a5d2-2c62694e0fa8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.188642 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bbc4abba-2dd3-4dff-a5d2-2c62694e0fa8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505384 Mar 16 11:04:50.192251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54898) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:50.197088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-788315e6-6040-47e5-88de-e53420dc32c3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '1a9de55e-8acd-4180-883f-5dd25e55bc67', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:50.203342 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-788315e6-6040-47e5-88de-e53420dc32c3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:50.207655 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-788315e6-6040-47e5-88de-e53420dc32c3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:50.210261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-788315e6-6040-47e5-88de-e53420dc32c3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:50.216937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-788315e6-6040-47e5-88de-e53420dc32c3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:50.237239 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-788315e6-6040-47e5-88de-e53420dc32c3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.315210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-788315e6-6040-47e5-88de-e53420dc32c3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.319642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-788315e6-6040-47e5-88de-e53420dc32c3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.343513 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788315e6-6040-47e5-88de-e53420dc32c3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5a0203-75d7-4857-8490-2f558f33d83b,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:50.354356 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-788315e6-6040-47e5-88de-e53420dc32c3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.356190 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-788315e6-6040-47e5-88de-e53420dc32c3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1624949 Mar 16 11:04:50.358299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54902) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:50.365073 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-12fa9df9-3c45-4be4-835b-6e8db5a1525d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '1a9de55e-8acd-4180-883f-5dd25e55bc67', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:50.369537 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-12fa9df9-3c45-4be4-835b-6e8db5a1525d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:50.374030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-12fa9df9-3c45-4be4-835b-6e8db5a1525d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:50.377668 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-12fa9df9-3c45-4be4-835b-6e8db5a1525d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:50.385299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-12fa9df9-3c45-4be4-835b-6e8db5a1525d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:50.393963 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-12fa9df9-3c45-4be4-835b-6e8db5a1525d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:04:50.402401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12fa9df9-3c45-4be4-835b-6e8db5a1525d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.485199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12fa9df9-3c45-4be4-835b-6e8db5a1525d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.489352 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12fa9df9-3c45-4be4-835b-6e8db5a1525d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.512596 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa9df9-3c45-4be4-835b-6e8db5a1525d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8df38f-e2be-46f2-ac03-e9b43ef38ec6,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:50.526136 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12fa9df9-3c45-4be4-835b-6e8db5a1525d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.527137 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-12fa9df9-3c45-4be4-835b-6e8db5a1525d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1679354 Mar 16 11:04:50.529979 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54908) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:50.535375 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-610a28db-3b86-498c-a83d-f9f3613b03d6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '1a9de55e-8acd-4180-883f-5dd25e55bc67', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:50.541457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-610a28db-3b86-498c-a83d-f9f3613b03d6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:50.545242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-610a28db-3b86-498c-a83d-f9f3613b03d6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:50.548162 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-610a28db-3b86-498c-a83d-f9f3613b03d6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:50.553937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-610a28db-3b86-498c-a83d-f9f3613b03d6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:50.565951 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-610a28db-3b86-498c-a83d-f9f3613b03d6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:04:50.572884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-610a28db-3b86-498c-a83d-f9f3613b03d6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.648690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-610a28db-3b86-498c-a83d-f9f3613b03d6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.653080 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-610a28db-3b86-498c-a83d-f9f3613b03d6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.677900 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a28db-3b86-498c-a83d-f9f3613b03d6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5e30e6-239b-4d0e-8bdc-a1c1e0530823,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:50.688162 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-610a28db-3b86-498c-a83d-f9f3613b03d6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.691184 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-610a28db-3b86-498c-a83d-f9f3613b03d6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588588 Mar 16 11:04:50.695202 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7b6fc-c22a-4a58-a8b6-ce65de9edf11 req-f474cd29-7c72-43f5-91e5-8ea24a9dfb04 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:50.696328 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-eca7b6fc-c22a-4a58-a8b6-ce65de9edf11 req-f474cd29-7c72-43f5-91e5-8ea24a9dfb04 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 943 time: 0.0890832 Mar 16 11:04:50.747345 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-eca7b6fc-c22a-4a58-a8b6-ce65de9edf11 req-116966df-d108-47c7-8a48-3b797c2d1b94 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427620 Mar 16 11:04:50.930632 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-fd03d5e3-b8b4-4e8b-9fd1-6cfd37d43dac tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:04:50.947855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-fd03d5e3-b8b4-4e8b-9fd1-6cfd37d43dac tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:04:50.947855 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-fd03d5e3-b8b4-4e8b-9fd1-6cfd37d43dac tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889453381&fields=id&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 267 time: 0.0584946 Mar 16 11:04:51.049903 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-0c07f0ae-560a-4b4b-b5cb-0d92711635da tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:51.051576 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-0c07f0ae-560a-4b4b-b5cb-0d92711635da tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports/ce59c189-758c-42db-9b89-92f6fe675401 HTTP/1.1" status: 200 len: 930 time: 0.0951319 Mar 16 11:04:51.128713 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-4f5a3b40-a10c-483f-b7d3-f91ceb01b565 service neutron] 10.222.0.44 "GET /v2.0/ports/ce59c189-758c-42db-9b89-92f6fe675401?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0644195 Mar 16 11:04:51.261891 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-a68c7080-8a67-445c-ac2c-098cb934c8ca service neutron] 10.222.0.44 "GET /v2.0/networks/49fc5ea2-5c32-4867-9eb8-f6a4513bdbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273708 Mar 16 11:04:51.408635 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-30d39829-2b7f-4b3e-aad5-174be79b17ff service neutron] 10.222.0.44 "GET /v2.0/networks/49fc5ea2-5c32-4867-9eb8-f6a4513bdbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374745 Mar 16 11:04:51.956072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f552356-e720-44af-be37-b8d9a99b3ac9 req-819c27b9-74b1-4f6c-a6c5-5f96e3c591b4 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:51.957324 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2f552356-e720-44af-be37-b8d9a99b3ac9 req-819c27b9-74b1-4f6c-a6c5-5f96e3c591b4 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 943 time: 0.0972664 Mar 16 11:04:52.099361 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2f552356-e720-44af-be37-b8d9a99b3ac9 req-83b32749-5c17-404b-b20b-12461b34bedf tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356623 Mar 16 11:04:52.608464 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-38270514-e973-448d-bfe4-b0346c6f2dc3 req-1bfdb639-791d-4479-9c12-f5f35b8dbaec tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 210 time: 0.0432088 Mar 16 11:04:53.290539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cb4d0-b6f8-43ef-b572-31a44c51c992 req-38605697-cf97-49f5-8b3f-eac42710c486 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:53.292971 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-027cb4d0-b6f8-43ef-b572-31a44c51c992 req-38605697-cf97-49f5-8b3f-eac42710c486 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 943 time: 0.0825002 Mar 16 11:04:53.337363 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-027cb4d0-b6f8-43ef-b572-31a44c51c992 req-17e41ef7-e175-4f68-b9f0-758e5abdf405 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376575 Mar 16 11:04:53.550138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7705b183-aa10-469b-8a1e-6b09e557badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:53.551486 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7705b183-aa10-469b-8a1e-6b09e557badc service neutron] 10.222.0.18 "GET /v2.0/ports/ce59c189-758c-42db-9b89-92f6fe675401 HTTP/1.1" status: 200 len: 1026 time: 0.0632942 Mar 16 11:04:53.702708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-3aaa131b-313c-41b0-bc7d-9fc53d991d9b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:53.704094 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-3aaa131b-313c-41b0-bc7d-9fc53d991d9b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/networks?id=49fc5ea2-5c32-4867-9eb8-f6a4513bdbde HTTP/1.1" status: 200 len: 797 time: 0.1464396 Mar 16 11:04:53.755985 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-ab372871-91db-4e26-95cb-4802c057a7d9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 473 time: 0.0423937 Mar 16 11:04:53.760776 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a557a281-1cbf-40e2-8f5e-f4ac80523192 req-fddb7cf4-cf9c-4e92-a8a3-eacbe28a7e97 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 210 time: 0.0458050 Mar 16 11:04:53.766221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Request body: {'port': {'device_id': 'db9dfc18-9dc1-41b9-81f8-e45831835855', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:53.874253 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:54.198201 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce59c189-758c-42db-9b89-92f6fe675401 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:04:54.205194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:54.220114 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Transition to ACTIVE for port object ce59c189-758c-42db-9b89-92f6fe675401 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:54.223922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:54.501298 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce59c189-758c-42db-9b89-92f6fe675401,revision_number=7']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:54.640023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b6d79-2954-409f-9852-a0054b7ae001 req-8d75c73d-5a73-4734-b9ff-e8e01f5c1f78 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:54.641451 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6b2b6d79-2954-409f-9852-a0054b7ae001 req-8d75c73d-5a73-4734-b9ff-e8e01f5c1f78 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 943 time: 0.1917815 Mar 16 11:04:54.677679 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Attempting to bind port ce59c189-758c-42db-9b89-92f6fe675401 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:04:54.678010 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Attempting to bind port ce59c189-758c-42db-9b89-92f6fe675401 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '67d4fa98-dc79-41c0-888e-d03c3997f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:04:54.678332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Attempting to bind port ce59c189-758c-42db-9b89-92f6fe675401 on network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:04:54.694349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Port ce59c189-758c-42db-9b89-92f6fe675401 on network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:04:54.694665 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Attempting to bind port ce59c189-758c-42db-9b89-92f6fe675401 on network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:04:54.704833 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6b2b6d79-2954-409f-9852-a0054b7ae001 req-47b8581e-9caa-4c84-a758-cda6b104e038 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531445 Mar 16 11:04:54.705692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:04:54.706018 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Checking segment: {'id': '67d4fa98-dc79-41c0-888e-d03c3997f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:04:54.706378 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Bound using segment: {'id': '67d4fa98-dc79-41c0-888e-d03c3997f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:04:54.706796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Bound port: ce59c189-758c-42db-9b89-92f6fe675401, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d4fa98-dc79-41c0-888e-d03c3997f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:04:54.707126 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:54.795806 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] For port ce59c189-758c-42db-9b89-92f6fe675401, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:04:54.799813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] For port ce59c189-758c-42db-9b89-92f6fe675401, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=ce59c189-758c-42db-9b89-92f6fe675401,segment=NetworkSegment(67d4fa98-dc79-41c0-888e-d03c3997f252),segment_id=67d4fa98-dc79-41c0-888e-d03c3997f252)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:04:54.805383 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:54.859512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:54.860118 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:54.862121 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/ce59c189-758c-42db-9b89-92f6fe675401 HTTP/1.1" status: 200 len: 1131 time: 1.0991762 Mar 16 11:04:54.862458 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9dfc18-9dc1-41b9-81f8-e45831835855', 'tag': 'ce59c189-758c-42db-9b89-92f6fe675401'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:04:54.887567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae4df9-1b8b-45f0-b303-7a35665f55e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce59c189-758c-42db-9b89-92f6fe675401,revision_number=8']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:54.946242 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9dfc18-9dc1-41b9-81f8-e45831835855', 'tag': 'ce59c189-758c-42db-9b89-92f6fe675401', 'status': 'completed', 'code': 200} Mar 16 11:04:54.956606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba6a0d-1404-46f2-9d2c-49266667313f req-fa840c30-2770-4440-9910-12e13f1b7f8b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:54.958147 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-11ba6a0d-1404-46f2-9d2c-49266667313f req-fa840c30-2770-4440-9910-12e13f1b7f8b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 981 time: 0.0877850 Mar 16 11:04:54.991086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-fd170c90-a998-4e22-bec4-a5e2c4815fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:54.992585 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-fd170c90-a998-4e22-bec4-a5e2c4815fb3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 1134 time: 0.0831187 Mar 16 11:04:55.006776 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-11ba6a0d-1404-46f2-9d2c-49266667313f req-1cc1beb8-ac63-4da8-995e-0929cf0d8fb7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415413 Mar 16 11:04:55.104041 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-77bfb78f-04e3-4c31-bdc8-e5a791a04d31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce59c189-758c-42db-9b89-92f6fe675401 HTTP/1.1" status: 200 len: 1037 time: 0.0998816 Mar 16 11:04:55.166283 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-356b9cc2-2022-4149-9ce4-93d973aac761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:55.167609 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-356b9cc2-2022-4149-9ce4-93d973aac761 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=51caca53-deb4-4b80-a98a-8767e341148c HTTP/1.1" status: 200 len: 834 time: 0.0562584 Mar 16 11:04:55.239642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-3ec22a29-d0d2-4644-af57-55f7826949e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:55.241076 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-3ec22a29-d0d2-4644-af57-55f7826949e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fc5ea2-5c32-4867-9eb8-f6a4513bdbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673726 Mar 16 11:04:55.372987 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-13d413f4-7b08-4c67-b70c-6bd60ce50fd2 service neutron] 10.222.0.18 "GET /v2.0/networks/49fc5ea2-5c32-4867-9eb8-f6a4513bdbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238754 Mar 16 11:04:55.498250 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-50a5e3f8-bf24-4dae-999d-dbd79ee995ef req-a24c4cba-5127-4a6b-9215-47142c153014 service neutron] 10.222.0.18 "GET /v2.0/networks/49fc5ea2-5c32-4867-9eb8-f6a4513bdbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188216 Mar 16 11:04:55.611417 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c3164-85db-48b6-a575-e8231a313950 req-3d289b41-1cfe-4650-bcc6-20456ad030bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:55.612771 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e02c3164-85db-48b6-a575-e8231a313950 req-3d289b41-1cfe-4650-bcc6-20456ad030bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 1134 time: 0.0729632 Mar 16 11:04:55.742286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c3164-85db-48b6-a575-e8231a313950 req-ed3af5be-196e-4b06-867c-ef610b384b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:55.744545 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e02c3164-85db-48b6-a575-e8231a313950 req-ed3af5be-196e-4b06-867c-ef610b384b79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=49fc5ea2-5c32-4867-9eb8-f6a4513bdbde HTTP/1.1" status: 200 len: 898 time: 0.1222067 Mar 16 11:04:55.885119 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e02c3164-85db-48b6-a575-e8231a313950 req-d479c064-a95b-4177-8e9b-856958109982 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce59c189-758c-42db-9b89-92f6fe675401 HTTP/1.1" status: 200 len: 1037 time: 0.1343639 Mar 16 11:04:55.962749 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a33ff-eba4-468d-8025-67ec912dfa63 req-c7110a10-e92f-4631-96a8-e6b266389df7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:55.964180 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb9a33ff-eba4-468d-8025-67ec912dfa63 req-c7110a10-e92f-4631-96a8-e6b266389df7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 943 time: 0.1442211 Mar 16 11:04:55.984554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c3164-85db-48b6-a575-e8231a313950 req-492f29e6-6ba3-45fa-ab65-770142452568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:55.985867 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e02c3164-85db-48b6-a575-e8231a313950 req-492f29e6-6ba3-45fa-ab65-770142452568 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=51caca53-deb4-4b80-a98a-8767e341148c HTTP/1.1" status: 200 len: 834 time: 0.0919225 Mar 16 11:04:56.047255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 16938f59-3265-4bd2-8460-a7352a79b07f details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:04:56.049233 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb9a33ff-eba4-468d-8025-67ec912dfa63 req-b88cd1f0-0bb4-4a5c-862c-4867cc6e84af tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785918 Mar 16 11:04:56.082034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c3164-85db-48b6-a575-e8231a313950 req-6ee0c073-a17f-4b9a-8659-875eda7cbc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:56.083631 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e02c3164-85db-48b6-a575-e8231a313950 req-6ee0c073-a17f-4b9a-8659-875eda7cbc1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fc5ea2-5c32-4867-9eb8-f6a4513bdbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904200 Mar 16 11:04:56.186010 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 16938f59-3265-4bd2-8460-a7352a79b07f, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=16938f59-3265-4bd2-8460-a7352a79b07f,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:56.200597 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '16938f59-3265-4bd2-8460-a7352a79b07f', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'port_id': '16938f59-3265-4bd2-8460-a7352a79b07f', 'mac_address': 'fa:16:3e:c2:87:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:04:56.204592 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8812e9d-ee98-400a-93db-e77df6e59cd2 req-432dbf77-efb5-48ef-b76d-85d2d847f347 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:56.206740 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e8812e9d-ee98-400a-93db-e77df6e59cd2 req-432dbf77-efb5-48ef-b76d-85d2d847f347 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 981 time: 0.0913093 Mar 16 11:04:56.258209 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:56.260682 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e8812e9d-ee98-400a-93db-e77df6e59cd2 req-dc976934-00d4-4642-b3ef-95953d2b2750 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479593 Mar 16 11:04:56.277403 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16938f59-3265-4bd2-8460-a7352a79b07f {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:04:56.295611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 16938f59-3265-4bd2-8460-a7352a79b07f, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=16938f59-3265-4bd2-8460-a7352a79b07f,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:56.300672 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:56.330608 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e02c3164-85db-48b6-a575-e8231a313950 req-17189a60-6331-4ae7-af5f-bca0a58a062a service neutron] 10.222.0.18 "GET /v2.0/networks/49fc5ea2-5c32-4867-9eb8-f6a4513bdbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399030 Mar 16 11:04:56.368407 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=16938f59-3265-4bd2-8460-a7352a79b07f,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:56.458910 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e02c3164-85db-48b6-a575-e8231a313950 req-1d7f62b0-78b8-4f49-a8c6-7fea08c937bb service neutron] 10.222.0.18 "GET /v2.0/networks/49fc5ea2-5c32-4867-9eb8-f6a4513bdbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203835 Mar 16 11:04:56.696420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['16938f59-3265-4bd2-8460-a7352a79b07f'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:04:57.232695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a2f69-bc10-4e9f-bd35-7f8169d57cec req-423df4b3-ad4f-4af4-8571-6b0cc25152df tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:57.234124 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d70a2f69-bc10-4e9f-bd35-7f8169d57cec req-423df4b3-ad4f-4af4-8571-6b0cc25152df tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 944 time: 0.0807688 Mar 16 11:04:57.277661 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d70a2f69-bc10-4e9f-bd35-7f8169d57cec req-16c1e4ba-0493-421f-b96d-e214e6145ccf tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378160 Mar 16 11:04:57.487424 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83cc6a-82d6-454b-9214-363d157986e6 req-532b97d2-a424-48fe-be07-177b7ef13b76 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:57.488853 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4e83cc6a-82d6-454b-9214-363d157986e6 req-532b97d2-a424-48fe-be07-177b7ef13b76 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 981 time: 0.0772963 Mar 16 11:04:57.532122 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4e83cc6a-82d6-454b-9214-363d157986e6 req-95578bd2-c1e8-419b-966a-43723b2a487b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377300 Mar 16 11:04:58.047607 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 16938f59-3265-4bd2-8460-a7352a79b07f up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:04:58.115693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 16938f59-3265-4bd2-8460-a7352a79b07f completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:58.120240 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 16938f59-3265-4bd2-8460-a7352a79b07f triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:58.120606 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:58.261118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:58.290502 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880c1994-a640-4a9a-80f3-646a78c716eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16938f59-3265-4bd2-8460-a7352a79b07f'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:04:58.298786 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 16938f59-3265-4bd2-8460-a7352a79b07f, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=16938f59-3265-4bd2-8460-a7352a79b07f,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:58.304651 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:58.339936 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880c1994-a640-4a9a-80f3-646a78c716eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16938f59-3265-4bd2-8460-a7352a79b07f', 'code': 200} Mar 16 11:04:58.372099 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=16938f59-3265-4bd2-8460-a7352a79b07f,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:58.464923 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ace893-f1f9-40d5-8120-aafee306e2a7 req-d414cef1-3394-44ff-a9d3-45e5720d435c tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:58.466368 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-58ace893-f1f9-40d5-8120-aafee306e2a7 req-d414cef1-3394-44ff-a9d3-45e5720d435c tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 945 time: 0.0818434 Mar 16 11:04:58.510942 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-58ace893-f1f9-40d5-8120-aafee306e2a7 req-00ebc5b4-f189-4a06-8141-434ab6c6c52a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381269 Mar 16 11:04:58.616896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a469b-3e0d-45b1-903c-1a1838260e68 req-4c812e45-bf88-42eb-a725-f4cefd5fcd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:58.618383 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d2a469b-3e0d-45b1-903c-1a1838260e68 req-4c812e45-bf88-42eb-a725-f4cefd5fcd81 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 1098 time: 0.0687530 Mar 16 11:04:58.702899 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d2a469b-3e0d-45b1-903c-1a1838260e68 req-1c01ce0e-6f06-4623-97d0-3c46030807c6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781822 Mar 16 11:04:58.733326 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b2afc-2ead-4f83-8883-d8a087a0ccb0 req-b2b2dce1-4b46-4cf8-b61e-bed3c23cfe87 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:58.734691 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ff7b2afc-2ead-4f83-8883-d8a087a0ccb0 req-b2b2dce1-4b46-4cf8-b61e-bed3c23cfe87 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 981 time: 0.0934629 Mar 16 11:04:58.777158 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ff7b2afc-2ead-4f83-8883-d8a087a0ccb0 req-c0f79586-6e1f-42f2-8e1f-bc4092a14029 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368917 Mar 16 11:04:59.694138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb1e9b-1152-4745-b497-98e558b7c89d req-fd71a4b4-6158-4c76-b9ec-643c1bb74240 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:59.695569 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d0fb1e9b-1152-4745-b497-98e558b7c89d req-fd71a4b4-6158-4c76-b9ec-643c1bb74240 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 945 time: 0.0806961 Mar 16 11:04:59.738260 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d0fb1e9b-1152-4745-b497-98e558b7c89d req-208928f8-ea0a-4193-97db-321f6f7d72c0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371399 Mar 16 11:05:00.065583 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device ce59c189-758c-42db-9b89-92f6fe675401 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:05:00.108510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddf743-f99b-4350-afa4-7a67e2ac934a req-41b7fa0b-219e-41de-a398-a9dd87061a4d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:00.109944 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5fddf743-f99b-4350-afa4-7a67e2ac934a req-41b7fa0b-219e-41de-a398-a9dd87061a4d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 981 time: 0.0831473 Mar 16 11:05:00.157456 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5fddf743-f99b-4350-afa4-7a67e2ac934a req-343d0b1f-096d-458b-863d-bd69b79e8538 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417404 Mar 16 11:05:00.196274 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port ce59c189-758c-42db-9b89-92f6fe675401, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=ce59c189-758c-42db-9b89-92f6fe675401,segment=NetworkSegment(67d4fa98-dc79-41c0-888e-d03c3997f252),segment_id=67d4fa98-dc79-41c0-888e-d03c3997f252)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:00.209282 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'ce59c189-758c-42db-9b89-92f6fe675401', 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde', 'port_id': 'ce59c189-758c-42db-9b89-92f6fe675401', 'mac_address': 'fa:16:3e:3c:c0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51caca53-deb4-4b80-a98a-8767e341148c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:05:00.273621 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:00.289619 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce59c189-758c-42db-9b89-92f6fe675401 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:05:00.305785 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port ce59c189-758c-42db-9b89-92f6fe675401, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=ce59c189-758c-42db-9b89-92f6fe675401,segment=NetworkSegment(67d4fa98-dc79-41c0-888e-d03c3997f252),segment_id=67d4fa98-dc79-41c0-888e-d03c3997f252)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:00.310295 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:00.374056 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=ce59c189-758c-42db-9b89-92f6fe675401,revision_number=9']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:00.647358 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['ce59c189-758c-42db-9b89-92f6fe675401'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:05:00.822865 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7de9d805-9fd6-46c9-8efe-f176b7be6bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:00.919361 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8d694-2e25-4fc3-81c1-7b61c2d81126 req-574fde09-c936-42a6-9460-6e6e9939e827 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:00.920702 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-92d8d694-2e25-4fc3-81c1-7b61c2d81126 req-574fde09-c936-42a6-9460-6e6e9939e827 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 945 time: 0.0790741 Mar 16 11:05:00.963639 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-92d8d694-2e25-4fc3-81c1-7b61c2d81126 req-fd78bc67-d435-4bb2-9fec-8b5fa5fd662f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365856 Mar 16 11:05:01.139820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591179a8-42a0-4f55-8055-1ea861648ac6 req-ea7d7cf8-b39f-4681-8de2-093e473a1544 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:01.141269 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-591179a8-42a0-4f55-8055-1ea861648ac6 req-ea7d7cf8-b39f-4681-8de2-093e473a1544 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 945 time: 0.0780089 Mar 16 11:05:01.184287 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-591179a8-42a0-4f55-8055-1ea861648ac6 req-64907a34-6066-4959-8b5d-ae1647a862f7 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368867 Mar 16 11:05:01.206558 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54978) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:01.278720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e279ea-2ee6-4cf3-a3f6-95c0af0cf093 tempest-TestVolumeBootPattern-140600436 tempest-TestVolumeBootPattern-140600436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:01.280244 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-48e279ea-2ee6-4cf3-a3f6-95c0af0cf093 tempest-TestVolumeBootPattern-140600436 tempest-TestVolumeBootPattern-140600436-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 1093 time: 0.0726688 Mar 16 11:05:01.283559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 54982) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:01.288548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': '16938f59-3265-4bd2-8460-a7352a79b07f', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:01.295259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:01.299502 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Usage tracker for resource:floatingip and tenant:366b4a2732424eecae1e3b8242ca1d7c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:01.302410 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:01.308099 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:01.319745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for floatingip, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:01.348509 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10ea54-740e-495d-af98-ed28a30ad766 req-ad622fda-ed93-40fc-bbd6-6d6b598e5b4f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:01.349981 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7b10ea54-740e-495d-af98-ed28a30ad766 req-ad622fda-ed93-40fc-bbd6-6d6b598e5b4f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 982 time: 0.0858812 Mar 16 11:05:01.392782 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7b10ea54-740e-495d-af98-ed28a30ad766 req-9f6fc610-143e-4576-add9-3fa9fc5ef7d5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365922 Mar 16 11:05:01.453180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:01.583559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Allocated IP 172.26.3.47 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/33af4da4-2a88-49e2-8ece-329896aedd96) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:05:01.731000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:01.758338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:01.817935 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:05:01.820561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:05:01.827907 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:05:01.861226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event updated for resources: {'Port': ['ID=33af4da4-2a88-49e2-8ece-329896aedd96,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:02.063190 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device ce59c189-758c-42db-9b89-92f6fe675401 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:05:02.128539 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port ce59c189-758c-42db-9b89-92f6fe675401 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:02.133318 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port ce59c189-758c-42db-9b89-92f6fe675401 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:02.133677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:02.253177 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:02.280968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9dfc18-9dc1-41b9-81f8-e45831835855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce59c189-758c-42db-9b89-92f6fe675401'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:05:02.291513 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port ce59c189-758c-42db-9b89-92f6fe675401, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=ce59c189-758c-42db-9b89-92f6fe675401,segment=NetworkSegment(67d4fa98-dc79-41c0-888e-d03c3997f252),segment_id=67d4fa98-dc79-41c0-888e-d03c3997f252)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:02.297787 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:02.333790 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9dfc18-9dc1-41b9-81f8-e45831835855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce59c189-758c-42db-9b89-92f6fe675401', 'code': 200} Mar 16 11:05:02.350133 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:02.368727 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=ce59c189-758c-42db-9b89-92f6fe675401,revision_number=10']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:02.429544 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:02.581693 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d13882-a04c-4b97-83f9-36153c75ae8c req-0f701dba-2671-4504-b1e2-271aa35f1f52 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:02.583056 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-31d13882-a04c-4b97-83f9-36153c75ae8c req-0f701dba-2671-4504-b1e2-271aa35f1f52 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 984 time: 0.0777290 Mar 16 11:05:02.630724 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-31d13882-a04c-4b97-83f9-36153c75ae8c req-3d32ba7a-0143-4131-b488-2b05842300d1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 Mar 16 11:05:02.679349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08598127-1e60-4924-9234-55ccc9b739fe req-f9c8a6cd-9ea7-45a5-b5c7-f4fcabfe9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:02.680816 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-08598127-1e60-4924-9234-55ccc9b739fe req-f9c8a6cd-9ea7-45a5-b5c7-f4fcabfe9c13 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 1137 time: 0.1884737 Mar 16 11:05:02.717745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:02.723619 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:02.820032 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-08598127-1e60-4924-9234-55ccc9b739fe req-03f99232-5fd2-4b88-b2e1-08297d3b6872 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273730 Mar 16 11:05:02.845949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event updated for resources: {'Port': ['ID=33af4da4-2a88-49e2-8ece-329896aedd96,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:02.855391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:03.016536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3ae242db-4bc9-42f1-815e-f3beb022b2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:03.027989 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Floating IP c26db016-6110-4b44-b795-b6d87834d766 associated. External IP: 172.26.3.47, port: 16938f59-3265-4bd2-8460-a7352a79b07f. Mar 16 11:05:03.373476 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:05:03.546807 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:05:03.556735 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797b89b-7cd1-49ff-9747-996b98a07b03 None None] Sync routers for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:05:03.566685 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797b89b-7cd1-49ff-9747-996b98a07b03 None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:03.567318 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3797b89b-7cd1-49ff-9747-996b98a07b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:05:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:03.571536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:03.632940 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-864a3046-dda9-4a49-abb2-75c9e9921c7d tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3481982 Mar 16 11:05:03.633575 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880c1994-a640-4a9a-80f3-646a78c716eb', 'tag': '16938f59-3265-4bd2-8460-a7352a79b07f'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:05:03.677681 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880c1994-a640-4a9a-80f3-646a78c716eb', 'tag': '16938f59-3265-4bd2-8460-a7352a79b07f', 'status': 'completed', 'code': 200} Mar 16 11:05:03.750798 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-3797b89b-7cd1-49ff-9747-996b98a07b03 None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:03.821763 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb55a6-ca8c-49c6-b94c-c107873950a2 req-d4d1803e-a34c-47df-a2a8-d2884c5d1e35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:03.823208 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0fbb55a6-ca8c-49c6-b94c-c107873950a2 req-d4d1803e-a34c-47df-a2a8-d2884c5d1e35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 984 time: 0.0863950 Mar 16 11:05:03.870013 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0fbb55a6-ca8c-49c6-b94c-c107873950a2 req-a74a3ef3-510f-4e0c-bb94-cfa79f228047 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403814 Mar 16 11:05:03.894881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68053d1d-e89e-4b60-a0b3-7c40b06afa0d req-73979102-34f8-42ca-9880-e145bd2e91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:03.896364 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-68053d1d-e89e-4b60-a0b3-7c40b06afa0d req-73979102-34f8-42ca-9880-e145bd2e91a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 1098 time: 0.1969361 Mar 16 11:05:04.031784 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68053d1d-e89e-4b60-a0b3-7c40b06afa0d req-1460823a-60a9-45e1-9da9-0a576dd4b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:04.033756 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-68053d1d-e89e-4b60-a0b3-7c40b06afa0d req-1460823a-60a9-45e1-9da9-0a576dd4b312 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 200 len: 912 time: 0.1308980 Mar 16 11:05:04.117493 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3797b89b-7cd1-49ff-9747-996b98a07b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'c26db016-6110-4b44-b795-b6d87834d766', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'port_id': '16938f59-3265-4bd2-8460-a7352a79b07f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'mac_address': 'fa:16:3e:c2:87:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880c1994-a640-4a9a-80f3-646a78c716eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:05:02Z', 'updated_at': '2022-03-16T11:05:02Z', 'revision_number': 0, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address_scope': None}, {'id': 'f39e8d31-cbc9-4ce4-9dc9-803ad9225d8d', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'port_id': 'fba6affa-9365-432f-b2df-ce3fa1bd149e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'mac_address': 'fa:16:3e:51:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:45Z', 'updated_at': '2022-03-16T11:02:48Z', 'revision_number': 1, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:04.122370 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797b89b-7cd1-49ff-9747-996b98a07b03 None None] Checking router: 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:05:04.132497 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797b89b-7cd1-49ff-9747-996b98a07b03 None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:04.133111 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3797b89b-7cd1-49ff-9747-996b98a07b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:05:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:04.149942 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-68053d1d-e89e-4b60-a0b3-7c40b06afa0d req-b5641a03-a752-4937-851d-500b27e63a30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16938f59-3265-4bd2-8460-a7352a79b07f HTTP/1.1" status: 200 len: 998 time: 0.1042907 Mar 16 11:05:04.218673 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68053d1d-e89e-4b60-a0b3-7c40b06afa0d req-02f80fa5-ce88-4a4e-b139-e1df0d966f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:04.220206 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-68053d1d-e89e-4b60-a0b3-7c40b06afa0d req-02f80fa5-ce88-4a4e-b139-e1df0d966f96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d954889d-0ff1-45e8-bc9a-1b7538683dc9 HTTP/1.1" status: 200 len: 850 time: 0.0609367 Mar 16 11:05:04.300316 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68053d1d-e89e-4b60-a0b3-7c40b06afa0d req-24a7b157-10b0-4c66-b2fa-f221c613a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:04.302697 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-68053d1d-e89e-4b60-a0b3-7c40b06afa0d req-24a7b157-10b0-4c66-b2fa-f221c613a300 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51a0a550-36fb-4b4a-acbc-273fffc2a038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751793 Mar 16 11:05:04.317300 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-3797b89b-7cd1-49ff-9747-996b98a07b03 None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:04.371331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:04.428056 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:04.452212 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-68053d1d-e89e-4b60-a0b3-7c40b06afa0d req-93ff60b8-e13e-40f1-a59d-7d586aabee25 service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403065 Mar 16 11:05:04.593248 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-68053d1d-e89e-4b60-a0b3-7c40b06afa0d req-c2bf6eb7-0a63-43f8-ae58-64c1293441b2 service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335373 Mar 16 11:05:04.679434 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3797b89b-7cd1-49ff-9747-996b98a07b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'c26db016-6110-4b44-b795-b6d87834d766', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'port_id': '16938f59-3265-4bd2-8460-a7352a79b07f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'mac_address': 'fa:16:3e:c2:87:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880c1994-a640-4a9a-80f3-646a78c716eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:05:02Z', 'updated_at': '2022-03-16T11:05:02Z', 'revision_number': 0, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address_scope': None}, {'id': 'f39e8d31-cbc9-4ce4-9dc9-803ad9225d8d', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'port_id': 'fba6affa-9365-432f-b2df-ce3fa1bd149e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'mac_address': 'fa:16:3e:51:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:45Z', 'updated_at': '2022-03-16T11:02:48Z', 'revision_number': 1, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:04.683125 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797b89b-7cd1-49ff-9747-996b98a07b03 None None] The sync data for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv is: [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'c26db016-6110-4b44-b795-b6d87834d766', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'port_id': '16938f59-3265-4bd2-8460-a7352a79b07f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'mac_address': 'fa:16:3e:c2:87:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880c1994-a640-4a9a-80f3-646a78c716eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:05:02Z', 'updated_at': '2022-03-16T11:05:02Z', 'revision_number': 0, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address_scope': None}, {'id': 'f39e8d31-cbc9-4ce4-9dc9-803ad9225d8d', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'port_id': 'fba6affa-9365-432f-b2df-ce3fa1bd149e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'mac_address': 'fa:16:3e:51:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:45Z', 'updated_at': '2022-03-16T11:02:48Z', 'revision_number': 1, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:05:04.866245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2eb024-718c-4bd7-a839-7b92a00045fc None None] New status for floating IP c26db016-6110-4b44-b795-b6d87834d766: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:05:05.056148 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabf625-a208-4284-b0c8-b0a08cdbaf6d req-15d40ff5-0a24-44c5-85db-765eb2b34855 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:05.057554 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-eaabf625-a208-4284-b0c8-b0a08cdbaf6d req-15d40ff5-0a24-44c5-85db-765eb2b34855 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 984 time: 0.0817966 Mar 16 11:05:05.101041 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-eaabf625-a208-4284-b0c8-b0a08cdbaf6d req-8c5ef678-73f0-4ec4-9fba-130de0cd2b82 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375860 Mar 16 11:05:05.289625 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f127b5f-b7a5-4505-935a-25753937b876 req-1331c357-e1b8-463c-a86e-652aa6e61e2c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:05.291217 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7f127b5f-b7a5-4505-935a-25753937b876 req-1331c357-e1b8-463c-a86e-652aa6e61e2c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 984 time: 0.0813990 Mar 16 11:05:05.334043 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7f127b5f-b7a5-4505-935a-25753937b876 req-1103cf6d-8535-499c-a988-0efed9951a99 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370338 Mar 16 11:05:05.356393 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55000) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:05.425139 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ffb357-5dcb-4fdb-8fdc-6d8f3f1287ec tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:05.426584 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-22ffb357-5dcb-4fdb-8fdc-6d8f3f1287ec tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855&network_id=49fc5ea2-5c32-4867-9eb8-f6a4513bdbde HTTP/1.1" status: 200 len: 1132 time: 0.0692456 Mar 16 11:05:05.772645 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3545928-d9e8-42f6-9cef-215a0d3ae22f req-34c51f67-29b3-4746-82ba-7dda17c9ae21 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:05.774060 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b3545928-d9e8-42f6-9cef-215a0d3ae22f req-34c51f67-29b3-4746-82ba-7dda17c9ae21 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 984 time: 0.0808170 Mar 16 11:05:05.816448 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b3545928-d9e8-42f6-9cef-215a0d3ae22f req-2b58ca78-e22a-4c67-b2a9-e5e92adde95e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367951 Mar 16 11:05:05.854035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:06.194519 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-26c2ab6d-9c51-4d30-903d-9ddebe1c97ae req-5260855c-a344-433b-8b5e-a34df494910f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662525 Mar 16 11:05:06.286098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2ab6d-9c51-4d30-903d-9ddebe1c97ae req-6ec49bdc-f31b-405c-90f5-cba3e387d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:06.287551 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-26c2ab6d-9c51-4d30-903d-9ddebe1c97ae req-6ec49bdc-f31b-405c-90f5-cba3e387d0ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0712097 Mar 16 11:05:06.429507 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2ab6d-9c51-4d30-903d-9ddebe1c97ae req-098e63b5-f9d3-4d03-af27-ebb190f1a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:06.430913 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-26c2ab6d-9c51-4d30-903d-9ddebe1c97ae req-098e63b5-f9d3-4d03-af27-ebb190f1a5e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 200 len: 912 time: 0.1249275 Mar 16 11:05:06.532609 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-26c2ab6d-9c51-4d30-903d-9ddebe1c97ae req-99b6a500-5744-4000-aa5f-000b5b044759 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fba6affa-9365-432f-b2df-ce3fa1bd149e HTTP/1.1" status: 200 len: 1001 time: 0.0941858 Mar 16 11:05:06.603590 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2ab6d-9c51-4d30-903d-9ddebe1c97ae req-1b10ff4a-49d7-4e32-b618-7b898465c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:06.604954 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-26c2ab6d-9c51-4d30-903d-9ddebe1c97ae req-1b10ff4a-49d7-4e32-b618-7b898465c570 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d954889d-0ff1-45e8-bc9a-1b7538683dc9 HTTP/1.1" status: 200 len: 850 time: 0.0554500 Mar 16 11:05:06.686783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2ab6d-9c51-4d30-903d-9ddebe1c97ae req-ca981860-6b5a-4d22-8a95-2649868c9796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:06.688994 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-26c2ab6d-9c51-4d30-903d-9ddebe1c97ae req-ca981860-6b5a-4d22-8a95-2649868c9796 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51a0a550-36fb-4b4a-acbc-273fffc2a038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772994 Mar 16 11:05:06.817900 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-26c2ab6d-9c51-4d30-903d-9ddebe1c97ae req-1295bd60-f1fe-4162-aec9-fd122af722e0 service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226482 Mar 16 11:05:07.092015 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-26c2ab6d-9c51-4d30-903d-9ddebe1c97ae req-48fed194-f831-4661-a7f7-c98965bb3e1f service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667654 Mar 16 11:05:07.121256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89735f-171a-42fc-9530-ab1a7cc2576d req-111fcfde-ffac-49f8-82ea-78b374aadad7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:07.122646 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4e89735f-171a-42fc-9530-ab1a7cc2576d req-111fcfde-ffac-49f8-82ea-78b374aadad7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 984 time: 0.2013245 Mar 16 11:05:07.165680 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4e89735f-171a-42fc-9530-ab1a7cc2576d req-3e281df7-511e-4a6f-a064-83ab7f4d2ec5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f49556e4-c180-4b7c-a352-a81c2462da25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366526 Mar 16 11:05:07.307995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b804a-ff50-4063-8cd8-1f07d097f49a req-416e8ea6-d31e-4a3c-a0a7-2bd495ff5ee5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:07.309377 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-241b804a-ff50-4063-8cd8-1f07d097f49a req-416e8ea6-d31e-4a3c-a0a7-2bd495ff5ee5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 984 time: 0.0797467 Mar 16 11:05:07.377335 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b804a-ff50-4063-8cd8-1f07d097f49a req-78aa591b-2763-4194-89aa-86b2aa1f54c0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:07.378614 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-241b804a-ff50-4063-8cd8-1f07d097f49a req-78aa591b-2763-4194-89aa-86b2aa1f54c0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/ports/ce59c189-758c-42db-9b89-92f6fe675401?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0634401 Mar 16 11:05:07.516714 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-241b804a-ff50-4063-8cd8-1f07d097f49a req-ded7b353-6acb-4093-877d-90f5e19874aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/networks/49fc5ea2-5c32-4867-9eb8-f6a4513bdbde?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1333449 Mar 16 11:05:07.526040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-241b804a-ff50-4063-8cd8-1f07d097f49a req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:07.632501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-241b804a-ff50-4063-8cd8-1f07d097f49a req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:07.820267 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-241b804a-ff50-4063-8cd8-1f07d097f49a req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] For port ce59c189-758c-42db-9b89-92f6fe675401, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=ce59c189-758c-42db-9b89-92f6fe675401,segment=NetworkSegment(67d4fa98-dc79-41c0-888e-d03c3997f252),segment_id=67d4fa98-dc79-41c0-888e-d03c3997f252)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:07.847314 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-241b804a-ff50-4063-8cd8-1f07d097f49a req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] For port ce59c189-758c-42db-9b89-92f6fe675401, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:05:07.899739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-241b804a-ff50-4063-8cd8-1f07d097f49a req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] device_id is not set on port ce59c189-758c-42db-9b89-92f6fe675401 yet. {{(pid=87969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:05:07.907366 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-241b804a-ff50-4063-8cd8-1f07d097f49a req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:07.912945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-241b804a-ff50-4063-8cd8-1f07d097f49a req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:08.048469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Pushing event updated for resources: {'Port': ['ID=ce59c189-758c-42db-9b89-92f6fe675401,revision_number=11']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:08.067419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:08.067759 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:08.068084 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:08.068402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:08.068719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:08.069034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:08.069348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:08.069658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:08.069973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:08.070284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:08.070591 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:08.070896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:08.113710 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-241b804a-ff50-4063-8cd8-1f07d097f49a req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] No DVR routers for this DVR port ce59c189-758c-42db-9b89-92f6fe675401 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:05:08.164726 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9d3ef422-b0ca-4167-a031-4711f07ba1d9 None None] Provisioning complete for port ce59c189-758c-42db-9b89-92f6fe675401 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:08.165219 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9d3ef422-b0ca-4167-a031-4711f07ba1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:08.220890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9d3ef422-b0ca-4167-a031-4711f07ba1d9 None None] Port ce59c189-758c-42db-9b89-92f6fe675401 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:05:08.318533 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a25e629f-4031-414f-a8ea-72ea1831cc52 req-b7ef4f10-36e6-4a53-b54c-871fd8cd8735 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=db9dfc18-9dc1-41b9-81f8-e45831835855 HTTP/1.1" status: 200 len: 210 time: 0.0413439 Mar 16 11:05:08.333059 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-241b804a-ff50-4063-8cd8-1f07d097f49a req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] In _notify_port_updated(), no bound segment for port ce59c189-758c-42db-9b89-92f6fe675401 on network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde {{(pid=87969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:05:08.333933 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b804a-ff50-4063-8cd8-1f07d097f49a req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:08.334559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-241b804a-ff50-4063-8cd8-1f07d097f49a req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:08.335828 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-241b804a-ff50-4063-8cd8-1f07d097f49a req-d37da16c-ee63-4722-9a1c-2c73772a630a service neutron] 10.222.0.18 "PUT /v2.0/ports/ce59c189-758c-42db-9b89-92f6fe675401 HTTP/1.1" status: 200 len: 1027 time: 0.8134751 Mar 16 11:05:09.412995 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55014) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:09.480828 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:09.508974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:09.574821 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:09.592100 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9de55e-8acd-4180-883f-5dd25e55bc67,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:09.601635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:09.601974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:09.602308 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:09.602637 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:09.602962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:09.603315 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:09.603635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:09.603953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:09.604270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:09.604583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:09.604898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:09.605212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:09.612742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:09.613599 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e9d6f2c0-4837-4f3a-9785-3bf65cf9f350 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/security-groups/1a9de55e-8acd-4180-883f-5dd25e55bc67 HTTP/1.1" status: 204 len: 168 time: 0.1995754 Mar 16 11:05:09.642911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55020) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:09.837893 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-ae72c893-84fb-4acd-a280-d7a392168389 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 29a5f742-ddc9-4f0f-bf7e-0d0f81667bf8 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:05:09.838145 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae72c893-84fb-4acd-a280-d7a392168389 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:10.104604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae72c893-84fb-4acd-a280-d7a392168389 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:10.104847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae72c893-84fb-4acd-a280-d7a392168389 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:10.222270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-ae72c893-84fb-4acd-a280-d7a392168389 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 29a5f742-ddc9-4f0f-bf7e-0d0f81667bf8 owned by network:floatingip {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:05:10.375682 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae72c893-84fb-4acd-a280-d7a392168389 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:10.420449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72c893-84fb-4acd-a280-d7a392168389 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=29a5f742-ddc9-4f0f-bf7e-0d0f81667bf8,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:10.509965 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae72c893-84fb-4acd-a280-d7a392168389 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:10.510283 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-ae72c893-84fb-4acd-a280-d7a392168389 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 7d1b81cf-46e9-4c15-b179-763c9091ad57 disassociated (deleted). External IP: 172.26.3.121, port: ce59c189-758c-42db-9b89-92f6fe675401. Mar 16 11:05:10.858029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae72c893-84fb-4acd-a280-d7a392168389 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router fc1170dd-d200-405d-ac78-62eb84c91900 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:05:11.047961 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae72c893-84fb-4acd-a280-d7a392168389 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:05:11.058854 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc2a42-b092-4ef6-9241-2983a86317f4 None None] Sync routers for ids ['fc1170dd-d200-405d-ac78-62eb84c91900'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:05:11.069562 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc2a42-b092-4ef6-9241-2983a86317f4 None None] Routers {'fc1170dd-d200-405d-ac78-62eb84c91900'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:11.070572 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-91dc2a42-b092-4ef6-9241-2983a86317f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:05:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fc1170dd-d200-405d-ac78-62eb84c91900'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:11.070714 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ae72c893-84fb-4acd-a280-d7a392168389 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:11.133877 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ae72c893-84fb-4acd-a280-d7a392168389 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/floatingips/7d1b81cf-46e9-4c15-b179-763c9091ad57 HTTP/1.1" status: 204 len: 168 time: 1.4895127 Mar 16 11:05:11.293443 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-91dc2a42-b092-4ef6-9241-2983a86317f4 None None] Set router fc1170dd-d200-405d-ac78-62eb84c91900 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:11.301063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55030) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:11.375336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c390d27-8184-4a55-aa83-3cf402e7673c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:11.406187 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c390d27-8184-4a55-aa83-3cf402e7673c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:11.473309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c390d27-8184-4a55-aa83-3cf402e7673c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:11.494993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c390d27-8184-4a55-aa83-3cf402e7673c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5378acd6-6446-4452-9b18-b6619c94242f,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:11.499038 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8c390d27-8184-4a55-aa83-3cf402e7673c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:11.509422 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8c390d27-8184-4a55-aa83-3cf402e7673c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/security-groups/5378acd6-6446-4452-9b18-b6619c94242f HTTP/1.1" status: 204 len: 168 time: 0.2052798 Mar 16 11:05:11.540273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55036) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:11.613783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-aa1687f0-1573-4abe-8437-44f4e5c7d18f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port ce59c189-758c-42db-9b89-92f6fe675401 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:05:11.615290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-aa1687f0-1573-4abe-8437-44f4e5c7d18f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:11.635818 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-91dc2a42-b092-4ef6-9241-2983a86317f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'name': 'tempest-TestNetworkBasicOps-router-1439600961', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:18Z', 'updated_at': '2022-03-16T11:04:23Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:19Z', 'updated_at': '2022-03-16T11:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6ca4cf11-55a2-4dfc-9437-f802e891f9f3', 'name': '', 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:e1:bd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '51caca53-deb4-4b80-a98a-8767e341148c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:22Z', 'updated_at': '2022-03-16T11:04:28Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '51caca53-deb4-4b80-a98a-8767e341148c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:11.641499 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc2a42-b092-4ef6-9241-2983a86317f4 None None] Checking router: fc1170dd-d200-405d-ac78-62eb84c91900 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:05:11.650005 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc2a42-b092-4ef6-9241-2983a86317f4 None None] Routers {'fc1170dd-d200-405d-ac78-62eb84c91900'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:11.651534 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-91dc2a42-b092-4ef6-9241-2983a86317f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:05:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fc1170dd-d200-405d-ac78-62eb84c91900'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:11.839835 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-91dc2a42-b092-4ef6-9241-2983a86317f4 None None] Set router fc1170dd-d200-405d-ac78-62eb84c91900 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:11.983816 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-aa1687f0-1573-4abe-8437-44f4e5c7d18f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:12.118397 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device ce59c189-758c-42db-9b89-92f6fe675401 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:05:12.123168 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-aa1687f0-1573-4abe-8437-44f4e5c7d18f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for ce59c189-758c-42db-9b89-92f6fe675401 owned by {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:05:12.164307 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-91dc2a42-b092-4ef6-9241-2983a86317f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'name': 'tempest-TestNetworkBasicOps-router-1439600961', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:18Z', 'updated_at': '2022-03-16T11:04:23Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:19Z', 'updated_at': '2022-03-16T11:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6ca4cf11-55a2-4dfc-9437-f802e891f9f3', 'name': '', 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:e1:bd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '51caca53-deb4-4b80-a98a-8767e341148c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:22Z', 'updated_at': '2022-03-16T11:04:28Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '51caca53-deb4-4b80-a98a-8767e341148c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:12.168254 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc2a42-b092-4ef6-9241-2983a86317f4 None None] The sync data for ids ['fc1170dd-d200-405d-ac78-62eb84c91900'] in dv-neutron-833859-1-hyperv is: [{'id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'name': 'tempest-TestNetworkBasicOps-router-1439600961', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:18Z', 'updated_at': '2022-03-16T11:04:23Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:19Z', 'updated_at': '2022-03-16T11:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6ca4cf11-55a2-4dfc-9437-f802e891f9f3', 'name': '', 'network_id': '49fc5ea2-5c32-4867-9eb8-f6a4513bdbde', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:e1:bd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '51caca53-deb4-4b80-a98a-8767e341148c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:22Z', 'updated_at': '2022-03-16T11:04:28Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '51caca53-deb4-4b80-a98a-8767e341148c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:05:12.181856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device ce59c189-758c-42db-9b89-92f6fe675401 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:05:12.273809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-aa1687f0-1573-4abe-8437-44f4e5c7d18f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:12.328131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1687f0-1573-4abe-8437-44f4e5c7d18f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=ce59c189-758c-42db-9b89-92f6fe675401,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:12.426897 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828536da-fad5-4172-93a6-b5ff44c81469 None None] New status for floating IP 7d1b81cf-46e9-4c15-b179-763c9091ad57: DOWN {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:05:12.435819 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-aa1687f0-1573-4abe-8437-44f4e5c7d18f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:12.445996 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-aa1687f0-1573-4abe-8437-44f4e5c7d18f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/ports/ce59c189-758c-42db-9b89-92f6fe675401 HTTP/1.1" status: 204 len: 168 time: 0.9046738 Mar 16 11:05:12.448670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55040) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:12.980030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6e195d71-69ad-42b0-8caa-5a82a1d6418f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:13.422946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-6e195d71-69ad-42b0-8caa-5a82a1d6418f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:05:13.423676 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6e195d71-69ad-42b0-8caa-5a82a1d6418f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:13.604848 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-6e195d71-69ad-42b0-8caa-5a82a1d6418f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port 6ca4cf11-55a2-4dfc-9437-f802e891f9f3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6ca4cf11-55a2-4dfc-9437-f802e891f9f3,segment=NetworkSegment(67d4fa98-dc79-41c0-888e-d03c3997f252),segment_id=67d4fa98-dc79-41c0-888e-d03c3997f252)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:13.605105 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6e195d71-69ad-42b0-8caa-5a82a1d6418f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:13.722500 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-6e195d71-69ad-42b0-8caa-5a82a1d6418f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:05:13.900393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6e195d71-69ad-42b0-8caa-5a82a1d6418f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:13.946063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e195d71-69ad-42b0-8caa-5a82a1d6418f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=6ca4cf11-55a2-4dfc-9437-f802e891f9f3,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:14.216950 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6e195d71-69ad-42b0-8caa-5a82a1d6418f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:14.692094 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e195d71-69ad-42b0-8caa-5a82a1d6418f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router fc1170dd-d200-405d-ac78-62eb84c91900 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:05:14.862511 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e195d71-69ad-42b0-8caa-5a82a1d6418f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:05:14.871539 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc530644-7943-41d0-9588-cc466d43310e None None] Sync routers for ids ['fc1170dd-d200-405d-ac78-62eb84c91900'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:05:14.874941 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6e195d71-69ad-42b0-8caa-5a82a1d6418f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/fc1170dd-d200-405d-ac78-62eb84c91900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4248407 Mar 16 11:05:14.877901 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55044) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:14.881639 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc530644-7943-41d0-9588-cc466d43310e None None] Routers {'fc1170dd-d200-405d-ac78-62eb84c91900'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:14.882227 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fc530644-7943-41d0-9588-cc466d43310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:05:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fc1170dd-d200-405d-ac78-62eb84c91900'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:14.944774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ce15ca-4f5c-470d-b490-ac7bbc73b441 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting subnet 51caca53-deb4-4b80-a98a-8767e341148c {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:05:14.947541 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6ce15ca-4f5c-470d-b490-ac7bbc73b441 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:14.999404 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6ce15ca-4f5c-470d-b490-ac7bbc73b441 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:15.053584 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-fc530644-7943-41d0-9588-cc466d43310e None None] Set router fc1170dd-d200-405d-ac78-62eb84c91900 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:15.085332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6ce15ca-4f5c-470d-b490-ac7bbc73b441 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:15.159171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6ce15ca-4f5c-470d-b490-ac7bbc73b441 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:15.197442 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce15ca-4f5c-470d-b490-ac7bbc73b441 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Subnet': ['ID=51caca53-deb4-4b80-a98a-8767e341148c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:15.201766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c6ce15ca-4f5c-470d-b490-ac7bbc73b441 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:15.208671 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a544be-12a0-4779-981f-dffe7ba392e4 None None] Network 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:05:15.210967 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c6ce15ca-4f5c-470d-b490-ac7bbc73b441 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/subnets/51caca53-deb4-4b80-a98a-8767e341148c HTTP/1.1" status: 204 len: 168 time: 0.3311505 Mar 16 11:05:15.212695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55048) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:15.363198 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fc530644-7943-41d0-9588-cc466d43310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'name': 'tempest-TestNetworkBasicOps-router-1439600961', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:18Z', 'updated_at': '2022-03-16T11:05:13Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:19Z', 'updated_at': '2022-03-16T11:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:15.366923 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc530644-7943-41d0-9588-cc466d43310e None None] Checking router: fc1170dd-d200-405d-ac78-62eb84c91900 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:05:15.375746 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc530644-7943-41d0-9588-cc466d43310e None None] Routers {'fc1170dd-d200-405d-ac78-62eb84c91900'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:15.377525 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fc530644-7943-41d0-9588-cc466d43310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:05:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['fc1170dd-d200-405d-ac78-62eb84c91900'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:15.397943 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8331-d971-4dba-a464-7502e88b2a45 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:15.527851 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8b9e90-a8de-4cf6-9613-14a2540009fb None None] DHCP port deletion for 49fc5ea2-5c32-4867-9eb8-f6a4513bdbde request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:05:15.531723 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-fc8b9e90-a8de-4cf6-9613-14a2540009fb None None] Deleting port 0f81dc55-a759-4ab8-868b-7fda18fc6139 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:05:15.532093 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fc8b9e90-a8de-4cf6-9613-14a2540009fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:15.556414 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-fc530644-7943-41d0-9588-cc466d43310e None None] Set router fc1170dd-d200-405d-ac78-62eb84c91900 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:15.580045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8331-d971-4dba-a464-7502e88b2a45 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:15.589776 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc8331-d971-4dba-a464-7502e88b2a45 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 39809f1f-e88f-4f59-aa24-64c92cb9efd7 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:05:15.590547 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8331-d971-4dba-a464-7502e88b2a45 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:15.734156 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-fc8b9e90-a8de-4cf6-9613-14a2540009fb None None] For port 0f81dc55-a759-4ab8-868b-7fda18fc6139, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0f81dc55-a759-4ab8-868b-7fda18fc6139,segment=NetworkSegment(67d4fa98-dc79-41c0-888e-d03c3997f252),segment_id=67d4fa98-dc79-41c0-888e-d03c3997f252)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:15.734455 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fc8b9e90-a8de-4cf6-9613-14a2540009fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:15.790583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-4dbc8331-d971-4dba-a464-7502e88b2a45 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port 39809f1f-e88f-4f59-aa24-64c92cb9efd7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=39809f1f-e88f-4f59-aa24-64c92cb9efd7,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:15.791197 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8331-d971-4dba-a464-7502e88b2a45 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:15.844337 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fc530644-7943-41d0-9588-cc466d43310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'name': 'tempest-TestNetworkBasicOps-router-1439600961', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:18Z', 'updated_at': '2022-03-16T11:05:13Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:19Z', 'updated_at': '2022-03-16T11:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:15.849121 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc530644-7943-41d0-9588-cc466d43310e None None] The sync data for ids ['fc1170dd-d200-405d-ac78-62eb84c91900'] in dv-neutron-833859-1-hyperv is: [{'id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'name': 'tempest-TestNetworkBasicOps-router-1439600961', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:18Z', 'updated_at': '2022-03-16T11:05:13Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '39809f1f-e88f-4f59-aa24-64c92cb9efd7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1170dd-d200-405d-ac78-62eb84c91900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:19Z', 'updated_at': '2022-03-16T11:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:05:15.855531 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-fc8b9e90-a8de-4cf6-9613-14a2540009fb None None] Calling delete_port for 0f81dc55-a759-4ab8-868b-7fda18fc6139 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:05:15.912083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc8331-d971-4dba-a464-7502e88b2a45 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 39809f1f-e88f-4f59-aa24-64c92cb9efd7 owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:05:15.930847 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fc8b9e90-a8de-4cf6-9613-14a2540009fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:15.977679 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b9e90-a8de-4cf6-9613-14a2540009fb None None] Pushing event deleted for resources: {'Port': ['ID=0f81dc55-a759-4ab8-868b-7fda18fc6139,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:15.981234 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8b9e90-a8de-4cf6-9613-14a2540009fb None None] No DVR routers for this DVR port 0f81dc55-a759-4ab8-868b-7fda18fc6139 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:05:16.081537 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8331-d971-4dba-a464-7502e88b2a45 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:16.126971 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc8331-d971-4dba-a464-7502e88b2a45 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=39809f1f-e88f-4f59-aa24-64c92cb9efd7,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:16.327866 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:05:16.337503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8331-d971-4dba-a464-7502e88b2a45 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:16.365378 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:05:16.365790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6ca4cf11-55a2-4dfc-9437-f802e891f9f3 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:05:16.366209 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0f81dc55-a759-4ab8-868b-7fda18fc6139 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:05:16.400896 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 0f81dc55-a759-4ab8-868b-7fda18fc6139 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:05:16.401246 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0f81dc55-a759-4ab8-868b-7fda18fc6139 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:05:16.515958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8331-d971-4dba-a464-7502e88b2a45 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:16.518975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8331-d971-4dba-a464-7502e88b2a45 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:16.542817 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8331-d971-4dba-a464-7502e88b2a45 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:16.543378 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbc8331-d971-4dba-a464-7502e88b2a45 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Fanout notify agent at l3_agent the message router_deleted on router fc1170dd-d200-405d-ac78-62eb84c91900 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:05:16.560089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8331-d971-4dba-a464-7502e88b2a45 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:16.561421 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4dbc8331-d971-4dba-a464-7502e88b2a45 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/routers/fc1170dd-d200-405d-ac78-62eb84c91900 HTTP/1.1" status: 204 len: 168 time: 1.3475409 Mar 16 11:05:16.564832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55052) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:16.682604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-90a19c06-5b53-4f8c-bd66-c06cf51074a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:16.810856 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-90a19c06-5b53-4f8c-bd66-c06cf51074a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:16.835380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-90a19c06-5b53-4f8c-bd66-c06cf51074a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fc5ea2-5c32-4867-9eb8-f6a4513bdbde']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:16.850068 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-90a19c06-5b53-4f8c-bd66-c06cf51074a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d4fa98-dc79-41c0-888e-d03c3997f252') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:16.850355 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-90a19c06-5b53-4f8c-bd66-c06cf51074a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d4fa98-dc79-41c0-888e-d03c3997f252') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:16.861194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-90a19c06-5b53-4f8c-bd66-c06cf51074a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:16.876895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-90a19c06-5b53-4f8c-bd66-c06cf51074a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:16.882535 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a19c06-5b53-4f8c-bd66-c06cf51074a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:05:16.882904 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-90a19c06-5b53-4f8c-bd66-c06cf51074a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:05:16.896996 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:05:16.970754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-90a19c06-5b53-4f8c-bd66-c06cf51074a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:16.988246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-90a19c06-5b53-4f8c-bd66-c06cf51074a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:17.003818 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a19c06-5b53-4f8c-bd66-c06cf51074a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Network': ['ID=49fc5ea2-5c32-4867-9eb8-f6a4513bdbde,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:17.016286 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-90a19c06-5b53-4f8c-bd66-c06cf51074a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/networks/49fc5ea2-5c32-4867-9eb8-f6a4513bdbde HTTP/1.1" status: 204 len: 168 time: 0.4506912 Mar 16 11:05:17.030705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55058) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:17.042485 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-884edbbf-8001-4545-85c9-6eb8e310e8f7 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0105553 Mar 16 11:05:17.044675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55062) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:17.049678 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-104312b8-c88d-49fe-b5bd-ea3c8113340a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'network': {'name': 'tempest-network-smoke--1524428907', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'port_security_enabled': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:17.054279 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-104312b8-c88d-49fe-b5bd-ea3c8113340a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:17.058320 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-104312b8-c88d-49fe-b5bd-ea3c8113340a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:network and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:17.061860 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-104312b8-c88d-49fe-b5bd-ea3c8113340a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:17.067509 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-104312b8-c88d-49fe-b5bd-ea3c8113340a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:17.077096 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104312b8-c88d-49fe-b5bd-ea3c8113340a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:05:17.081296 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-104312b8-c88d-49fe-b5bd-ea3c8113340a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:17.108438 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104312b8-c88d-49fe-b5bd-ea3c8113340a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:05:17.117668 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-104312b8-c88d-49fe-b5bd-ea3c8113340a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:17.118003 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-104312b8-c88d-49fe-b5bd-ea3c8113340a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Added segment 98b3af67-66e6-4369-9944-f408fec4bb17 of type vlan for network efc082b2-f67d-4d7a-ab86-86d17d3206b8 Mar 16 11:05:17.143966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-104312b8-c88d-49fe-b5bd-ea3c8113340a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:17.172692 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-104312b8-c88d-49fe-b5bd-ea3c8113340a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:17.178138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104312b8-c88d-49fe-b5bd-ea3c8113340a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:17.178707 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-104312b8-c88d-49fe-b5bd-ea3c8113340a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:17.275696 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-104312b8-c88d-49fe-b5bd-ea3c8113340a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2299879 Mar 16 11:05:17.278409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55066) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:17.284404 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'admin_state_up': True, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:17.287418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104312b8-c88d-49fe-b5bd-ea3c8113340a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Network': ['ID=efc082b2-f67d-4d7a-ab86-86d17d3206b8,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:17.297860 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network efc082b2-f67d-4d7a-ab86-86d17d3206b8 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:05:17.298417 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:17.302472 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:router and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:17.305325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:17.312044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:17.322611 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:17.323607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:17.340757 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:17.617386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:17.647897 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:18.026320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:18.054173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:18.174545 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 39809f1f-e88f-4f59-aa24-64c92cb9efd7 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:05:18.206280 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.26.3.191 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/51b620c2-7d80-4e2f-a449-a8f4b7cd3682) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:05:18.221677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 39809f1f-e88f-4f59-aa24-64c92cb9efd7 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:05:18.221677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 39809f1f-e88f-4f59-aa24-64c92cb9efd7 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:05:18.374461 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:18.405851 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:18.481565 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:05:18.487310 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:05:18.493160 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:05:18.524493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=51b620c2-7d80-4e2f-a449-a8f4b7cd3682,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:18.931358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:19.288191 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:19.627703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:05:19.830237 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:05:19.843219 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Sync routers for ids ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:05:19.854733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Routers {'735c59bd-9a3c-48c3-8d42-5bd47e02e66b'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:19.854733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:05:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:19.864765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:19.864765 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-74d7fc4e-3ee6-4224-921e-180496b92376 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5846462 Mar 16 11:05:19.867901 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55070) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:19.910690 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-203c1291-3dbc-4155-831f-49c1ef4b5816 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=c123fb581b00432cb3f2292d7d9251a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413260 Mar 16 11:05:19.910690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55074) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:20.040669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Set router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:20.055630 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5158f28-4fef-49c1-a1ca-aff32d0d454f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:20.055630 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c5158f28-4fef-49c1-a1ca-aff32d0d454f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1404593 Mar 16 11:05:20.067980 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55078) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:20.120110 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55082) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:20.123126 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-25c0169e-828b-4ed4-8d55-57db5ecc0eaf tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0554283 Mar 16 11:05:20.127376 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c3082999-c5fc-4606-9a3d-7ac3dd16f072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1078102078', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:20.374528 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c3082999-c5fc-4606-9a3d-7ac3dd16f072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:20.380798 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c3082999-c5fc-4606-9a3d-7ac3dd16f072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:subnet and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:20.380798 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c3082999-c5fc-4606-9a3d-7ac3dd16f072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:20.390213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c3082999-c5fc-4606-9a3d-7ac3dd16f072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:20.401076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:05:18Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:20.404269 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3082999-c5fc-4606-9a3d-7ac3dd16f072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:05:20.407784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Checking router: 735c59bd-9a3c-48c3-8d42-5bd47e02e66b for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:05:20.407784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Updating router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b port 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:05:20.410890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c3082999-c5fc-4606-9a3d-7ac3dd16f072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:20.463716 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:20.657740 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c3082999-c5fc-4606-9a3d-7ac3dd16f072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:20.752656 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3082999-c5fc-4606-9a3d-7ac3dd16f072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Subnet': ['ID=b4bb6dfa-982e-4b94-90d1-1cd04c3d260e,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:20.752656 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3082999-c5fc-4606-9a3d-7ac3dd16f072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Checking segment: {'id': '98b3af67-66e6-4369-9944-f408fec4bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:05:20.752656 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3082999-c5fc-4606-9a3d-7ac3dd16f072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network hostable DHCP agents. Network: efc082b2-f67d-4d7a-ab86-86d17d3206b8, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:05:20.776581 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3082999-c5fc-4606-9a3d-7ac3dd16f072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network efc082b2-f67d-4d7a-ab86-86d17d3206b8 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:05:20.787973 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-c3082999-c5fc-4606-9a3d-7ac3dd16f072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, efc082b2-f67d-4d7a-ab86-86d17d3206b8) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:05:20.787973 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3082999-c5fc-4606-9a3d-7ac3dd16f072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:20.787973 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c3082999-c5fc-4606-9a3d-7ac3dd16f072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:20.802035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db148c3f-0a80-4914-b533-74332faa2ae1 None None] Network efc082b2-f67d-4d7a-ab86-86d17d3206b8 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:05:20.808925 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c3082999-c5fc-4606-9a3d-7ac3dd16f072 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6938324 Mar 16 11:05:20.810698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55086) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:20.844657 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:20.905408 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Transition to ACTIVE for port object 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:05:20.921653 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:20.997878 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:05:21.070679 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Attempting to bind port 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:05:21.071109 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Attempting to bind port 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:05:21.072524 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Attempting to bind port 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:05:21.079657 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4c767-2a95-4721-9ed2-08eec437feac None None] Pushing event updated for resources: {'Port': ['ID=51b620c2-7d80-4e2f-a449-a8f4b7cd3682,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:21.095590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:05:21.095590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:05:21.095590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:21.095590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:05:21.095590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Bound port: 51b620c2-7d80-4e2f-a449-a8f4b7cd3682, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:05:21.095590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:21.137483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4c767-2a95-4721-9ed2-08eec437feac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:21.137483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4c767-2a95-4721-9ed2-08eec437feac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:21.137483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4c767-2a95-4721-9ed2-08eec437feac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:21.137483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4c767-2a95-4721-9ed2-08eec437feac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:21.137483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4c767-2a95-4721-9ed2-08eec437feac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:21.137483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4c767-2a95-4721-9ed2-08eec437feac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:21.137483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4c767-2a95-4721-9ed2-08eec437feac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:21.137483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4c767-2a95-4721-9ed2-08eec437feac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:21.137483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4c767-2a95-4721-9ed2-08eec437feac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:21.137483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4c767-2a95-4721-9ed2-08eec437feac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:21.137483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4c767-2a95-4721-9ed2-08eec437feac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:21.137483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4c767-2a95-4721-9ed2-08eec437feac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:21.246986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] For port 51b620c2-7d80-4e2f-a449-a8f4b7cd3682, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:05:21.246986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] For port 51b620c2-7d80-4e2f-a449-a8f4b7cd3682, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=51b620c2-7d80-4e2f-a449-a8f4b7cd3682,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:05:21.260569 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ips': [{'subnet_id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:05:21.260569 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:21.293172 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:21.450574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Routers {'735c59bd-9a3c-48c3-8d42-5bd47e02e66b'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:21.450574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:05:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:21.513371 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4c767-2a95-4721-9ed2-08eec437feac None None] Pushing event updated for resources: {'Port': ['ID=51b620c2-7d80-4e2f-a449-a8f4b7cd3682,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:21.644409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:21.696945 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Allocated IP 172.20.0.2 (efc082b2-f67d-4d7a-ab86-86d17d3206b8/b4bb6dfa-982e-4b94-90d1-1cd04c3d260e/43b29b49-72d5-43f1-b7c0-69e7027f15f3) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:05:21.716251 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] Set router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:22.213356 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:22.226445 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Transition to ACTIVE for port object 43b29b49-72d5-43f1-b7c0-69e7027f15f3 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:05:22.249532 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Transition to ACTIVE for port object 43b29b49-72d5-43f1-b7c0-69e7027f15f3 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:05:22.253431 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:05:18Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:22.257782 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:22.261082 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7890e-12af-4b65-8c76-e89a85fa927a None None] The sync data for ids ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'] in dv-neutron-833859-1-hyperv is: [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:05:18Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:05:22.317655 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Network efc082b2-f67d-4d7a-ab86-86d17d3206b8 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:05:22.320875 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:05:22.324496 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:05:22.337593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.1 (efc082b2-f67d-4d7a-ab86-86d17d3206b8/b4bb6dfa-982e-4b94-90d1-1cd04c3d260e/cedbf2a9-2b06-4732-9a1a-8af2c9598fc2) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:05:22.365268 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Pushing event updated for resources: {'Port': ['ID=43b29b49-72d5-43f1-b7c0-69e7027f15f3,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:22.430699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Attempting to bind port 43b29b49-72d5-43f1-b7c0-69e7027f15f3 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:05:22.431072 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Attempting to bind port 43b29b49-72d5-43f1-b7c0-69e7027f15f3 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '98b3af67-66e6-4369-9944-f408fec4bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:05:22.431475 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Attempting to bind port 43b29b49-72d5-43f1-b7c0-69e7027f15f3 on network efc082b2-f67d-4d7a-ab86-86d17d3206b8 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:05:22.437048 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:05:22.437417 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Checking segment: {'id': '98b3af67-66e6-4369-9944-f408fec4bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:05:22.437813 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:22.438247 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Bound using segment: {'id': '98b3af67-66e6-4369-9944-f408fec4bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:05:22.438757 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Bound port: 43b29b49-72d5-43f1-b7c0-69e7027f15f3, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b3af67-66e6-4369-9944-f408fec4bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:05:22.439127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:22.524591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:22.542497 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:05:22.557584 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] For port 43b29b49-72d5-43f1-b7c0-69e7027f15f3, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:05:22.561376 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] For port 43b29b49-72d5-43f1-b7c0-69e7027f15f3, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=43b29b49-72d5-43f1-b7c0-69e7027f15f3,segment=NetworkSegment(98b3af67-66e6-4369-9944-f408fec4bb17),segment_id=98b3af67-66e6-4369-9944-f408fec4bb17)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:05:22.568699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:22.574529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:22.643046 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network efc082b2-f67d-4d7a-ab86-86d17d3206b8 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:05:22.654127 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:05:22.662423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:05:22.669760 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2a63e-a250-4ccb-bf03-5605566a1ddf None None] Pushing event updated for resources: {'Port': ['ID=43b29b49-72d5-43f1-b7c0-69e7027f15f3,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:22.707197 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=cedbf2a9-2b06-4732-9a1a-8af2c9598fc2,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:22.745400 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:22.941992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:23.387098 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:23.393061 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:23.509557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=cedbf2a9-2b06-4732-9a1a-8af2c9598fc2,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:23.512966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:23.658465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c010da6d-1ed8-4a67-9d33-40fcaedb5fef None None] Network efc082b2-f67d-4d7a-ab86-86d17d3206b8 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:05:23.661084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network efc082b2-f67d-4d7a-ab86-86d17d3206b8 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:05:23.662905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:05:23.780245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3bb705eb-e40e-40d1-81da-867ae8dfc4e6 None None] Provisioning for port 43b29b49-72d5-43f1-b7c0-69e7027f15f3 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:23.876765 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:05:24.205021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:05:24.211954 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Sync routers for ids ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:05:24.222445 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cca7b7e2-6d92-4662-91a4-4caeeaa64040 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/735c59bd-9a3c-48c3-8d42-5bd47e02e66b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4104276 Mar 16 11:05:24.225063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55090) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:24.235694 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Routers {'735c59bd-9a3c-48c3-8d42-5bd47e02e66b'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:24.238090 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-77c986e0-f8a8-4e93-b73a-f7db9fff5179 None None] Provisioning for port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:24.245397 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:05:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:24.258114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-77c986e0-f8a8-4e93-b73a-f7db9fff5179 None None] Provisioning complete for port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:24.258548 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-77c986e0-f8a8-4e93-b73a-f7db9fff5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:24.390169 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 43b29b49-72d5-43f1-b7c0-69e7027f15f3 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:05:24.443406 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-77c986e0-f8a8-4e93-b73a-f7db9fff5179 None None] Port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:05:24.470448 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Set router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:24.533859 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 43b29b49-72d5-43f1-b7c0-69e7027f15f3 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:24.533859 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 43b29b49-72d5-43f1-b7c0-69e7027f15f3 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:24.533859 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:24.571906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed435406-217f-47af-9c92-62f3ff902e3f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:24.571906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed435406-217f-47af-9c92-62f3ff902e3f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:24.571906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed435406-217f-47af-9c92-62f3ff902e3f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:24.571906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed435406-217f-47af-9c92-62f3ff902e3f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:24.571906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed435406-217f-47af-9c92-62f3ff902e3f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:24.578985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed435406-217f-47af-9c92-62f3ff902e3f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:24.589778 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55096) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:24.617705 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ed435406-217f-47af-9c92-62f3ff902e3f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3814571 Mar 16 11:05:24.697793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e3edfbc2-ac14-45c9-af30-5ef6cdaa8928 None None] Provisioning complete for port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:24.697793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e3edfbc2-ac14-45c9-af30-5ef6cdaa8928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:24.731179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f1268-c81f-479e-b20e-54fd92a1c511 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:24.731179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f1268-c81f-479e-b20e-54fd92a1c511 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:24.731179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f1268-c81f-479e-b20e-54fd92a1c511 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:24.731179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f1268-c81f-479e-b20e-54fd92a1c511 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:24.731179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f1268-c81f-479e-b20e-54fd92a1c511 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:24.731179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f1268-c81f-479e-b20e-54fd92a1c511 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:24.744395 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-398f1268-c81f-479e-b20e-54fd92a1c511 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1639068 Mar 16 11:05:24.747333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55100) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:24.774781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e3edfbc2-ac14-45c9-af30-5ef6cdaa8928 None None] Port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:05:24.848196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:24.898940 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 43b29b49-72d5-43f1-b7c0-69e7027f15f3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=43b29b49-72d5-43f1-b7c0-69e7027f15f3,segment=NetworkSegment(98b3af67-66e6-4369-9944-f408fec4bb17),segment_id=98b3af67-66e6-4369-9944-f408fec4bb17)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:24.904422 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:24.905324 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:05:25.009660 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-53a5714c-016d-4705-8ea7-05e98c9bec4d tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2527676 Mar 16 11:05:25.020148 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:05:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'cedbf2a9-2b06-4732-9a1a-8af2c9598fc2', 'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:61:13:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:21Z', 'updated_at': '2022-03-16T11:05:23Z', 'revision_number': 2, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:25.030073 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Checking router: 735c59bd-9a3c-48c3-8d42-5bd47e02e66b for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:05:25.030073 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Updating router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:05:25.045304 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ab8d75a7-db28-4a0a-9ebf-a7bf3bdacca5 None None] Provisioning complete for port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:25.045304 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ab8d75a7-db28-4a0a-9ebf-a7bf3bdacca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.113490 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=43b29b49-72d5-43f1-b7c0-69e7027f15f3,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:25.124356 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.127552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d75a7-db28-4a0a-9ebf-a7bf3bdacca5 None None] Port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:05:25.136053 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:25.148260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:25.148643 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.267814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55106) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:25.273701 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-18698152-d6e4-4ae1-a07c-15ab7ed39339 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1762542775', 'description': 'tempest-secgroup-smoke-1762542775 description', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:25.279810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-18698152-d6e4-4ae1-a07c-15ab7ed39339 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:25.283964 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-18698152-d6e4-4ae1-a07c-15ab7ed39339 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:25.288248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-18698152-d6e4-4ae1-a07c-15ab7ed39339 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:25.292725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-18698152-d6e4-4ae1-a07c-15ab7ed39339 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:25.300259 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.318488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18698152-d6e4-4ae1-a07c-15ab7ed39339 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.322395 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 51b620c2-7d80-4e2f-a449-a8f4b7cd3682, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=51b620c2-7d80-4e2f-a449-a8f4b7cd3682,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:25.327117 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.344278 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-18698152-d6e4-4ae1-a07c-15ab7ed39339 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:25.348478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-18698152-d6e4-4ae1-a07c-15ab7ed39339 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:25.351496 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-18698152-d6e4-4ae1-a07c-15ab7ed39339 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:25.358464 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-18698152-d6e4-4ae1-a07c-15ab7ed39339 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:25.404240 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=51b620c2-7d80-4e2f-a449-a8f4b7cd3682,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:25.445412 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18698152-d6e4-4ae1-a07c-15ab7ed39339 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.449908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18698152-d6e4-4ae1-a07c-15ab7ed39339 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.495565 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18698152-d6e4-4ae1-a07c-15ab7ed39339 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d4c618-377c-4638-9508-48bd33efec36,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:25.498475 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-18698152-d6e4-4ae1-a07c-15ab7ed39339 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.504775 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-18698152-d6e4-4ae1-a07c-15ab7ed39339 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2309959 Mar 16 11:05:25.504775 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55110) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:25.509706 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-78926a6e-488c-4bd5-9d64-917cd08998a3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'e9d4c618-377c-4638-9508-48bd33efec36', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:25.526905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-78926a6e-488c-4bd5-9d64-917cd08998a3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:25.526905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-78926a6e-488c-4bd5-9d64-917cd08998a3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:25.536661 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-78926a6e-488c-4bd5-9d64-917cd08998a3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:25.536661 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-78926a6e-488c-4bd5-9d64-917cd08998a3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:25.549702 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.558993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-78926a6e-488c-4bd5-9d64-917cd08998a3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.565587 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Transition to ACTIVE for port object cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:05:25.565587 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.619132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-78926a6e-488c-4bd5-9d64-917cd08998a3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.627868 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-78926a6e-488c-4bd5-9d64-917cd08998a3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.653415 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78926a6e-488c-4bd5-9d64-917cd08998a3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85892d30-df3a-4f83-83cf-95466191bef3,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:25.663097 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-78926a6e-488c-4bd5-9d64-917cd08998a3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.664316 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-78926a6e-488c-4bd5-9d64-917cd08998a3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1600132 Mar 16 11:05:25.667269 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55114) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:25.672399 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7d65c154-a37b-47bb-a2e2-d66c6bc20101 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'e9d4c618-377c-4638-9508-48bd33efec36', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:25.679983 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7d65c154-a37b-47bb-a2e2-d66c6bc20101 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:25.683998 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7d65c154-a37b-47bb-a2e2-d66c6bc20101 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:25.686985 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7d65c154-a37b-47bb-a2e2-d66c6bc20101 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:25.693624 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7d65c154-a37b-47bb-a2e2-d66c6bc20101 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:25.713975 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d65c154-a37b-47bb-a2e2-d66c6bc20101 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.753501 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150fd07-f7bd-4b07-aab0-6be8159a4ed9 None None] Pushing event updated for resources: {'Port': ['ID=cedbf2a9-2b06-4732-9a1a-8af2c9598fc2,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:25.765094 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150fd07-f7bd-4b07-aab0-6be8159a4ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:25.765425 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150fd07-f7bd-4b07-aab0-6be8159a4ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:25.765754 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150fd07-f7bd-4b07-aab0-6be8159a4ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:25.766075 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150fd07-f7bd-4b07-aab0-6be8159a4ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:25.766393 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150fd07-f7bd-4b07-aab0-6be8159a4ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:25.767300 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150fd07-f7bd-4b07-aab0-6be8159a4ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:25.767615 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150fd07-f7bd-4b07-aab0-6be8159a4ed9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:25.767929 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150fd07-f7bd-4b07-aab0-6be8159a4ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:25.768241 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150fd07-f7bd-4b07-aab0-6be8159a4ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:25.768550 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150fd07-f7bd-4b07-aab0-6be8159a4ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:25.768856 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150fd07-f7bd-4b07-aab0-6be8159a4ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:25.769165 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150fd07-f7bd-4b07-aab0-6be8159a4ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:25.791727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d65c154-a37b-47bb-a2e2-d66c6bc20101 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.793457 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Attempting to bind port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:05:25.793858 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Attempting to bind port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '98b3af67-66e6-4369-9944-f408fec4bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:05:25.794313 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Attempting to bind port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 on network efc082b2-f67d-4d7a-ab86-86d17d3206b8 {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:05:25.796116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d65c154-a37b-47bb-a2e2-d66c6bc20101 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.802038 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:05:25.802395 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Checking segment: {'id': '98b3af67-66e6-4369-9944-f408fec4bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:05:25.802982 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.803401 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Bound using segment: {'id': '98b3af67-66e6-4369-9944-f408fec4bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:05:25.804015 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Bound port: cedbf2a9-2b06-4732-9a1a-8af2c9598fc2, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b3af67-66e6-4369-9944-f408fec4bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:05:25.804655 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.822791 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65c154-a37b-47bb-a2e2-d66c6bc20101 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c206f9-07d5-42d2-9e6b-aee291b9e092,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:25.835994 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7d65c154-a37b-47bb-a2e2-d66c6bc20101 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.840387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55118) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:25.840592 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7d65c154-a37b-47bb-a2e2-d66c6bc20101 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1723213 Mar 16 11:05:25.847110 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-902ab1a0-5161-4195-b5df-55d35f7c732d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'e9d4c618-377c-4638-9508-48bd33efec36', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:25.853935 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-902ab1a0-5161-4195-b5df-55d35f7c732d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:25.857101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-902ab1a0-5161-4195-b5df-55d35f7c732d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:25.860845 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-902ab1a0-5161-4195-b5df-55d35f7c732d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:25.866762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-902ab1a0-5161-4195-b5df-55d35f7c732d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:25.886702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-902ab1a0-5161-4195-b5df-55d35f7c732d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.915305 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] For port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:05:25.918600 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] For port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=cedbf2a9-2b06-4732-9a1a-8af2c9598fc2,segment=NetworkSegment(98b3af67-66e6-4369-9944-f408fec4bb17),segment_id=98b3af67-66e6-4369-9944-f408fec4bb17)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:05:25.922601 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.957235 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-902ab1a0-5161-4195-b5df-55d35f7c732d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.961842 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-902ab1a0-5161-4195-b5df-55d35f7c732d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.982080 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ab1a0-5161-4195-b5df-55d35f7c732d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81adaff1-76d9-4fbf-ab17-d7f2f1c80312,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:26.002595 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Routers {'735c59bd-9a3c-48c3-8d42-5bd47e02e66b'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:26.002887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-902ab1a0-5161-4195-b5df-55d35f7c732d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:26.004151 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:05:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:26.004559 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-902ab1a0-5161-4195-b5df-55d35f7c732d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1627922 Mar 16 11:05:26.007671 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55122) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:26.012765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-d8caa788-3b4c-4f75-8cbd-b49893c1badc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'e9d4c618-377c-4638-9508-48bd33efec36', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:26.020007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d8caa788-3b4c-4f75-8cbd-b49893c1badc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:26.024154 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d8caa788-3b4c-4f75-8cbd-b49893c1badc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:26.027455 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d8caa788-3b4c-4f75-8cbd-b49893c1badc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:26.033501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d8caa788-3b4c-4f75-8cbd-b49893c1badc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:26.054956 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d8caa788-3b4c-4f75-8cbd-b49893c1badc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:26.080302 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150fd07-f7bd-4b07-aab0-6be8159a4ed9 None None] Pushing event updated for resources: {'Port': ['ID=cedbf2a9-2b06-4732-9a1a-8af2c9598fc2,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:26.146083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d8caa788-3b4c-4f75-8cbd-b49893c1badc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:26.146083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d8caa788-3b4c-4f75-8cbd-b49893c1badc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:26.186809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caa788-3b4c-4f75-8cbd-b49893c1badc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b1e347-7ae7-4a76-a662-89c8aa3690ee,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:26.206698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d8caa788-3b4c-4f75-8cbd-b49893c1badc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:26.206698 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d8caa788-3b4c-4f75-8cbd-b49893c1badc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1913664 Mar 16 11:05:26.210933 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55126) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:26.210933 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-f89f1c10-f410-49fc-9d11-863254471354 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'e9d4c618-377c-4638-9508-48bd33efec36', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:26.223990 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f89f1c10-f410-49fc-9d11-863254471354 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:26.230289 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f89f1c10-f410-49fc-9d11-863254471354 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:26.241578 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f89f1c10-f410-49fc-9d11-863254471354 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:26.259991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f89f1c10-f410-49fc-9d11-863254471354 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:26.275820 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] Set router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:26.291955 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-f89f1c10-f410-49fc-9d11-863254471354 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:05:26.316541 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f89f1c10-f410-49fc-9d11-863254471354 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:26.331991 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 43b29b49-72d5-43f1-b7c0-69e7027f15f3 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:05:26.388895 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f89f1c10-f410-49fc-9d11-863254471354 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:26.394532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f89f1c10-f410-49fc-9d11-863254471354 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:26.431462 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f1c10-f410-49fc-9d11-863254471354 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9726e8a-fd4f-47e9-9abc-a63d9ebb2721,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:26.445662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f89f1c10-f410-49fc-9d11-863254471354 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:26.447673 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f89f1c10-f410-49fc-9d11-863254471354 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2422071 Mar 16 11:05:26.449365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55130) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:26.456924 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-cc750d2e-5af0-41e0-9fe3-0ae080c8fe1f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'e9d4c618-377c-4638-9508-48bd33efec36', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:26.463498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cc750d2e-5af0-41e0-9fe3-0ae080c8fe1f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:26.463824 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 43b29b49-72d5-43f1-b7c0-69e7027f15f3 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:26.468573 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cc750d2e-5af0-41e0-9fe3-0ae080c8fe1f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:26.470017 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:26.472375 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cc750d2e-5af0-41e0-9fe3-0ae080c8fe1f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:26.485099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cc750d2e-5af0-41e0-9fe3-0ae080c8fe1f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:26.499299 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-cc750d2e-5af0-41e0-9fe3-0ae080c8fe1f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:05:26.509897 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cc750d2e-5af0-41e0-9fe3-0ae080c8fe1f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:26.590048 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cc750d2e-5af0-41e0-9fe3-0ae080c8fe1f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:26.596863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cc750d2e-5af0-41e0-9fe3-0ae080c8fe1f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:26.627090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc750d2e-5af0-41e0-9fe3-0ae080c8fe1f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35479e49-020c-4dc2-8733-315f7a744ab8,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:26.641229 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cc750d2e-5af0-41e0-9fe3-0ae080c8fe1f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:26.641229 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cc750d2e-5af0-41e0-9fe3-0ae080c8fe1f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1888957 Mar 16 11:05:26.690121 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:05:26.770062 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:26.770629 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:26.788785 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:05:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'cedbf2a9-2b06-4732-9a1a-8af2c9598fc2', 'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:61:13:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:21Z', 'updated_at': '2022-03-16T11:05:25Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:26.794469 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be0ddc-6052-45f4-bdd7-e42300f6037e None None] The sync data for ids ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'] in dv-neutron-833859-1-hyperv is: [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:05:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'cedbf2a9-2b06-4732-9a1a-8af2c9598fc2', 'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:61:13:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:21Z', 'updated_at': '2022-03-16T11:05:25Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:05:27.045671 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-a5a5d657-d13c-4fea-b3d8-3bbce51ea36f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:05:27.063021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-a5a5d657-d13c-4fea-b3d8-3bbce51ea36f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:05:27.064871 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-a5a5d657-d13c-4fea-b3d8-3bbce51ea36f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762542775&fields=id&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 267 time: 0.0659046 Mar 16 11:05:27.242163 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-8a9673f3-d8c3-402e-aa04-922d01d8d53c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:27.244552 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-8a9673f3-d8c3-402e-aa04-922d01d8d53c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:network {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:05:27.263600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-8a9673f3-d8c3-402e-aa04-922d01d8d53c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:network {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:05:27.263600 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-8a9673f3-d8c3-402e-aa04-922d01d8d53c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/networks?id=efc082b2-f67d-4d7a-ab86-86d17d3206b8 HTTP/1.1" status: 200 len: 797 time: 0.1878395 Mar 16 11:05:27.279889 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-daa1f599-a3c5-41fc-a196-afd37b8d5ad3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/quotas/c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 375 time: 0.0104728 Mar 16 11:05:27.370980 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-03cc1a33-3bbc-4b08-81c6-62de8107dcdd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:05:27.388022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-03cc1a33-3bbc-4b08-81c6-62de8107dcdd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:05:27.389400 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-03cc1a33-3bbc-4b08-81c6-62de8107dcdd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1034722 Mar 16 11:05:27.557838 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-a6fbc009-0019-4e3b-b4ff-14d680ff6dbf service neutron] 10.222.0.44 "GET /v2.0/networks/efc082b2-f67d-4d7a-ab86-86d17d3206b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540072 Mar 16 11:05:27.698789 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-1205b34a-7679-49a7-b78e-9402aff354f9 service neutron] 10.222.0.44 "GET /v2.0/networks/efc082b2-f67d-4d7a-ab86-86d17d3206b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325328 Mar 16 11:05:27.979344 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-8f8fca3d-d2a6-4484-9428-d14ba59b016e req-707d6ba6-775a-412b-9080-4d051cacfeb7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:05:28.005628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-8f8fca3d-d2a6-4484-9428-d14ba59b016e req-707d6ba6-775a-412b-9080-4d051cacfeb7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:05:28.018468 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8f8fca3d-d2a6-4484-9428-d14ba59b016e req-707d6ba6-775a-412b-9080-4d051cacfeb7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 210 time: 0.1491160 Mar 16 11:05:28.263881 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:05:28.357503 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:28.362457 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:28.362833 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:28.506564 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:28.542246 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=cedbf2a9-2b06-4732-9a1a-8af2c9598fc2,segment=NetworkSegment(98b3af67-66e6-4369-9944-f408fec4bb17),segment_id=98b3af67-66e6-4369-9944-f408fec4bb17)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:28.547479 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:28.631170 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=cedbf2a9-2b06-4732-9a1a-8af2c9598fc2,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:29.196526 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a4d062ad-7409-466c-a51e-a6f912046ab9 req-8faba871-c9b9-4b11-bd0e-eb92555fe60d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 210 time: 0.0578074 Mar 16 11:05:29.238138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-c21f5aa6-6e96-4bec-b688-b00966c7d3af tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:29.239550 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-c21f5aa6-6e96-4bec-b688-b00966c7d3af tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/networks?id=efc082b2-f67d-4d7a-ab86-86d17d3206b8 HTTP/1.1" status: 200 len: 797 time: 0.3176935 Mar 16 11:05:29.289129 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-54545fc3-8225-4ceb-b6d1-0e2b23ba8fed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 380 time: 0.0393853 Mar 16 11:05:29.297016 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-5e7576d6-2f8e-4584-9ed5-7ae373ccbb5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'port': {'device_id': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'admin_state_up': True, 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'security_groups': ['e9d4c618-377c-4638-9508-48bd33efec36']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:29.426963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-5e7576d6-2f8e-4584-9ed5-7ae373ccbb5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:29.436442 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-5e7576d6-2f8e-4584-9ed5-7ae373ccbb5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:29.446514 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-5e7576d6-2f8e-4584-9ed5-7ae373ccbb5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:05:29.450200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-5e7576d6-2f8e-4584-9ed5-7ae373ccbb5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:29.611683 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-5e7576d6-2f8e-4584-9ed5-7ae373ccbb5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.12 (efc082b2-f67d-4d7a-ab86-86d17d3206b8/b4bb6dfa-982e-4b94-90d1-1cd04c3d260e/4489806e-6761-4d5a-ad98-67bde82b68c7) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:05:29.793911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-5e7576d6-2f8e-4584-9ed5-7ae373ccbb5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:29.808938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-5e7576d6-2f8e-4584-9ed5-7ae373ccbb5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object 4489806e-6761-4d5a-ad98-67bde82b68c7 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:05:29.831916 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-5e7576d6-2f8e-4584-9ed5-7ae373ccbb5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:29.896766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-5e7576d6-2f8e-4584-9ed5-7ae373ccbb5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network efc082b2-f67d-4d7a-ab86-86d17d3206b8 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:05:29.899749 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-5e7576d6-2f8e-4584-9ed5-7ae373ccbb5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:05:29.907922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-5e7576d6-2f8e-4584-9ed5-7ae373ccbb5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:05:29.944487 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7576d6-2f8e-4584-9ed5-7ae373ccbb5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=4489806e-6761-4d5a-ad98-67bde82b68c7,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:29.974950 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-5e7576d6-2f8e-4584-9ed5-7ae373ccbb5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:29.975631 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-5e7576d6-2f8e-4584-9ed5-7ae373ccbb5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:30.002495 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-5e7576d6-2f8e-4584-9ed5-7ae373ccbb5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7089946 Mar 16 11:05:30.013223 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Request body: {'port': {'device_id': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:30.106887 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ae9444e8-a850-4301-b146-348e089b4a86 None None] Provisioning for port 4489806e-6761-4d5a-ad98-67bde82b68c7 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:30.112303 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ae9444e8-a850-4301-b146-348e089b4a86 None None] Provisioning complete for port 4489806e-6761-4d5a-ad98-67bde82b68c7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:30.112701 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ae9444e8-a850-4301-b146-348e089b4a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:30.129262 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:30.163879 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ae9444e8-a850-4301-b146-348e089b4a86 None None] Port 4489806e-6761-4d5a-ad98-67bde82b68c7 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:05:30.237171 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:05:30.325072 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:30.325439 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:30.389741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e3d45-98fe-41cb-ade8-1ccdb9b5e960 req-0f1074a2-d4c4-45b7-9612-95e2473bcee8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:30.392430 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f98e3d45-98fe-41cb-ade8-1ccdb9b5e960 req-0f1074a2-d4c4-45b7-9612-95e2473bcee8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 932 time: 0.0840056 Mar 16 11:05:30.440121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-f98e3d45-98fe-41cb-ade8-1ccdb9b5e960 req-af3684da-8b21-45e9-b3ce-aeeb745bcdc4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:05:30.452878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-f98e3d45-98fe-41cb-ade8-1ccdb9b5e960 req-af3684da-8b21-45e9-b3ce-aeeb745bcdc4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:05:30.454057 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f98e3d45-98fe-41cb-ade8-1ccdb9b5e960 req-af3684da-8b21-45e9-b3ce-aeeb745bcdc4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9d4c618-377c-4638-9508-48bd33efec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558195 Mar 16 11:05:30.475869 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4489806e-6761-4d5a-ad98-67bde82b68c7 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:05:30.482949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:30.498626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Transition to ACTIVE for port object 4489806e-6761-4d5a-ad98-67bde82b68c7 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:05:30.502783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:30.628985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Pushing event updated for resources: {'Port': ['ID=4489806e-6761-4d5a-ad98-67bde82b68c7,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:30.733569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Attempting to bind port 4489806e-6761-4d5a-ad98-67bde82b68c7 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:05:30.733899 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Attempting to bind port 4489806e-6761-4d5a-ad98-67bde82b68c7 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '98b3af67-66e6-4369-9944-f408fec4bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:05:30.734216 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Attempting to bind port 4489806e-6761-4d5a-ad98-67bde82b68c7 on network efc082b2-f67d-4d7a-ab86-86d17d3206b8 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:05:30.739202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Port 4489806e-6761-4d5a-ad98-67bde82b68c7 on network efc082b2-f67d-4d7a-ab86-86d17d3206b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:05:30.739512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Attempting to bind port 4489806e-6761-4d5a-ad98-67bde82b68c7 on network efc082b2-f67d-4d7a-ab86-86d17d3206b8 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:05:30.744435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:05:30.744760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Checking segment: {'id': '98b3af67-66e6-4369-9944-f408fec4bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:05:30.745129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Bound using segment: {'id': '98b3af67-66e6-4369-9944-f408fec4bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:05:30.745534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Bound port: 4489806e-6761-4d5a-ad98-67bde82b68c7, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b3af67-66e6-4369-9944-f408fec4bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:05:30.745864 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:30.813658 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-660a2edf-fb8f-4e6c-b3dc-e71869c3b79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:30.837704 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] For port 4489806e-6761-4d5a-ad98-67bde82b68c7, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:05:30.840471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] For port 4489806e-6761-4d5a-ad98-67bde82b68c7, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=4489806e-6761-4d5a-ad98-67bde82b68c7,segment=NetworkSegment(98b3af67-66e6-4369-9944-f408fec4bb17),segment_id=98b3af67-66e6-4369-9944-f408fec4bb17)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:05:30.843689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:30.995350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:30.995954 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:30.997304 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] 10.222.0.18 "PUT /v2.0/ports/4489806e-6761-4d5a-ad98-67bde82b68c7 HTTP/1.1" status: 200 len: 1094 time: 0.9883363 Mar 16 11:05:30.997731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'tag': '4489806e-6761-4d5a-ad98-67bde82b68c7'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:05:31.018812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ca956-8168-4167-80b6-efd5c9523f93 service neutron] Pushing event updated for resources: {'Port': ['ID=4489806e-6761-4d5a-ad98-67bde82b68c7,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:31.081116 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'tag': '4489806e-6761-4d5a-ad98-67bde82b68c7', 'status': 'completed', 'code': 200} Mar 16 11:05:31.138896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-b59680f4-6dae-4377-9e69-4515b7bfc84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:31.140050 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-b59680f4-6dae-4377-9e69-4515b7bfc84b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 1097 time: 0.0924168 Mar 16 11:05:31.207178 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-67874c03-0e36-4157-ad93-c6872039d5ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4489806e-6761-4d5a-ad98-67bde82b68c7 HTTP/1.1" status: 200 len: 217 time: 0.0593674 Mar 16 11:05:31.270299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-f84cb812-aab3-4bd9-a163-15f6fbf4684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:31.271641 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-f84cb812-aab3-4bd9-a163-15f6fbf4684f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4bb6dfa-982e-4b94-90d1-1cd04c3d260e HTTP/1.1" status: 200 len: 835 time: 0.0588486 Mar 16 11:05:31.343009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-9e06e8cb-dc1a-4e6e-8f98-2e659c43a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:31.344442 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-9e06e8cb-dc1a-4e6e-8f98-2e659c43a1a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=efc082b2-f67d-4d7a-ab86-86d17d3206b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668817 Mar 16 11:05:31.478988 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-4adfb93a-1cbd-4af0-a3e8-03905e6cc8c7 service neutron] 10.222.0.18 "GET /v2.0/networks/efc082b2-f67d-4d7a-ab86-86d17d3206b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279886 Mar 16 11:05:31.609680 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcf27807-715d-45e6-b1f3-0a547949f2e1 req-8e36c78c-9643-491c-a64a-45815807f105 service neutron] 10.222.0.18 "GET /v2.0/networks/efc082b2-f67d-4d7a-ab86-86d17d3206b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247010 Mar 16 11:05:31.638854 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a6d15-f505-4195-84aa-bd223fa9a11f req-9abcec59-adb0-4e8f-b72f-f7dfec83ca36 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:31.640358 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-724a6d15-f505-4195-84aa-bd223fa9a11f req-9abcec59-adb0-4e8f-b72f-f7dfec83ca36 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 944 time: 0.0830436 Mar 16 11:05:31.684568 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-724a6d15-f505-4195-84aa-bd223fa9a11f req-9ae39641-3624-45a8-88bb-6baa0123d4c2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9d4c618-377c-4638-9508-48bd33efec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383990 Mar 16 11:05:31.721567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc589abb-7dfb-409c-a2ad-a4f23e1ac2bd req-bc3b4d9d-3b0b-416f-901a-c905d2c93b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:31.722983 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dc589abb-7dfb-409c-a2ad-a4f23e1ac2bd req-bc3b4d9d-3b0b-416f-901a-c905d2c93b18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 1097 time: 0.0731053 Mar 16 11:05:31.852021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc589abb-7dfb-409c-a2ad-a4f23e1ac2bd req-1a5f9390-9d9e-4acc-9409-a039b035e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:31.853422 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dc589abb-7dfb-409c-a2ad-a4f23e1ac2bd req-1a5f9390-9d9e-4acc-9409-a039b035e8ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=efc082b2-f67d-4d7a-ab86-86d17d3206b8 HTTP/1.1" status: 200 len: 898 time: 0.1244655 Mar 16 11:05:31.918173 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dc589abb-7dfb-409c-a2ad-a4f23e1ac2bd req-135cb914-550e-4b78-87cf-312009a89a17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4489806e-6761-4d5a-ad98-67bde82b68c7 HTTP/1.1" status: 200 len: 217 time: 0.0588996 Mar 16 11:05:31.980485 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc589abb-7dfb-409c-a2ad-a4f23e1ac2bd req-82071844-4132-4612-aff5-071964553c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:31.982024 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dc589abb-7dfb-409c-a2ad-a4f23e1ac2bd req-82071844-4132-4612-aff5-071964553c90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4bb6dfa-982e-4b94-90d1-1cd04c3d260e HTTP/1.1" status: 200 len: 835 time: 0.0586922 Mar 16 11:05:32.054691 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc589abb-7dfb-409c-a2ad-a4f23e1ac2bd req-ce5b994f-d44f-4c66-8865-f2050871a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:32.056143 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dc589abb-7dfb-409c-a2ad-a4f23e1ac2bd req-ce5b994f-d44f-4c66-8865-f2050871a0d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=efc082b2-f67d-4d7a-ab86-86d17d3206b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682340 Mar 16 11:05:32.182396 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dc589abb-7dfb-409c-a2ad-a4f23e1ac2bd req-3f172464-6717-43cb-ad8c-69e4264dad4c service neutron] 10.222.0.18 "GET /v2.0/networks/efc082b2-f67d-4d7a-ab86-86d17d3206b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201324 Mar 16 11:05:32.312133 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dc589abb-7dfb-409c-a2ad-a4f23e1ac2bd req-79ffe161-a5ed-4453-900e-f94420f0ae25 service neutron] 10.222.0.18 "GET /v2.0/networks/efc082b2-f67d-4d7a-ab86-86d17d3206b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231172 Mar 16 11:05:32.869975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860fc1-4ce9-49f1-8f5a-04e28ec1fa4d req-dbf09e58-de71-4001-9fa3-eb4711680b67 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:32.870619 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-61860fc1-4ce9-49f1-8f5a-04e28ec1fa4d req-dbf09e58-de71-4001-9fa3-eb4711680b67 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:05:32.885033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-61860fc1-4ce9-49f1-8f5a-04e28ec1fa4d req-dbf09e58-de71-4001-9fa3-eb4711680b67 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:05:32.886147 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-61860fc1-4ce9-49f1-8f5a-04e28ec1fa4d req-dbf09e58-de71-4001-9fa3-eb4711680b67 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 944 time: 0.0943699 Mar 16 11:05:32.935754 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-61860fc1-4ce9-49f1-8f5a-04e28ec1fa4d req-ec6ed0d6-78c7-4292-a2f3-0ac171ea389d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9d4c618-377c-4638-9508-48bd33efec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434604 Mar 16 11:05:33.020487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-caf29317-4f2f-4899-898a-83186fc45260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:34.116307 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b293838-939b-47cc-a0c6-3cfbf0e07763 req-68036208-e684-4c2c-9755-1cf609171ff5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:34.117727 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5b293838-939b-47cc-a0c6-3cfbf0e07763 req-68036208-e684-4c2c-9755-1cf609171ff5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 944 time: 0.0775919 Mar 16 11:05:34.163088 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5b293838-939b-47cc-a0c6-3cfbf0e07763 req-751aa980-d1c9-4a3c-8415-55032a32f65c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9d4c618-377c-4638-9508-48bd33efec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397298 Mar 16 11:05:34.365271 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:34.410019 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:35.342425 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fc2c5-084e-42fe-8745-f968ddff2528 req-4dbe5933-bbba-4190-9197-33b050cf0d25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:35.343887 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b2fc2c5-084e-42fe-8745-f968ddff2528 req-4dbe5933-bbba-4190-9197-33b050cf0d25 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 944 time: 0.0773590 Mar 16 11:05:35.386919 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b2fc2c5-084e-42fe-8745-f968ddff2528 req-eafd0cb6-f5c9-417e-b491-90ba9074e691 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9d4c618-377c-4638-9508-48bd33efec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368333 Mar 16 11:05:35.856529 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:36.241892 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 4489806e-6761-4d5a-ad98-67bde82b68c7 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:05:36.370937 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 4489806e-6761-4d5a-ad98-67bde82b68c7, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=4489806e-6761-4d5a-ad98-67bde82b68c7,segment=NetworkSegment(98b3af67-66e6-4369-9944-f408fec4bb17),segment_id=98b3af67-66e6-4369-9944-f408fec4bb17)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:36.384385 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '4489806e-6761-4d5a-ad98-67bde82b68c7', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'port_id': '4489806e-6761-4d5a-ad98-67bde82b68c7', 'mac_address': 'fa:16:3e:6d:3e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:05:36.437678 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:36.454755 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4489806e-6761-4d5a-ad98-67bde82b68c7 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:05:36.469640 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 4489806e-6761-4d5a-ad98-67bde82b68c7, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=4489806e-6761-4d5a-ad98-67bde82b68c7,segment=NetworkSegment(98b3af67-66e6-4369-9944-f408fec4bb17),segment_id=98b3af67-66e6-4369-9944-f408fec4bb17)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:36.473640 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:36.543358 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=4489806e-6761-4d5a-ad98-67bde82b68c7,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:36.573508 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322309b-4950-445b-b7aa-9c91c10fd4a1 req-a25031a1-01d4-4588-bda3-386925fcb832 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:36.574985 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9322309b-4950-445b-b7aa-9c91c10fd4a1 req-a25031a1-01d4-4588-bda3-386925fcb832 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 945 time: 0.0837705 Mar 16 11:05:36.619674 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9322309b-4950-445b-b7aa-9c91c10fd4a1 req-9c66b0b7-2e6a-4202-9983-b559799279c3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9d4c618-377c-4638-9508-48bd33efec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386899 Mar 16 11:05:36.819897 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['4489806e-6761-4d5a-ad98-67bde82b68c7'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:05:37.894033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb19048-42b8-41c7-87d6-bea13f3e7517 req-79378e4c-fa1b-445f-8d37-738c78b9c956 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:37.895520 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ffb19048-42b8-41c7-87d6-bea13f3e7517 req-79378e4c-fa1b-445f-8d37-738c78b9c956 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 945 time: 0.1750743 Mar 16 11:05:37.937460 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ffb19048-42b8-41c7-87d6-bea13f3e7517 req-641d77ee-c991-405f-b176-d05fb7022a65 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9d4c618-377c-4638-9508-48bd33efec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364823 Mar 16 11:05:38.257998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 4489806e-6761-4d5a-ad98-67bde82b68c7 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:05:38.326371 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 4489806e-6761-4d5a-ad98-67bde82b68c7 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:38.330798 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 4489806e-6761-4d5a-ad98-67bde82b68c7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:38.331191 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:38.441400 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:38.492682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4489806e-6761-4d5a-ad98-67bde82b68c7'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:05:38.502191 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 4489806e-6761-4d5a-ad98-67bde82b68c7, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=4489806e-6761-4d5a-ad98-67bde82b68c7,segment=NetworkSegment(98b3af67-66e6-4369-9944-f408fec4bb17),segment_id=98b3af67-66e6-4369-9944-f408fec4bb17)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:38.506555 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:38.541229 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4489806e-6761-4d5a-ad98-67bde82b68c7', 'code': 200} Mar 16 11:05:38.573257 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=4489806e-6761-4d5a-ad98-67bde82b68c7,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:38.800897 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0ab97-d6e3-406c-aa9b-32c495f4883d req-71b9472d-b7d7-4248-8a11-3a224d063b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:38.802314 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6bd0ab97-d6e3-406c-aa9b-32c495f4883d req-71b9472d-b7d7-4248-8a11-3a224d063b03 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 1099 time: 0.1101415 Mar 16 11:05:38.840427 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6bd0ab97-d6e3-406c-aa9b-32c495f4883d req-7adcfb33-440d-43f1-9475-b8f19d453520 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9d4c618-377c-4638-9508-48bd33efec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320904 Mar 16 11:05:39.122101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337d08e-f97b-49c7-b99c-66c647dd3b9f req-39694d25-ce58-4847-9dd7-f49f5e80601f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:39.124427 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7337d08e-f97b-49c7-b99c-66c647dd3b9f req-39694d25-ce58-4847-9dd7-f49f5e80601f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 946 time: 0.0812278 Mar 16 11:05:39.167639 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7337d08e-f97b-49c7-b99c-66c647dd3b9f req-b476cfda-912a-400a-808a-1c0bdefadba8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9d4c618-377c-4638-9508-48bd33efec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373733 Mar 16 11:05:40.362522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e6788-02bb-4424-a325-da4826335bf6 req-3bb8a997-f8c9-40ff-b4f2-af09f945dd10 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:40.364068 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ed0e6788-02bb-4424-a325-da4826335bf6 req-3bb8a997-f8c9-40ff-b4f2-af09f945dd10 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 946 time: 0.0806358 Mar 16 11:05:40.410450 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ed0e6788-02bb-4424-a325-da4826335bf6 req-921e2aed-ec18-48da-a949-b79f297e09d4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9d4c618-377c-4638-9508-48bd33efec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407181 Mar 16 11:05:40.590834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b93de-6cb4-4c69-92d6-98f39d92e33d req-0542ae6e-5dfc-4d5a-9286-abb8944ba7b2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:40.592288 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c0b93de-6cb4-4c69-92d6-98f39d92e33d req-0542ae6e-5dfc-4d5a-9286-abb8944ba7b2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 946 time: 0.0796902 Mar 16 11:05:40.634943 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c0b93de-6cb4-4c69-92d6-98f39d92e33d req-c19cd1e9-5602-4543-976d-0f7e1ff2f30f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9d4c618-377c-4638-9508-48bd33efec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365460 Mar 16 11:05:40.656529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55194) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:40.724179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036816d1-f626-4f7e-bb3a-41b61ec6add0 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:40.725545 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-036816d1-f626-4f7e-bb3a-41b61ec6add0 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 1094 time: 0.0675473 Mar 16 11:05:40.728257 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55198) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:40.732839 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': '4489806e-6761-4d5a-ad98-67bde82b68c7', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:40.739313 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:40.743121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:floatingip and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:40.745942 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:40.752200 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:40.761634 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:40.893601 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:41.037662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.26.3.83 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/b1aa37a2-bc43-4c0e-a01d-94c6e75cb3fb) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:05:41.186052 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:41.235563 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:41.299692 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:05:41.300810 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:05:41.303842 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:05:41.351563 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=b1aa37a2-bc43-4c0e-a01d-94c6e75cb3fb,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:41.824827 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:41.927561 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.183523 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.190374 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.309791 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=b1aa37a2-bc43-4c0e-a01d-94c6e75cb3fb,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:42.319641 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.503888 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP d6fb4e27-7040-422b-b27d-4caeb9fc4939 associated. External IP: 172.26.3.83, port: 4489806e-6761-4d5a-ad98-67bde82b68c7. Mar 16 11:05:42.920109 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:05:43.261223 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:05:43.277924 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7232033-32ae-4f6b-b617-20187f1b481b None None] Sync routers for ids ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:05:43.294693 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:43.299960 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7232033-32ae-4f6b-b617-20187f1b481b None None] Routers {'735c59bd-9a3c-48c3-8d42-5bd47e02e66b'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:43.299960 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-f7232033-32ae-4f6b-b617-20187f1b481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:05:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:43.345610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55204) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:43.346218 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6c9aaa19-3262-43e8-8a24-d2c602b6c3cb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6164942 Mar 16 11:05:43.346832 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'tag': '4489806e-6761-4d5a-ad98-67bde82b68c7'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:05:43.467921 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'tag': '4489806e-6761-4d5a-ad98-67bde82b68c7', 'status': 'completed', 'code': 200} Mar 16 11:05:43.547706 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-f7232033-32ae-4f6b-b617-20187f1b481b None None] Set router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:43.617525 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3a20be70-ad0e-497a-9dae-a6b82c9c8739 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/routers/735c59bd-9a3c-48c3-8d42-5bd47e02e66b HTTP/1.1" status: 200 len: 923 time: 0.2654665 Mar 16 11:05:43.620907 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55212) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:43.621058 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea3c07-6fd4-4d24-b659-05e18951fd3f req-51b3f528-7ed4-43f1-9bc0-e3fa108e23a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:43.622004 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-02ea3c07-6fd4-4d24-b659-05e18951fd3f req-51b3f528-7ed4-43f1-9bc0-e3fa108e23a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 1099 time: 0.1133640 Mar 16 11:05:43.789530 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea3c07-6fd4-4d24-b659-05e18951fd3f req-cce37869-b0c5-4186-a28d-8138b9204c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:43.790380 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-02ea3c07-6fd4-4d24-b659-05e18951fd3f req-cce37869-b0c5-4186-a28d-8138b9204c43 service neutron] 10.222.0.18 "GET /v2.0/networks?id=efc082b2-f67d-4d7a-ab86-86d17d3206b8 HTTP/1.1" status: 200 len: 898 time: 0.1628013 Mar 16 11:05:43.801598 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-77438230-548a-489f-be4d-ca3bae14f0b1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/d6fb4e27-7040-422b-b27d-4caeb9fc4939 HTTP/1.1" status: 200 len: 991 time: 0.1806517 Mar 16 11:05:43.949667 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-02ea3c07-6fd4-4d24-b659-05e18951fd3f req-aa709213-99bf-4585-9ca6-82fed9e6157b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4489806e-6761-4d5a-ad98-67bde82b68c7 HTTP/1.1" status: 200 len: 999 time: 0.1491895 Mar 16 11:05:43.954988 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-f7232033-32ae-4f6b-b617-20187f1b481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:05:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'd6fb4e27-7040-422b-b27d-4caeb9fc4939', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'port_id': '4489806e-6761-4d5a-ad98-67bde82b68c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'mac_address': 'fa:16:3e:6d:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:05:41Z', 'updated_at': '2022-03-16T11:05:41Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cedbf2a9-2b06-4732-9a1a-8af2c9598fc2', 'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:61:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:21Z', 'updated_at': '2022-03-16T11:05:28Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:43.959031 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7232033-32ae-4f6b-b617-20187f1b481b None None] Checking router: 735c59bd-9a3c-48c3-8d42-5bd47e02e66b for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:05:43.968878 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7232033-32ae-4f6b-b617-20187f1b481b None None] Routers {'735c59bd-9a3c-48c3-8d42-5bd47e02e66b'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:43.969884 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-f7232033-32ae-4f6b-b617-20187f1b481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:05:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:44.023946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea3c07-6fd4-4d24-b659-05e18951fd3f req-198f5549-c879-439e-9776-a46a456a5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:44.025163 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-02ea3c07-6fd4-4d24-b659-05e18951fd3f req-198f5549-c879-439e-9776-a46a456a5032 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4bb6dfa-982e-4b94-90d1-1cd04c3d260e HTTP/1.1" status: 200 len: 835 time: 0.0696437 Mar 16 11:05:44.098637 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea3c07-6fd4-4d24-b659-05e18951fd3f req-57749e76-ee7a-48e6-8656-d6be2b4f4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:44.100131 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-02ea3c07-6fd4-4d24-b659-05e18951fd3f req-57749e76-ee7a-48e6-8656-d6be2b4f4d2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=efc082b2-f67d-4d7a-ab86-86d17d3206b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694437 Mar 16 11:05:44.175816 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-f7232033-32ae-4f6b-b617-20187f1b481b None None] Set router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:44.250435 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-02ea3c07-6fd4-4d24-b659-05e18951fd3f req-c38a5df9-9e3a-4d71-8f20-0e378d4b3fed service neutron] 10.222.0.18 "GET /v2.0/networks/efc082b2-f67d-4d7a-ab86-86d17d3206b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434870 Mar 16 11:05:44.401208 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-02ea3c07-6fd4-4d24-b659-05e18951fd3f req-f1322200-e59d-48a8-8bf9-57dcc320c48e service neutron] 10.222.0.18 "GET /v2.0/networks/efc082b2-f67d-4d7a-ab86-86d17d3206b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431148 Mar 16 11:05:44.652049 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-f7232033-32ae-4f6b-b617-20187f1b481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:05:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'd6fb4e27-7040-422b-b27d-4caeb9fc4939', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'port_id': '4489806e-6761-4d5a-ad98-67bde82b68c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'mac_address': 'fa:16:3e:6d:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:05:41Z', 'updated_at': '2022-03-16T11:05:41Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cedbf2a9-2b06-4732-9a1a-8af2c9598fc2', 'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:61:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:21Z', 'updated_at': '2022-03-16T11:05:28Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:44.658032 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7232033-32ae-4f6b-b617-20187f1b481b None None] The sync data for ids ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'] in dv-neutron-833859-1-hyperv is: [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:05:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'd6fb4e27-7040-422b-b27d-4caeb9fc4939', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'port_id': '4489806e-6761-4d5a-ad98-67bde82b68c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'mac_address': 'fa:16:3e:6d:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:05:41Z', 'updated_at': '2022-03-16T11:05:41Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cedbf2a9-2b06-4732-9a1a-8af2c9598fc2', 'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:61:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:21Z', 'updated_at': '2022-03-16T11:05:28Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:05:44.801719 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55216) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:44.894726 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6574c9-d9f8-401c-a5c2-e19fd92b50d6 None None] New status for floating IP d6fb4e27-7040-422b-b27d-4caeb9fc4939: ACTIVE {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:05:44.910183 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7ed4acb2-ec34-4d1b-81bb-2cd767d2f39d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/d6fb4e27-7040-422b-b27d-4caeb9fc4939 HTTP/1.1" status: 200 len: 991 time: 0.1072664 Mar 16 11:05:45.913506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55220) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:46.020723 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8bf834bc-4003-44b5-821f-a9b0dfd151ee tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/d6fb4e27-7040-422b-b27d-4caeb9fc4939 HTTP/1.1" status: 200 len: 993 time: 0.1059034 Mar 16 11:05:47.662004 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:57.993956 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:06:00.815297 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6235f2ff-a630-4db2-80f4-7df45362d88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:03.021693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-26f2b8b3-f3bd-4aea-8aae-42f00e397b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:04.366264 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:04.413150 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:05.859395 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:08.192301 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7930b84d-d4e9-431b-8d40-9227f69f5a71 req-777019d1-d6c4-47ff-890f-797dee1b911f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670917 Mar 16 11:06:08.424772 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930b84d-d4e9-431b-8d40-9227f69f5a71 req-b242fbfc-b433-47bf-a9c9-90509cfa5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:08.426229 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7930b84d-d4e9-431b-8d40-9227f69f5a71 req-b242fbfc-b433-47bf-a9c9-90509cfa5e7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 1098 time: 0.1649103 Mar 16 11:06:08.564601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930b84d-d4e9-431b-8d40-9227f69f5a71 req-d3b4553b-1b43-4e48-a01f-d9a008e0c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:08.565913 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7930b84d-d4e9-431b-8d40-9227f69f5a71 req-d3b4553b-1b43-4e48-a01f-d9a008e0c8b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 200 len: 912 time: 0.1208210 Mar 16 11:06:08.667027 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7930b84d-d4e9-431b-8d40-9227f69f5a71 req-ed97ec35-5b0d-4cce-97be-fdfc1c9e6050 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fba6affa-9365-432f-b2df-ce3fa1bd149e HTTP/1.1" status: 200 len: 1001 time: 0.0950062 Mar 16 11:06:08.725804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930b84d-d4e9-431b-8d40-9227f69f5a71 req-974b4e93-512c-4392-84de-19e0ec9ab60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:08.727143 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7930b84d-d4e9-431b-8d40-9227f69f5a71 req-974b4e93-512c-4392-84de-19e0ec9ab60e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d954889d-0ff1-45e8-bc9a-1b7538683dc9 HTTP/1.1" status: 200 len: 850 time: 0.0542245 Mar 16 11:06:08.801240 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930b84d-d4e9-431b-8d40-9227f69f5a71 req-5b5be535-9f12-49fe-9726-47fb7019481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:08.802639 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7930b84d-d4e9-431b-8d40-9227f69f5a71 req-5b5be535-9f12-49fe-9726-47fb7019481e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51a0a550-36fb-4b4a-acbc-273fffc2a038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698380 Mar 16 11:06:08.929707 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7930b84d-d4e9-431b-8d40-9227f69f5a71 req-4d03a08e-bcd6-415e-b0e1-2ff237f27638 service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208093 Mar 16 11:06:09.058072 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7930b84d-d4e9-431b-8d40-9227f69f5a71 req-17de9c8f-0d9b-4ba6-a86a-3b8ce8858d01 service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223407 Mar 16 11:06:17.661486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:30.816778 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9d82b356-3a2f-42fc-99f7-e1b0ac567822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:32.360905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55238) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:32.566681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Deleting port 33af4da4-2a88-49e2-8ece-329896aedd96 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:06:32.567010 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:32.729315 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:32.729628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:32.849610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Calling delete_port for 33af4da4-2a88-49e2-8ece-329896aedd96 owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:06:32.992780 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:33.025607 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-429603fa-fce6-45fe-8ff7-b900a4a673cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:33.038169 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event deleted for resources: {'Port': ['ID=33af4da4-2a88-49e2-8ece-329896aedd96,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:33.071674 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:33.072009 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:33.072338 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:33.072664 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:33.072985 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:33.073302 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:33.073618 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:33.074025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:33.074250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:33.074560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:33.074874 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:33.075197 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:33.142607 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:33.142939 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Floating IP c26db016-6110-4b44-b795-b6d87834d766 disassociated (deleted). External IP: 172.26.3.47, port: 16938f59-3265-4bd2-8460-a7352a79b07f. Mar 16 11:06:33.599816 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:06:33.774057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:06:33.783678 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd66bc-1ca0-4f9e-a75e-90148ac8b6de None None] Sync routers for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:06:33.792330 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd66bc-1ca0-4f9e-a75e-90148ac8b6de None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:33.792939 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9dbd66bc-1ca0-4f9e-a75e-90148ac8b6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:06:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:33.794549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:33.847900 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a856e8cb-2834-45dc-aee2-97f2bae24040 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "DELETE /v2.0/floatingips/c26db016-6110-4b44-b795-b6d87834d766 HTTP/1.1" status: 204 len: 168 time: 1.4859214 Mar 16 11:06:33.848565 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880c1994-a640-4a9a-80f3-646a78c716eb', 'tag': '16938f59-3265-4bd2-8460-a7352a79b07f'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:06:33.896028 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880c1994-a640-4a9a-80f3-646a78c716eb', 'tag': '16938f59-3265-4bd2-8460-a7352a79b07f', 'status': 'completed', 'code': 200} Mar 16 11:06:33.971930 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-9dbd66bc-1ca0-4f9e-a75e-90148ac8b6de None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:33.991962 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0aa50-33b8-415f-9d55-b99ee7b0d82e req-232b6eee-cc75-4be8-8a58-860904584e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:33.993583 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4be0aa50-33b8-415f-9d55-b99ee7b0d82e req-232b6eee-cc75-4be8-8a58-860904584e47 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 1098 time: 0.0740519 Mar 16 11:06:34.187310 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0aa50-33b8-415f-9d55-b99ee7b0d82e req-ee6b6ac3-c9e8-4b6e-a25d-f3860d2f5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:34.188720 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4be0aa50-33b8-415f-9d55-b99ee7b0d82e req-ee6b6ac3-c9e8-4b6e-a25d-f3860d2f5ce3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 200 len: 912 time: 0.1889720 Mar 16 11:06:34.256897 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4be0aa50-33b8-415f-9d55-b99ee7b0d82e req-6a2203f7-8b2b-4d43-9a45-a0b1eca426b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16938f59-3265-4bd2-8460-a7352a79b07f HTTP/1.1" status: 200 len: 217 time: 0.0599179 Mar 16 11:06:34.324835 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9dbd66bc-1ca0-4f9e-a75e-90148ac8b6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'f39e8d31-cbc9-4ce4-9dc9-803ad9225d8d', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'port_id': 'fba6affa-9365-432f-b2df-ce3fa1bd149e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'mac_address': 'fa:16:3e:51:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:45Z', 'updated_at': '2022-03-16T11:02:48Z', 'revision_number': 1, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:34.328994 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd66bc-1ca0-4f9e-a75e-90148ac8b6de None None] Checking router: 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:06:34.337143 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd66bc-1ca0-4f9e-a75e-90148ac8b6de None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:34.337736 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9dbd66bc-1ca0-4f9e-a75e-90148ac8b6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:06:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:34.344281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6463b06-af99-42d9-8d99-711148e3e2eb req-f105b85f-3809-4433-8a3e-009f8502cf5f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:34.345732 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e6463b06-af99-42d9-8d99-711148e3e2eb req-f105b85f-3809-4433-8a3e-009f8502cf5f tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 945 time: 0.2033687 Mar 16 11:06:34.347285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0aa50-33b8-415f-9d55-b99ee7b0d82e req-65292092-b176-4987-b5d3-a43974916c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:34.348571 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4be0aa50-33b8-415f-9d55-b99ee7b0d82e req-65292092-b176-4987-b5d3-a43974916c37 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d954889d-0ff1-45e8-bc9a-1b7538683dc9 HTTP/1.1" status: 200 len: 850 time: 0.0847344 Mar 16 11:06:34.428943 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:34.432984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:34.446045 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e6463b06-af99-42d9-8d99-711148e3e2eb req-dc9b8578-b9a1-42a6-89e7-c9f20d8c7042 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940886 Mar 16 11:06:34.470953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0aa50-33b8-415f-9d55-b99ee7b0d82e req-5136c34b-d451-4743-8514-8d93223fc823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:34.472455 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4be0aa50-33b8-415f-9d55-b99ee7b0d82e req-5136c34b-d451-4743-8514-8d93223fc823 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51a0a550-36fb-4b4a-acbc-273fffc2a038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1071434 Mar 16 11:06:34.551011 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-9dbd66bc-1ca0-4f9e-a75e-90148ac8b6de None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:34.608052 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4be0aa50-33b8-415f-9d55-b99ee7b0d82e req-c6b3a3f6-dcc9-4c2c-a7c1-da7b988859fd service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276548 Mar 16 11:06:34.741436 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4be0aa50-33b8-415f-9d55-b99ee7b0d82e req-c7cb12ff-d943-48e4-914e-aa0b412def9a service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269825 Mar 16 11:06:34.885885 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9dbd66bc-1ca0-4f9e-a75e-90148ac8b6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'f39e8d31-cbc9-4ce4-9dc9-803ad9225d8d', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'port_id': 'fba6affa-9365-432f-b2df-ce3fa1bd149e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'mac_address': 'fa:16:3e:51:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:45Z', 'updated_at': '2022-03-16T11:02:48Z', 'revision_number': 1, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:34.890283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd66bc-1ca0-4f9e-a75e-90148ac8b6de None None] The sync data for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv is: [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'f39e8d31-cbc9-4ce4-9dc9-803ad9225d8d', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'port_id': 'fba6affa-9365-432f-b2df-ce3fa1bd149e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'mac_address': 'fa:16:3e:51:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:45Z', 'updated_at': '2022-03-16T11:02:48Z', 'revision_number': 1, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:06:34.992515 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:06:35.090933 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf6e0f-2ff3-4e25-89cd-5c242c3c3e58 None None] New status for floating IP c26db016-6110-4b44-b795-b6d87834d766: DOWN {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:06:35.630969 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aba50-c34e-4658-8440-6a7926238539 req-b96f455e-1d48-4c44-ad32-20a2da2e39d0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:35.631683 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-334aba50-c34e-4658-8440-6a7926238539 req-b96f455e-1d48-4c44-ad32-20a2da2e39d0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Synchronizing usage tracker for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:06:35.646719 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-334aba50-c34e-4658-8440-6a7926238539 req-b96f455e-1d48-4c44-ad32-20a2da2e39d0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Unset dirty status for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:06:35.647959 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-334aba50-c34e-4658-8440-6a7926238539 req-b96f455e-1d48-4c44-ad32-20a2da2e39d0 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 945 time: 0.0969114 Mar 16 11:06:35.692433 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-334aba50-c34e-4658-8440-6a7926238539 req-955b1182-dc16-49fa-8be2-c956fc2bf2b1 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387316 Mar 16 11:06:35.861097 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:36.049498 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa37c2-7ab9-41db-9365-de699a6639bf req-e9ea68a8-e8c1-41c5-a759-08ba8749c50c tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:36.050804 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-67fa37c2-7ab9-41db-9365-de699a6639bf req-e9ea68a8-e8c1-41c5-a759-08ba8749c50c tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.18 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 945 time: 0.1742866 Mar 16 11:06:36.124361 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-67fa37c2-7ab9-41db-9365-de699a6639bf req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Deleting port 16938f59-3265-4bd2-8460-a7352a79b07f {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:06:36.124692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-67fa37c2-7ab9-41db-9365-de699a6639bf req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:36.361186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-67fa37c2-7ab9-41db-9365-de699a6639bf req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] For port 16938f59-3265-4bd2-8460-a7352a79b07f, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=16938f59-3265-4bd2-8460-a7352a79b07f,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:36.361473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-67fa37c2-7ab9-41db-9365-de699a6639bf req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:36.484222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-67fa37c2-7ab9-41db-9365-de699a6639bf req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Calling delete_port for 16938f59-3265-4bd2-8460-a7352a79b07f owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:06:36.618926 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-67fa37c2-7ab9-41db-9365-de699a6639bf req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:36.667818 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event deleted for resources: {'Port': ['ID=16938f59-3265-4bd2-8460-a7352a79b07f,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:36.701390 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:36.701765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:36.702097 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:36.702781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:36.702781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:36.703047 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:36.703388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:36.703702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:36.704015 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:36.704325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:36.704632 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:36.704937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:36.753608 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fa37c2-7ab9-41db-9365-de699a6639bf req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] No DVR routers for this DVR port 16938f59-3265-4bd2-8460-a7352a79b07f on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:06:36.756095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-67fa37c2-7ab9-41db-9365-de699a6639bf req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:36.758707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880c1994-a640-4a9a-80f3-646a78c716eb', 'name': 'network-vif-deleted', 'tag': '16938f59-3265-4bd2-8460-a7352a79b07f'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:06:36.775876 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-67fa37c2-7ab9-41db-9365-de699a6639bf req-b9e829ba-9783-4154-b8de-1d9e914fcc4b tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.18 "DELETE /v2.0/ports/16938f59-3265-4bd2-8460-a7352a79b07f HTTP/1.1" status: 204 len: 173 time: 0.7186890 Mar 16 11:06:36.805326 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880c1994-a640-4a9a-80f3-646a78c716eb', 'name': 'network-vif-deleted', 'tag': '16938f59-3265-4bd2-8460-a7352a79b07f', 'status': 'completed', 'code': 200} Mar 16 11:06:36.863934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-b581876d-0f82-497b-9129-161b43eb818b req-b94e5a4b-f53a-4966-ae25-e82fc5fe4c42 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Synchronizing usage tracker for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:06:36.880711 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-b581876d-0f82-497b-9129-161b43eb818b req-b94e5a4b-f53a-4966-ae25-e82fc5fe4c42 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Unset dirty status for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:06:36.881929 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b581876d-0f82-497b-9129-161b43eb818b req-b94e5a4b-f53a-4966-ae25-e82fc5fe4c42 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=880c1994-a640-4a9a-80f3-646a78c716eb HTTP/1.1" status: 200 len: 210 time: 0.0650156 Mar 16 11:06:40.507502 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 16938f59-3265-4bd2-8460-a7352a79b07f no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:06:40.542279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 16938f59-3265-4bd2-8460-a7352a79b07f {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:06:40.542625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 16938f59-3265-4bd2-8460-a7352a79b07f not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:06:42.517575 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55276) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:42.709107 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-91521931-3d2f-4857-b87a-53a230f99809 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Deleting port 681ccea4-1cb3-4769-9dac-d56549c8bc80 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:06:42.709437 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-91521931-3d2f-4857-b87a-53a230f99809 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:42.876274 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-91521931-3d2f-4857-b87a-53a230f99809 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:42.876593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-91521931-3d2f-4857-b87a-53a230f99809 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:42.993397 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-91521931-3d2f-4857-b87a-53a230f99809 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Calling delete_port for 681ccea4-1cb3-4769-9dac-d56549c8bc80 owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:06:43.138957 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-91521931-3d2f-4857-b87a-53a230f99809 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:43.181680 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91521931-3d2f-4857-b87a-53a230f99809 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event deleted for resources: {'Port': ['ID=681ccea4-1cb3-4769-9dac-d56549c8bc80,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:43.278012 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-91521931-3d2f-4857-b87a-53a230f99809 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:43.278397 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-91521931-3d2f-4857-b87a-53a230f99809 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Floating IP f39e8d31-cbc9-4ce4-9dc9-803ad9225d8d disassociated (deleted). External IP: 172.26.3.229, port: fba6affa-9365-432f-b2df-ce3fa1bd149e. Mar 16 11:06:43.724305 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91521931-3d2f-4857-b87a-53a230f99809 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:06:43.901067 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91521931-3d2f-4857-b87a-53a230f99809 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:06:43.911362 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e61a9-6f67-4325-aae2-a6f660438135 None None] Sync routers for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:06:43.920949 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-91521931-3d2f-4857-b87a-53a230f99809 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:43.921217 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e61a9-6f67-4325-aae2-a6f660438135 None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:43.921828 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-190e61a9-6f67-4325-aae2-a6f660438135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:06:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:43.974723 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-91521931-3d2f-4857-b87a-53a230f99809 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "DELETE /v2.0/floatingips/f39e8d31-cbc9-4ce4-9dc9-803ad9225d8d HTTP/1.1" status: 204 len: 168 time: 1.4559872 Mar 16 11:06:43.975246 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'tag': 'fba6affa-9365-432f-b2df-ce3fa1bd149e'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:06:44.021580 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'tag': 'fba6affa-9365-432f-b2df-ce3fa1bd149e', 'status': 'completed', 'code': 200} Mar 16 11:06:44.113655 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c5ff8-2ccf-478b-9f60-4c7664e96905 req-3ecd927b-8876-43cc-80da-a53369eebeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:44.115195 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cf9c5ff8-2ccf-478b-9f60-4c7664e96905 req-3ecd927b-8876-43cc-80da-a53369eebeca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0723865 Mar 16 11:06:44.150725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-190e61a9-6f67-4325-aae2-a6f660438135 None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:44.262538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c5ff8-2ccf-478b-9f60-4c7664e96905 req-c3f583d0-2b6f-45ac-b7d3-e26eb50e18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:44.264435 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cf9c5ff8-2ccf-478b-9f60-4c7664e96905 req-c3f583d0-2b6f-45ac-b7d3-e26eb50e18f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 200 len: 912 time: 0.1432974 Mar 16 11:06:44.337326 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cf9c5ff8-2ccf-478b-9f60-4c7664e96905 req-7033bb60-4e68-4077-b1b6-568f253d80a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fba6affa-9365-432f-b2df-ce3fa1bd149e HTTP/1.1" status: 200 len: 217 time: 0.0662341 Mar 16 11:06:44.352160 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7aff5-79fb-4b08-8f93-c82fb1f78aa3 req-57111608-d78f-492e-ab77-ae715790b2c8 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:44.352858 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-c9e7aff5-79fb-4b08-8f93-c82fb1f78aa3 req-57111608-d78f-492e-ab77-ae715790b2c8 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Synchronizing usage tracker for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:06:44.369216 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-c9e7aff5-79fb-4b08-8f93-c82fb1f78aa3 req-57111608-d78f-492e-ab77-ae715790b2c8 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Unset dirty status for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:06:44.370358 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c9e7aff5-79fb-4b08-8f93-c82fb1f78aa3 req-57111608-d78f-492e-ab77-ae715790b2c8 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 945 time: 0.1027360 Mar 16 11:06:44.401980 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c5ff8-2ccf-478b-9f60-4c7664e96905 req-0c9b111c-45fc-4bb5-b5ff-497b24e8d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:44.403571 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cf9c5ff8-2ccf-478b-9f60-4c7664e96905 req-0c9b111c-45fc-4bb5-b5ff-497b24e8d3f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d954889d-0ff1-45e8-bc9a-1b7538683dc9 HTTP/1.1" status: 200 len: 850 time: 0.0598865 Mar 16 11:06:44.423704 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c9e7aff5-79fb-4b08-8f93-c82fb1f78aa3 req-debb888a-2ccd-4cf1-8e95-64f0b1269cd2 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468395 Mar 16 11:06:44.477448 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c5ff8-2ccf-478b-9f60-4c7664e96905 req-94e527ff-9928-43ad-967e-41c323d46615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:44.478927 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cf9c5ff8-2ccf-478b-9f60-4c7664e96905 req-94e527ff-9928-43ad-967e-41c323d46615 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51a0a550-36fb-4b4a-acbc-273fffc2a038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691030 Mar 16 11:06:44.479042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-190e61a9-6f67-4325-aae2-a6f660438135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:44.482853 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e61a9-6f67-4325-aae2-a6f660438135 None None] Checking router: 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:06:44.491219 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e61a9-6f67-4325-aae2-a6f660438135 None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:44.491820 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-190e61a9-6f67-4325-aae2-a6f660438135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:06:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:44.608308 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cf9c5ff8-2ccf-478b-9f60-4c7664e96905 req-e126a5d1-f8e4-4ba5-9880-c620c05da5eb service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218715 Mar 16 11:06:44.674158 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-190e61a9-6f67-4325-aae2-a6f660438135 None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:44.740260 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cf9c5ff8-2ccf-478b-9f60-4c7664e96905 req-d0790de0-9e9b-48cd-8d63-1c58acac0ae6 service neutron] 10.222.0.18 "GET /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256664 Mar 16 11:06:44.976845 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-190e61a9-6f67-4325-aae2-a6f660438135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:44.980714 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e61a9-6f67-4325-aae2-a6f660438135 None None] The sync data for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv is: [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T10:59:35Z', 'revision_number': 4, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e77cc5ff-4398-441a-ac08-3445b3692bdc', 'name': '', 'network_id': '51a0a550-36fb-4b4a-acbc-273fffc2a038', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'mac_address': 'fa:16:3e:39:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:40Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'subnets': [{'id': 'd954889d-0ff1-45e8-bc9a-1b7538683dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:06:45.179989 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a11484-fab0-4534-897b-6b31f8ebc7f0 None None] New status for floating IP f39e8d31-cbc9-4ce4-9dc9-803ad9225d8d: DOWN {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:06:45.692987 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc08655-c1e9-4df3-976e-51fc51d0623c req-c8be062f-96e7-41f7-82e5-5573aa898743 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:45.694406 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ccc08655-c1e9-4df3-976e-51fc51d0623c req-c8be062f-96e7-41f7-82e5-5573aa898743 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 945 time: 0.1722105 Mar 16 11:06:45.736589 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ccc08655-c1e9-4df3-976e-51fc51d0623c req-b406a4ec-ca7c-4b78-aa46-f4a0c5de9707 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/security-groups?id=10e898e8-cd05-46b8-90b1-8c6f689c6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364428 Mar 16 11:06:45.895328 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb6133-dcd0-49e7-8fbd-3e2d395f332d req-11a88432-7e55-427a-a710-2ff85c179385 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:45.896720 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-34bb6133-dcd0-49e7-8fbd-3e2d395f332d req-11a88432-7e55-427a-a710-2ff85c179385 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.18 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 945 time: 0.0830503 Mar 16 11:06:45.964047 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-34bb6133-dcd0-49e7-8fbd-3e2d395f332d req-f968f755-11f4-4811-a80e-49b13353af4a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Deleting port fba6affa-9365-432f-b2df-ce3fa1bd149e {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:06:45.964396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-34bb6133-dcd0-49e7-8fbd-3e2d395f332d req-f968f755-11f4-4811-a80e-49b13353af4a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.209426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-34bb6133-dcd0-49e7-8fbd-3e2d395f332d req-f968f755-11f4-4811-a80e-49b13353af4a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] For port fba6affa-9365-432f-b2df-ce3fa1bd149e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fba6affa-9365-432f-b2df-ce3fa1bd149e,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:46.209775 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-34bb6133-dcd0-49e7-8fbd-3e2d395f332d req-f968f755-11f4-4811-a80e-49b13353af4a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.328972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-34bb6133-dcd0-49e7-8fbd-3e2d395f332d req-f968f755-11f4-4811-a80e-49b13353af4a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Calling delete_port for fba6affa-9365-432f-b2df-ce3fa1bd149e owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:06:46.465041 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-34bb6133-dcd0-49e7-8fbd-3e2d395f332d req-f968f755-11f4-4811-a80e-49b13353af4a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.513754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968f755-11f4-4811-a80e-49b13353af4a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event deleted for resources: {'Port': ['ID=fba6affa-9365-432f-b2df-ce3fa1bd149e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:46.586472 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bb6133-dcd0-49e7-8fbd-3e2d395f332d req-f968f755-11f4-4811-a80e-49b13353af4a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] No DVR routers for this DVR port fba6affa-9365-432f-b2df-ce3fa1bd149e on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:06:46.589001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-34bb6133-dcd0-49e7-8fbd-3e2d395f332d req-f968f755-11f4-4811-a80e-49b13353af4a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.591479 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'name': 'network-vif-deleted', 'tag': 'fba6affa-9365-432f-b2df-ce3fa1bd149e'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:06:46.606727 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-34bb6133-dcd0-49e7-8fbd-3e2d395f332d req-f968f755-11f4-4811-a80e-49b13353af4a tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.18 "DELETE /v2.0/ports/fba6affa-9365-432f-b2df-ce3fa1bd149e HTTP/1.1" status: 204 len: 173 time: 0.7051318 Mar 16 11:06:46.636057 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ea99be-4299-4a2c-910f-2d75cfa21ac7', 'name': 'network-vif-deleted', 'tag': 'fba6affa-9365-432f-b2df-ce3fa1bd149e', 'status': 'completed', 'code': 200} Mar 16 11:06:46.884121 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-d775a825-ecc5-498f-b67f-3485f62047eb req-8041c3ab-c257-4cb8-a77b-d0f1e0f44569 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Synchronizing usage tracker for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:06:46.902123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-d775a825-ecc5-498f-b67f-3485f62047eb req-8041c3ab-c257-4cb8-a77b-d0f1e0f44569 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Unset dirty status for tenant:366b4a2732424eecae1e3b8242ca1d7c on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:06:46.903708 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d775a825-ecc5-498f-b67f-3485f62047eb req-8041c3ab-c257-4cb8-a77b-d0f1e0f44569 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "GET /v2.0/ports?device_id=03ea99be-4299-4a2c-910f-2d75cfa21ac7 HTTP/1.1" status: 200 len: 210 time: 0.0637510 Mar 16 11:06:47.688227 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:47.997322 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55296) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:48.149339 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-81f35d4b-ff8d-4064-89fa-77cd9b1a0052 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Deleting port 706d5e3d-45b7-4c20-b457-0462131fb9ba {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:06:48.149669 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-81f35d4b-ff8d-4064-89fa-77cd9b1a0052 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:48.316935 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-81f35d4b-ff8d-4064-89fa-77cd9b1a0052 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:48.317254 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-81f35d4b-ff8d-4064-89fa-77cd9b1a0052 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:48.434821 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-81f35d4b-ff8d-4064-89fa-77cd9b1a0052 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Calling delete_port for 706d5e3d-45b7-4c20-b457-0462131fb9ba owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:06:48.579959 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-81f35d4b-ff8d-4064-89fa-77cd9b1a0052 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:48.624692 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f35d4b-ff8d-4064-89fa-77cd9b1a0052 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event deleted for resources: {'Port': ['ID=706d5e3d-45b7-4c20-b457-0462131fb9ba,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:48.712438 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-81f35d4b-ff8d-4064-89fa-77cd9b1a0052 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:48.729203 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-81f35d4b-ff8d-4064-89fa-77cd9b1a0052 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:48.730327 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-81f35d4b-ff8d-4064-89fa-77cd9b1a0052 tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "DELETE /v2.0/floatingips/93880ec6-0296-4e53-b0f3-8292bd1fa322 HTTP/1.1" status: 204 len: 168 time: 0.7320423 Mar 16 11:06:50.567407 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fba6affa-9365-432f-b2df-ce3fa1bd149e no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:06:50.600432 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: fba6affa-9365-432f-b2df-ce3fa1bd149e {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:06:50.600774 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fba6affa-9365-432f-b2df-ce3fa1bd149e not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:06:51.318748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55316) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:51.386289 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eec86bb9-6ef9-47cf-a37a-4d37c97a06fa tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:51.416078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eec86bb9-6ef9-47cf-a37a-4d37c97a06fa tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:51.480861 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eec86bb9-6ef9-47cf-a37a-4d37c97a06fa tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:51.503372 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec86bb9-6ef9-47cf-a37a-4d37c97a06fa tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e898e8-cd05-46b8-90b1-8c6f689c6bb1,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:51.518090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-eec86bb9-6ef9-47cf-a37a-4d37c97a06fa tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:51.522377 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-eec86bb9-6ef9-47cf-a37a-4d37c97a06fa tempest-TestVolumeBootPattern-1082068585 tempest-TestVolumeBootPattern-1082068585-project] 10.222.0.44 "DELETE /v2.0/security-groups/10e898e8-cd05-46b8-90b1-8c6f689c6bb1 HTTP/1.1" status: 204 len: 168 time: 0.1994016 Mar 16 11:06:51.572282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55322) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:52.358493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-234820a1-990e-427e-bbc5-7d9bca570eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:52.694661 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-234820a1-990e-427e-bbc5-7d9bca570eed admin admin] Deleting port e77cc5ff-4398-441a-ac08-3445b3692bdc {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:06:52.695443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-234820a1-990e-427e-bbc5-7d9bca570eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:52.861647 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-234820a1-990e-427e-bbc5-7d9bca570eed admin admin] For port e77cc5ff-4398-441a-ac08-3445b3692bdc, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e77cc5ff-4398-441a-ac08-3445b3692bdc,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:52.861989 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-234820a1-990e-427e-bbc5-7d9bca570eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:52.978235 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-234820a1-990e-427e-bbc5-7d9bca570eed admin admin] Calling delete_port for e77cc5ff-4398-441a-ac08-3445b3692bdc owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:06:53.146778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-234820a1-990e-427e-bbc5-7d9bca570eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:53.191556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234820a1-990e-427e-bbc5-7d9bca570eed admin admin] Pushing event deleted for resources: {'Port': ['ID=e77cc5ff-4398-441a-ac08-3445b3692bdc,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:53.453156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-234820a1-990e-427e-bbc5-7d9bca570eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:53.898349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234820a1-990e-427e-bbc5-7d9bca570eed admin admin] Router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:06:54.072763 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234820a1-990e-427e-bbc5-7d9bca570eed admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:06:54.081212 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fd790b-fb43-46c4-a7aa-a29f5e5dc34d None None] Sync routers for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:06:54.084699 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-234820a1-990e-427e-bbc5-7d9bca570eed admin admin] 10.222.0.44 "PUT /v2.0/routers/3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5112066 Mar 16 11:06:54.087171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55332) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:54.090626 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fd790b-fb43-46c4-a7aa-a29f5e5dc34d None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:54.091262 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a2fd790b-fb43-46c4-a7aa-a29f5e5dc34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:06:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:54.264923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-99965854-a2ad-4f66-a346-60934ca34c7b admin admin] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.269689 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-a2fd790b-fb43-46c4-a7aa-a29f5e5dc34d None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:54.446799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-99965854-a2ad-4f66-a346-60934ca34c7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.456488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-99965854-a2ad-4f66-a346-60934ca34c7b admin admin] Deleting port 0a2011e6-1e44-4481-a7cc-489343d2c9ab {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:06:54.456814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-99965854-a2ad-4f66-a346-60934ca34c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.610000 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a2fd790b-fb43-46c4-a7aa-a29f5e5dc34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T11:06:53Z', 'revision_number': 5, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port': {'id': '0a2011e6-1e44-4481-a7cc-489343d2c9ab', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:32Z', 'updated_at': '2022-03-16T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:54.614165 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fd790b-fb43-46c4-a7aa-a29f5e5dc34d None None] Checking router: 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:06:54.624212 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fd790b-fb43-46c4-a7aa-a29f5e5dc34d None None] Routers {'3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:54.625560 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a2fd790b-fb43-46c4-a7aa-a29f5e5dc34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:06:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:54.636263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-99965854-a2ad-4f66-a346-60934ca34c7b admin admin] For port 0a2011e6-1e44-4481-a7cc-489343d2c9ab, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0a2011e6-1e44-4481-a7cc-489343d2c9ab,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:54.636615 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-99965854-a2ad-4f66-a346-60934ca34c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.756491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-99965854-a2ad-4f66-a346-60934ca34c7b admin admin] Calling delete_port for 0a2011e6-1e44-4481-a7cc-489343d2c9ab owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:06:54.775098 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-a2fd790b-fb43-46c4-a7aa-a29f5e5dc34d None None] Set router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:54.877263 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a2fd790b-fb43-46c4-a7aa-a29f5e5dc34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T11:06:54Z', 'revision_number': 6, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:54.881124 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fd790b-fb43-46c4-a7aa-a29f5e5dc34d None None] The sync data for ids ['3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1'] in dv-neutron-833859-1-hyperv is: [{'id': '3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1', 'name': 'tempest-TestVolumeBootPattern-372860814-router', 'tenant_id': '366b4a2732424eecae1e3b8242ca1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:31Z', 'updated_at': '2022-03-16T11:06:54Z', 'revision_number': 6, 'project_id': '366b4a2732424eecae1e3b8242ca1d7c', 'gw_port_host': None}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:06:54.920748 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-99965854-a2ad-4f66-a346-60934ca34c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.966160 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99965854-a2ad-4f66-a346-60934ca34c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2011e6-1e44-4481-a7cc-489343d2c9ab,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:55.157462 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-99965854-a2ad-4f66-a346-60934ca34c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.331603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-99965854-a2ad-4f66-a346-60934ca34c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.333757 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-99965854-a2ad-4f66-a346-60934ca34c7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.356145 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-99965854-a2ad-4f66-a346-60934ca34c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.356692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99965854-a2ad-4f66-a346-60934ca34c7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:06:55.368271 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-99965854-a2ad-4f66-a346-60934ca34c7b admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.369378 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-99965854-a2ad-4f66-a346-60934ca34c7b admin admin] 10.222.0.44 "DELETE /v2.0/routers/3b2aabcb-8c17-4bf1-ac1b-ef86c34932d1 HTTP/1.1" status: 204 len: 168 time: 1.2813089 Mar 16 11:06:55.371855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55338) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:55.433133 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-b827b00c-5a4c-48a0-a384-14ea578ec53a admin admin] Deleting subnet d954889d-0ff1-45e8-bc9a-1b7538683dc9 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:06:55.435966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b827b00c-5a4c-48a0-a384-14ea578ec53a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.482724 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b827b00c-5a4c-48a0-a384-14ea578ec53a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.558863 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b827b00c-5a4c-48a0-a384-14ea578ec53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.626491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b827b00c-5a4c-48a0-a384-14ea578ec53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.665877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827b00c-5a4c-48a0-a384-14ea578ec53a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d954889d-0ff1-45e8-bc9a-1b7538683dc9,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:55.669192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b827b00c-5a4c-48a0-a384-14ea578ec53a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.674859 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b827b00c-5a4c-48a0-a384-14ea578ec53a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d954889d-0ff1-45e8-bc9a-1b7538683dc9 HTTP/1.1" status: 204 len: 168 time: 0.3020918 Mar 16 11:06:55.675077 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b10608-cf99-4f1a-a410-5612cb8f8a7d None None] Network 51a0a550-36fb-4b4a-acbc-273fffc2a038 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:06:55.677460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55342) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:55.885171 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.898233 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] Deleting port 80e774ca-1dc8-4c61-a0dd-a77d3695b973 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:06:55.898565 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.941505 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb09ad2-b63a-43e1-874c-a568cba67dd3 None None] DHCP port deletion for 51a0a550-36fb-4b4a-acbc-273fffc2a038 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:06:55.945540 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1eb09ad2-b63a-43e1-874c-a568cba67dd3 None None] Deleting port 80e774ca-1dc8-4c61-a0dd-a77d3695b973 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:06:55.945848 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1eb09ad2-b63a-43e1-874c-a568cba67dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:56.101434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] For port 80e774ca-1dc8-4c61-a0dd-a77d3695b973, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=80e774ca-1dc8-4c61-a0dd-a77d3695b973,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:56.101784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:56.142162 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1eb09ad2-b63a-43e1-874c-a568cba67dd3 None None] For port 80e774ca-1dc8-4c61-a0dd-a77d3695b973, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=80e774ca-1dc8-4c61-a0dd-a77d3695b973,segment=NetworkSegment(757c2a6c-d8c9-494c-9c40-d623ab812393),segment_id=757c2a6c-d8c9-494c-9c40-d623ab812393)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:56.142475 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1eb09ad2-b63a-43e1-874c-a568cba67dd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:56.223424 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] Calling delete_port for 80e774ca-1dc8-4c61-a0dd-a77d3695b973 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:06:56.262523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1eb09ad2-b63a-43e1-874c-a568cba67dd3 None None] Calling delete_port for 80e774ca-1dc8-4c61-a0dd-a77d3695b973 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:06:56.293601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e77cc5ff-4398-441a-ac08-3445b3692bdc no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:06:56.305628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:56.336679 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: e77cc5ff-4398-441a-ac08-3445b3692bdc {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:06:56.337010 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e77cc5ff-4398-441a-ac08-3445b3692bdc not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:06:56.337407 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 80e774ca-1dc8-4c61-a0dd-a77d3695b973 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:06:56.351237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] Pushing event deleted for resources: {'Port': ['ID=80e774ca-1dc8-4c61-a0dd-a77d3695b973,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:56.357360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] No DVR routers for this DVR port 80e774ca-1dc8-4c61-a0dd-a77d3695b973 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:06:56.374659 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 80e774ca-1dc8-4c61-a0dd-a77d3695b973 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:06:56.374996 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 80e774ca-1dc8-4c61-a0dd-a77d3695b973 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:06:56.375696 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0a2011e6-1e44-4481-a7cc-489343d2c9ab no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:06:56.419010 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 0a2011e6-1e44-4481-a7cc-489343d2c9ab {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:06:56.419371 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0a2011e6-1e44-4481-a7cc-489343d2c9ab not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:06:56.442824 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-1eb09ad2-b63a-43e1-874c-a568cba67dd3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:06:56.443205 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-1eb09ad2-b63a-43e1-874c-a568cba67dd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:06:56.475883 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:56.500734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a0a550-36fb-4b4a-acbc-273fffc2a038']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:56.515960 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757c2a6c-d8c9-494c-9c40-d623ab812393') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:56.516246 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757c2a6c-d8c9-494c-9c40-d623ab812393') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:56.527176 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:56.543379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:56.549903 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:06:56.550322 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:06:56.562849 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:06:56.633258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:56.649246 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:56.664514 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] Pushing event deleted for resources: {'Network': ['ID=51a0a550-36fb-4b4a-acbc-273fffc2a038,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:56.676330 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-630bbbf3-9953-4f05-9bca-5fd8bf0ba20e admin admin] 10.222.0.44 "DELETE /v2.0/networks/51a0a550-36fb-4b4a-acbc-273fffc2a038 HTTP/1.1" status: 204 len: 168 time: 0.9977033 Mar 16 11:06:56.679110 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55346) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:56.944576 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1eb09ad2-b63a-43e1-874c-a568cba67dd3 None None] Deleting port 80e774ca-1dc8-4c61-a0dd-a77d3695b973 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:06:56.945154 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1eb09ad2-b63a-43e1-874c-a568cba67dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:57.012199 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1eb09ad2-b63a-43e1-874c-a568cba67dd3 None None] The port '80e774ca-1dc8-4c61-a0dd-a77d3695b973' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:06:57.065937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55352) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:57.308728 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-db092aae-37ac-44a7-9d80-d4a8f43038cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:57.402784 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-473e9cd7-2129-40d2-b8ac-8d5d1f870484 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/routers/735c59bd-9a3c-48c3-8d42-5bd47e02e66b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3355942 Mar 16 11:06:57.410296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55358) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:57.597996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3f0ad7-5016-40c7-92a9-18dc56e05585 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Notify agent at dv-neutron-833859-1-hyperv the message router_removed_from_agent {{(pid=87969) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 16 11:06:57.601325 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0e3f0ad7-5016-40c7-92a9-18dc56e05585 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "DELETE /v2.0/agents/92897a1c-48f0-47ee-91e1-9a9fe37f2869/l3-routers/735c59bd-9a3c-48c3-8d42-5bd47e02e66b HTTP/1.1" status: 204 len: 168 time: 0.1900258 Mar 16 11:06:57.603857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55362) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:57.662592 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-db092aae-37ac-44a7-9d80-d4a8f43038cb admin admin] Deleting port 73d7c597-9db5-42f1-8d92-0c093b20b0dd {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:06:57.662931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-db092aae-37ac-44a7-9d80-d4a8f43038cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:57.780651 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-56202f02-cd92-437c-855f-3c85107561a5 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/routers/735c59bd-9a3c-48c3-8d42-5bd47e02e66b/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1755202 Mar 16 11:06:57.783285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55366) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:57.836222 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-db092aae-37ac-44a7-9d80-d4a8f43038cb admin admin] For port 73d7c597-9db5-42f1-8d92-0c093b20b0dd, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=73d7c597-9db5-42f1-8d92-0c093b20b0dd,segment=NetworkSegment(c2d75aed-054d-4d18-a987-3dde01bf597e),segment_id=c2d75aed-054d-4d18-a987-3dde01bf597e)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:57.836791 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-db092aae-37ac-44a7-9d80-d4a8f43038cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:57.884926 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a225da54-0ce5-4928-89e8-cae319c39fc9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/d6fb4e27-7040-422b-b27d-4caeb9fc4939 HTTP/1.1" status: 200 len: 993 time: 0.1006253 Mar 16 11:06:57.957452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-db092aae-37ac-44a7-9d80-d4a8f43038cb admin admin] Calling delete_port for 73d7c597-9db5-42f1-8d92-0c093b20b0dd owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:06:58.270058 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-db092aae-37ac-44a7-9d80-d4a8f43038cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:58.320138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db092aae-37ac-44a7-9d80-d4a8f43038cb admin admin] Pushing event deleted for resources: {'Port': ['ID=73d7c597-9db5-42f1-8d92-0c093b20b0dd,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:58.374043 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e03dca-901a-4cff-9b15-5a0e676f109e None None] New status for floating IP d6fb4e27-7040-422b-b27d-4caeb9fc4939: DOWN {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:06:58.475977 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:06:58.643778 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:58.666406 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 51b620c2-7d80-4e2f-a449-a8f4b7cd3682, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=51b620c2-7d80-4e2f-a449-a8f4b7cd3682,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:58.671615 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:58.672399 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:06:58.717234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-db092aae-37ac-44a7-9d80-d4a8f43038cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:58.788229 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=51b620c2-7d80-4e2f-a449-a8f4b7cd3682,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:58.827594 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:58.827944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:58.828283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:58.828619 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:58.828952 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:58.829284 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:58.829611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:58.829945 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:58.830268 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:58.830592 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:58.830913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:58.831270 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:58.853170 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:58.884572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=cedbf2a9-2b06-4732-9a1a-8af2c9598fc2,segment=NetworkSegment(98b3af67-66e6-4369-9944-f408fec4bb17),segment_id=98b3af67-66e6-4369-9944-f408fec4bb17)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:58.888475 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55370) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:58.889556 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:58.963144 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=cedbf2a9-2b06-4732-9a1a-8af2c9598fc2,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:59.082380 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db092aae-37ac-44a7-9d80-d4a8f43038cb admin admin] Router be8397b5-eb66-4d5e-a7b2-9db2398ab283 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:06:59.120768 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1b912d01-be97-40c2-b50d-470b6c5ecf8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/d6fb4e27-7040-422b-b27d-4caeb9fc4939 HTTP/1.1" status: 200 len: 991 time: 0.2254624 Mar 16 11:06:59.261798 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db092aae-37ac-44a7-9d80-d4a8f43038cb admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:06:59.270048 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248aa9d3-2268-4597-8f83-ca297551f700 None None] Sync routers for ids ['be8397b5-eb66-4d5e-a7b2-9db2398ab283'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:06:59.281104 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-db092aae-37ac-44a7-9d80-d4a8f43038cb admin admin] 10.222.0.44 "PUT /v2.0/routers/be8397b5-eb66-4d5e-a7b2-9db2398ab283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5982282 Mar 16 11:06:59.281443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55374) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:59.282342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248aa9d3-2268-4597-8f83-ca297551f700 None None] Routers {'be8397b5-eb66-4d5e-a7b2-9db2398ab283'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:59.283194 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-248aa9d3-2268-4597-8f83-ca297551f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:06:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['be8397b5-eb66-4d5e-a7b2-9db2398ab283'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:59.453984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0207a457-e57a-4139-8971-f56411ac20a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:59.455695 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-248aa9d3-2268-4597-8f83-ca297551f700 None None] Set router be8397b5-eb66-4d5e-a7b2-9db2398ab283 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:59.629325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0207a457-e57a-4139-8971-f56411ac20a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:59.640655 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-0207a457-e57a-4139-8971-f56411ac20a0 admin admin] Deleting port 88d3c066-2a31-4e22-8850-dc76426a6409 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:06:59.640655 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0207a457-e57a-4139-8971-f56411ac20a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:59.741160 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-248aa9d3-2268-4597-8f83-ca297551f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'name': 'tempest-TestVolumeBootPattern-262774331-router', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '88d3c066-2a31-4e22-8850-dc76426a6409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:37Z', 'updated_at': '2022-03-16T11:06:58Z', 'revision_number': 5, 'project_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'gw_port': {'id': '88d3c066-2a31-4e22-8850-dc76426a6409', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:38Z', 'updated_at': '2022-03-16T10:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:59.744885 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248aa9d3-2268-4597-8f83-ca297551f700 None None] Checking router: be8397b5-eb66-4d5e-a7b2-9db2398ab283 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:06:59.753437 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248aa9d3-2268-4597-8f83-ca297551f700 None None] Routers {'be8397b5-eb66-4d5e-a7b2-9db2398ab283'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:59.754027 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-248aa9d3-2268-4597-8f83-ca297551f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:06:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['be8397b5-eb66-4d5e-a7b2-9db2398ab283'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:59.811893 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-0207a457-e57a-4139-8971-f56411ac20a0 admin admin] For port 88d3c066-2a31-4e22-8850-dc76426a6409, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=88d3c066-2a31-4e22-8850-dc76426a6409,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:59.812570 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0207a457-e57a-4139-8971-f56411ac20a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:59.899270 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-248aa9d3-2268-4597-8f83-ca297551f700 None None] Set router be8397b5-eb66-4d5e-a7b2-9db2398ab283 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:59.931666 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-0207a457-e57a-4139-8971-f56411ac20a0 admin admin] Calling delete_port for 88d3c066-2a31-4e22-8850-dc76426a6409 owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:07:00.001913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-248aa9d3-2268-4597-8f83-ca297551f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'name': 'tempest-TestVolumeBootPattern-262774331-router', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:37Z', 'updated_at': '2022-03-16T11:06:59Z', 'revision_number': 6, 'project_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:00.005608 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248aa9d3-2268-4597-8f83-ca297551f700 None None] The sync data for ids ['be8397b5-eb66-4d5e-a7b2-9db2398ab283'] in dv-neutron-833859-1-hyperv is: [{'id': 'be8397b5-eb66-4d5e-a7b2-9db2398ab283', 'name': 'tempest-TestVolumeBootPattern-262774331-router', 'tenant_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:37Z', 'updated_at': '2022-03-16T11:06:59Z', 'revision_number': 6, 'project_id': '07fd19f17ec54e23b67d78824c1ae0b1', 'gw_port_host': None}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:07:00.096686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0207a457-e57a-4139-8971-f56411ac20a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:00.143021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207a457-e57a-4139-8971-f56411ac20a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d3c066-2a31-4e22-8850-dc76426a6409,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:00.231168 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0207a457-e57a-4139-8971-f56411ac20a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:00.254659 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55380) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:00.410234 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0207a457-e57a-4139-8971-f56411ac20a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:00.411996 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 73d7c597-9db5-42f1-8d92-0c093b20b0dd no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:07:00.412584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0207a457-e57a-4139-8971-f56411ac20a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:00.438414 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0207a457-e57a-4139-8971-f56411ac20a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:00.439175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0207a457-e57a-4139-8971-f56411ac20a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be8397b5-eb66-4d5e-a7b2-9db2398ab283 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:07:00.452774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0207a457-e57a-4139-8971-f56411ac20a0 admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:00.454418 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0207a457-e57a-4139-8971-f56411ac20a0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/be8397b5-eb66-4d5e-a7b2-9db2398ab283 HTTP/1.1" status: 204 len: 168 time: 1.1714883 Mar 16 11:07:00.456417 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55384) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:00.462602 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 73d7c597-9db5-42f1-8d92-0c093b20b0dd {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:07:00.462602 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 73d7c597-9db5-42f1-8d92-0c093b20b0dd not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:07:00.485167 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595afdeb-97f4-41a4-8f68-01cf26cc3f5f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:07:00.485607 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595afdeb-97f4-41a4-8f68-01cf26cc3f5f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Notify agent at dv-neutron-833859-1-hyperv the message router_added_to_agent {{(pid=87968) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 16 11:07:00.507606 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-595afdeb-97f4-41a4-8f68-01cf26cc3f5f tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "POST /v2.0/agents/92897a1c-48f0-47ee-91e1-9a9fe37f2869/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2494912 Mar 16 11:07:00.507763 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55392) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:00.517709 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-791809a1-fd1a-42c1-9074-c0ab75435d7b admin admin] Deleting subnet 9868bf4f-207a-483b-8a5b-0535ed0cf063 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:07:00.521257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-791809a1-fd1a-42c1-9074-c0ab75435d7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:00.525626 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03847fb-12a3-46b4-a604-05047a7df15e None None] Sync routers for ids ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:07:00.536597 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03847fb-12a3-46b4-a604-05047a7df15e None None] Routers {'735c59bd-9a3c-48c3-8d42-5bd47e02e66b'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:00.537257 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d03847fb-12a3-46b4-a604-05047a7df15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:06:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:00.572499 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-791809a1-fd1a-42c1-9074-c0ab75435d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:00.692517 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-506c6018-3a2a-48b3-b734-17c7f431473d tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/routers/735c59bd-9a3c-48c3-8d42-5bd47e02e66b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1836922 Mar 16 11:07:00.695289 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55396) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:00.725568 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-d03847fb-12a3-46b4-a604-05047a7df15e None None] Set router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:00.762960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-791809a1-fd1a-42c1-9074-c0ab75435d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:00.809661 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e4eda05b-a969-41e8-a2a8-ba8cfd48826c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/d6fb4e27-7040-422b-b27d-4caeb9fc4939 HTTP/1.1" status: 200 len: 991 time: 0.1122894 Mar 16 11:07:00.820983 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-29cf51dc-db9a-4fba-aba8-e5d1ee1dfdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:00.847998 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-791809a1-fd1a-42c1-9074-c0ab75435d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:00.888236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791809a1-fd1a-42c1-9074-c0ab75435d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9868bf4f-207a-483b-8a5b-0535ed0cf063,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:00.893945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-791809a1-fd1a-42c1-9074-c0ab75435d7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:00.899507 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce72a653-13de-4f17-9336-6d4f1271d824 None None] Network fe04f3f9-a6b5-43c3-ae75-404aef707da2 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:07:00.910999 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-791809a1-fd1a-42c1-9074-c0ab75435d7b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9868bf4f-207a-483b-8a5b-0535ed0cf063 HTTP/1.1" status: 204 len: 168 time: 0.4533451 Mar 16 11:07:00.913843 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55400) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:01.024429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:01.038590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] Deleting port bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:07:01.038931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:01.164834 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d03847fb-12a3-46b4-a604-05047a7df15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:05:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:06:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'd6fb4e27-7040-422b-b27d-4caeb9fc4939', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'port_id': '4489806e-6761-4d5a-ad98-67bde82b68c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'mac_address': 'fa:16:3e:6d:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:05:41Z', 'updated_at': '2022-03-16T11:06:58Z', 'revision_number': 2, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cedbf2a9-2b06-4732-9a1a-8af2c9598fc2', 'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:61:13:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:21Z', 'updated_at': '2022-03-16T11:06:58Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:01.170407 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03847fb-12a3-46b4-a604-05047a7df15e None None] Checking router: 735c59bd-9a3c-48c3-8d42-5bd47e02e66b for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:07:01.181011 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03847fb-12a3-46b4-a604-05047a7df15e None None] Routers {'735c59bd-9a3c-48c3-8d42-5bd47e02e66b'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:01.184001 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d03847fb-12a3-46b4-a604-05047a7df15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:06:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:01.214882 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651061ca-3cd4-48f8-b704-843dfde9d976 None None] DHCP port deletion for fe04f3f9-a6b5-43c3-ae75-404aef707da2 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:07:01.220548 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-651061ca-3cd4-48f8-b704-843dfde9d976 None None] Deleting port bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:07:01.221045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-651061ca-3cd4-48f8-b704-843dfde9d976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:01.379501 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] For port bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4,segment=NetworkSegment(c2d75aed-054d-4d18-a987-3dde01bf597e),segment_id=c2d75aed-054d-4d18-a987-3dde01bf597e)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:01.380114 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:01.385716 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-d03847fb-12a3-46b4-a604-05047a7df15e None None] Set router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:01.445113 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-651061ca-3cd4-48f8-b704-843dfde9d976 None None] For port bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4,segment=NetworkSegment(c2d75aed-054d-4d18-a987-3dde01bf597e),segment_id=c2d75aed-054d-4d18-a987-3dde01bf597e)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:01.445459 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-651061ca-3cd4-48f8-b704-843dfde9d976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:01.510069 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] Calling delete_port for bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:07:01.572593 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-651061ca-3cd4-48f8-b704-843dfde9d976 None None] Calling delete_port for bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:07:01.588942 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:01.638312 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:01.644770 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] No DVR routers for this DVR port bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:07:01.655327 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-651061ca-3cd4-48f8-b704-843dfde9d976 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:07:01.655769 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-651061ca-3cd4-48f8-b704-843dfde9d976 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:07:01.734146 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d03847fb-12a3-46b4-a604-05047a7df15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:05:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:06:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'd6fb4e27-7040-422b-b27d-4caeb9fc4939', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'port_id': '4489806e-6761-4d5a-ad98-67bde82b68c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'mac_address': 'fa:16:3e:6d:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:05:41Z', 'updated_at': '2022-03-16T11:06:58Z', 'revision_number': 2, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cedbf2a9-2b06-4732-9a1a-8af2c9598fc2', 'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:61:13:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:21Z', 'updated_at': '2022-03-16T11:06:58Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:01.738013 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03847fb-12a3-46b4-a604-05047a7df15e None None] The sync data for ids ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'] in dv-neutron-833859-1-hyperv is: [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:05:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:06:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'd6fb4e27-7040-422b-b27d-4caeb9fc4939', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'port_id': '4489806e-6761-4d5a-ad98-67bde82b68c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'mac_address': 'fa:16:3e:6d:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:05:41Z', 'updated_at': '2022-03-16T11:06:58Z', 'revision_number': 2, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cedbf2a9-2b06-4732-9a1a-8af2c9598fc2', 'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:61:13:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:21Z', 'updated_at': '2022-03-16T11:06:58Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:07:01.764797 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:01.790676 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe04f3f9-a6b5-43c3-ae75-404aef707da2']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:01.804021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d75aed-054d-4d18-a987-3dde01bf597e') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:01.804324 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d75aed-054d-4d18-a987-3dde01bf597e') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:01.811915 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55404) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:01.880072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:01.921401 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:01.942847 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:07:01.943276 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:01.958808 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b02b5c2a-4f6a-420a-bd6e-3a8bc2767ad1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/d6fb4e27-7040-422b-b27d-4caeb9fc4939 HTTP/1.1" status: 200 len: 991 time: 0.1460841 Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:07:01.959574 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:07:02.043219 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:02.060993 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:02.071295 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] Pushing event deleted for resources: {'Network': ['ID=fe04f3f9-a6b5-43c3-ae75-404aef707da2,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:02.078729 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-decdc5f8-debb-432e-971d-4d3d2fc1c8ab admin admin] 10.222.0.44 "DELETE /v2.0/networks/fe04f3f9-a6b5-43c3-ae75-404aef707da2 HTTP/1.1" status: 204 len: 168 time: 1.1637087 Mar 16 11:07:02.157077 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-651061ca-3cd4-48f8-b704-843dfde9d976 None None] Deleting port bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:07:02.157645 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-651061ca-3cd4-48f8-b704-843dfde9d976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:02.204568 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55410) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:02.228026 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-651061ca-3cd4-48f8-b704-843dfde9d976 None None] The port 'bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:07:02.279985 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6c72e0dc-99f9-42d4-b9a3-d0309bd33875 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=366b4a2732424eecae1e3b8242ca1d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733378 Mar 16 11:07:02.282546 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55414) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:02.319880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:02.350049 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d10419eb-27c3-4bcb-a343-4efd8b0e384d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:02.377730 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d10419eb-27c3-4bcb-a343-4efd8b0e384d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:02.392611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:02.392952 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:02.458145 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d10419eb-27c3-4bcb-a343-4efd8b0e384d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:02.480362 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10419eb-27c3-4bcb-a343-4efd8b0e384d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b5fdd6-1f8c-4d8e-8fc5-9fa2aadfa219,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:02.490950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d10419eb-27c3-4bcb-a343-4efd8b0e384d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:02.495389 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d10419eb-27c3-4bcb-a343-4efd8b0e384d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73b5fdd6-1f8c-4d8e-8fc5-9fa2aadfa219 HTTP/1.1" status: 204 len: 168 time: 0.2114625 Mar 16 11:07:02.538918 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:02.573168 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=cedbf2a9-2b06-4732-9a1a-8af2c9598fc2,segment=NetworkSegment(98b3af67-66e6-4369-9944-f408fec4bb17),segment_id=98b3af67-66e6-4369-9944-f408fec4bb17)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:02.578208 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:02.646375 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:07:02.690740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:07:02.691166 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device bdc6839b-44cf-46a6-b184-9a3ec2ff4cb4 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:07:02.691725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 88d3c066-2a31-4e22-8850-dc76426a6409 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:07:02.736741 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 88d3c066-2a31-4e22-8850-dc76426a6409 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:07:02.737091 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 88d3c066-2a31-4e22-8850-dc76426a6409 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:07:02.744049 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=cedbf2a9-2b06-4732-9a1a-8af2c9598fc2,revision_number=7']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:02.875509 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55422) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:02.924563 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0fea290c-7618-4d5a-a8d4-b4decc6b51a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07fd19f17ec54e23b67d78824c1ae0b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477717 Mar 16 11:07:02.926995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55426) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:02.962528 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55430) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:02.988083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f1e67012-d5b2-4835-8abd-0144637d9384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:03.024937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f1e67012-d5b2-4835-8abd-0144637d9384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:03.030809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cdf9da4e-0cbe-48ed-800a-5ca68809be24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:03.083412 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9472004e-88b6-4741-8e4d-29a57c30538e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/d6fb4e27-7040-422b-b27d-4caeb9fc4939 HTTP/1.1" status: 200 len: 991 time: 0.1193178 Mar 16 11:07:03.086274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f1e67012-d5b2-4835-8abd-0144637d9384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:03.102772 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e67012-d5b2-4835-8abd-0144637d9384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ce7ca5-c9d2-4524-8524-eec65084ef0b,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:03.107846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f1e67012-d5b2-4835-8abd-0144637d9384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:03.108841 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f1e67012-d5b2-4835-8abd-0144637d9384 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59ce7ca5-c9d2-4524-8524-eec65084ef0b HTTP/1.1" status: 204 len: 168 time: 0.1809320 Mar 16 11:07:03.574877 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42155971-26ae-4690-aece-c2316689307e None None] New status for floating IP d6fb4e27-7040-422b-b27d-4caeb9fc4939: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:07:04.087236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55436) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:04.188457 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fbdb815a-2ae9-4b3c-ba4f-b3ac44f57ac9 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/d6fb4e27-7040-422b-b27d-4caeb9fc4939 HTTP/1.1" status: 200 len: 993 time: 0.1001060 Mar 16 11:07:04.331127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:04.394836 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:04.421912 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:04.422318 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:04.449589 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:04.569471 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:04.585823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 51b620c2-7d80-4e2f-a449-a8f4b7cd3682, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=51b620c2-7d80-4e2f-a449-a8f4b7cd3682,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:04.589235 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:04.589974 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:04.705189 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=51b620c2-7d80-4e2f-a449-a8f4b7cd3682,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:04.715860 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:04.716230 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:05.863185 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:06.274732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:06.345673 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:06.346047 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:06.462930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55444) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:06.668150 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-e98e7e8c-b86c-452e-9477-7d788e423ad0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port b1aa37a2-bc43-4c0e-a01d-94c6e75cb3fb {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:07:06.668487 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e98e7e8c-b86c-452e-9477-7d788e423ad0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:06.836167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e98e7e8c-b86c-452e-9477-7d788e423ad0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:06.836402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e98e7e8c-b86c-452e-9477-7d788e423ad0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:06.972829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-e98e7e8c-b86c-452e-9477-7d788e423ad0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for b1aa37a2-bc43-4c0e-a01d-94c6e75cb3fb owned by network:floatingip {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:07:07.131531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e98e7e8c-b86c-452e-9477-7d788e423ad0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:07.176491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e7e8c-b86c-452e-9477-7d788e423ad0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=b1aa37a2-bc43-4c0e-a01d-94c6e75cb3fb,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:07.265731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e98e7e8c-b86c-452e-9477-7d788e423ad0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:07.266051 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-e98e7e8c-b86c-452e-9477-7d788e423ad0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP d6fb4e27-7040-422b-b27d-4caeb9fc4939 disassociated (deleted). External IP: 172.26.3.83, port: 4489806e-6761-4d5a-ad98-67bde82b68c7. Mar 16 11:07:07.729568 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98e7e8c-b86c-452e-9477-7d788e423ad0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:07:07.904781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98e7e8c-b86c-452e-9477-7d788e423ad0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:07:07.914669 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5ebc2-5ce8-4fb8-8392-fc08d2d48e49 None None] Sync routers for ids ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:07:07.924105 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5ebc2-5ce8-4fb8-8392-fc08d2d48e49 None None] Routers {'735c59bd-9a3c-48c3-8d42-5bd47e02e66b'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:07.924700 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f5f5ebc2-5ce8-4fb8-8392-fc08d2d48e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:07:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:07.925521 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e98e7e8c-b86c-452e-9477-7d788e423ad0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:07.982941 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e98e7e8c-b86c-452e-9477-7d788e423ad0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/floatingips/d6fb4e27-7040-422b-b27d-4caeb9fc4939 HTTP/1.1" status: 204 len: 168 time: 1.5182796 Mar 16 11:07:07.983550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'tag': '4489806e-6761-4d5a-ad98-67bde82b68c7'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:07:08.028483 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'tag': '4489806e-6761-4d5a-ad98-67bde82b68c7', 'status': 'completed', 'code': 200} Mar 16 11:07:08.108724 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-f5f5ebc2-5ce8-4fb8-8392-fc08d2d48e49 None None] Set router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:08.123448 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19713e-feec-4956-a2c0-cb1febcd167b req-8a9a25b5-3083-4589-b54e-ed42be3ae355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:08.125311 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-df19713e-feec-4956-a2c0-cb1febcd167b req-8a9a25b5-3083-4589-b54e-ed42be3ae355 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 1099 time: 0.0757008 Mar 16 11:07:08.329436 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19713e-feec-4956-a2c0-cb1febcd167b req-faa64bb4-58b4-4010-8b0c-163773d987e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:08.330943 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-df19713e-feec-4956-a2c0-cb1febcd167b req-faa64bb4-58b4-4010-8b0c-163773d987e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=efc082b2-f67d-4d7a-ab86-86d17d3206b8 HTTP/1.1" status: 200 len: 898 time: 0.1988819 Mar 16 11:07:08.403411 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-df19713e-feec-4956-a2c0-cb1febcd167b req-b39817e2-0883-411f-bf42-6cdf2ffac2cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4489806e-6761-4d5a-ad98-67bde82b68c7 HTTP/1.1" status: 200 len: 217 time: 0.0652976 Mar 16 11:07:08.424469 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f5f5ebc2-5ce8-4fb8-8392-fc08d2d48e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:05:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:07:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'cedbf2a9-2b06-4732-9a1a-8af2c9598fc2', 'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:61:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:21Z', 'updated_at': '2022-03-16T11:07:02Z', 'revision_number': 7, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:08.428196 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5ebc2-5ce8-4fb8-8392-fc08d2d48e49 None None] Checking router: 735c59bd-9a3c-48c3-8d42-5bd47e02e66b for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:07:08.437245 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5ebc2-5ce8-4fb8-8392-fc08d2d48e49 None None] Routers {'735c59bd-9a3c-48c3-8d42-5bd47e02e66b'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:08.437822 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f5f5ebc2-5ce8-4fb8-8392-fc08d2d48e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:07:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:08.474801 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b5548-fbfe-42fb-ae87-4dfb0daf86e8 req-c36caec8-530b-49f8-a02f-7f210dfd235a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:08.475506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-732b5548-fbfe-42fb-ae87-4dfb0daf86e8 req-c36caec8-530b-49f8-a02f-7f210dfd235a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:07:08.487899 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19713e-feec-4956-a2c0-cb1febcd167b req-f91348e5-6ffb-45d6-95d7-17e0c6c5cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:08.489271 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-df19713e-feec-4956-a2c0-cb1febcd167b req-f91348e5-6ffb-45d6-95d7-17e0c6c5cd42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4bb6dfa-982e-4b94-90d1-1cd04c3d260e HTTP/1.1" status: 200 len: 835 time: 0.0783379 Mar 16 11:07:08.531415 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-732b5548-fbfe-42fb-ae87-4dfb0daf86e8 req-c36caec8-530b-49f8-a02f-7f210dfd235a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:07:08.532681 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-732b5548-fbfe-42fb-ae87-4dfb0daf86e8 req-c36caec8-530b-49f8-a02f-7f210dfd235a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 946 time: 0.2483282 Mar 16 11:07:08.589073 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-732b5548-fbfe-42fb-ae87-4dfb0daf86e8 req-164b250e-a906-476d-9f1f-2f69c48e4ae4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9d4c618-377c-4638-9508-48bd33efec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473289 Mar 16 11:07:08.606035 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19713e-feec-4956-a2c0-cb1febcd167b req-62ac9a50-ce37-42f0-b261-bc0381a50502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:08.607620 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-df19713e-feec-4956-a2c0-cb1febcd167b req-62ac9a50-ce37-42f0-b261-bc0381a50502 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=efc082b2-f67d-4d7a-ab86-86d17d3206b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1115768 Mar 16 11:07:08.643460 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-f5f5ebc2-5ce8-4fb8-8392-fc08d2d48e49 None None] Set router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:08.737690 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-df19713e-feec-4956-a2c0-cb1febcd167b req-a76234b5-83b0-477f-b434-ab00b8a39511 service neutron] 10.222.0.18 "GET /v2.0/networks/efc082b2-f67d-4d7a-ab86-86d17d3206b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228724 Mar 16 11:07:08.866913 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-df19713e-feec-4956-a2c0-cb1febcd167b req-d41928d3-97ee-4895-81a3-2dfad886ef84 service neutron] 10.222.0.18 "GET /v2.0/networks/efc082b2-f67d-4d7a-ab86-86d17d3206b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213827 Mar 16 11:07:08.949301 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f5f5ebc2-5ce8-4fb8-8392-fc08d2d48e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:05:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:07:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'cedbf2a9-2b06-4732-9a1a-8af2c9598fc2', 'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:61:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:21Z', 'updated_at': '2022-03-16T11:07:02Z', 'revision_number': 7, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:08.953099 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5ebc2-5ce8-4fb8-8392-fc08d2d48e49 None None] The sync data for ids ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'] in dv-neutron-833859-1-hyperv is: [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:05:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:07:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'cedbf2a9-2b06-4732-9a1a-8af2c9598fc2', 'name': '', 'network_id': 'efc082b2-f67d-4d7a-ab86-86d17d3206b8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:61:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:21Z', 'updated_at': '2022-03-16T11:07:02Z', 'revision_number': 7, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': 'b4bb6dfa-982e-4b94-90d1-1cd04c3d260e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:07:09.563572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5f729e-aa50-4870-8b01-736ca92f51b6 None None] New status for floating IP d6fb4e27-7040-422b-b27d-4caeb9fc4939: DOWN {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:07:09.777863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec50bfd-35d3-4568-8070-a578122aace7 req-713ddd98-4af5-4bdb-88ad-a1af53d7a294 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:09.779882 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2ec50bfd-35d3-4568-8070-a578122aace7 req-713ddd98-4af5-4bdb-88ad-a1af53d7a294 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 946 time: 0.0824735 Mar 16 11:07:09.822773 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2ec50bfd-35d3-4568-8070-a578122aace7 req-67e59c8d-90f2-4d9f-a40d-33fce8909346 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9d4c618-377c-4638-9508-48bd33efec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372415 Mar 16 11:07:09.968662 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb88c8d-a7f1-4af7-b016-81a8c170e9e1 req-a53ea80d-3575-4712-972d-a63343b604f6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:09.969978 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7eb88c8d-a7f1-4af7-b016-81a8c170e9e1 req-a53ea80d-3575-4712-972d-a63343b604f6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 946 time: 0.0768566 Mar 16 11:07:10.039426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-7eb88c8d-a7f1-4af7-b016-81a8c170e9e1 req-9ae016d5-b409-40b2-b324-0dbcb6b9883d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 4489806e-6761-4d5a-ad98-67bde82b68c7 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:07:10.039765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-7eb88c8d-a7f1-4af7-b016-81a8c170e9e1 req-9ae016d5-b409-40b2-b324-0dbcb6b9883d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:10.278437 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-7eb88c8d-a7f1-4af7-b016-81a8c170e9e1 req-9ae016d5-b409-40b2-b324-0dbcb6b9883d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port 4489806e-6761-4d5a-ad98-67bde82b68c7, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=4489806e-6761-4d5a-ad98-67bde82b68c7,segment=NetworkSegment(98b3af67-66e6-4369-9944-f408fec4bb17),segment_id=98b3af67-66e6-4369-9944-f408fec4bb17)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:10.278817 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-7eb88c8d-a7f1-4af7-b016-81a8c170e9e1 req-9ae016d5-b409-40b2-b324-0dbcb6b9883d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:10.506550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-7eb88c8d-a7f1-4af7-b016-81a8c170e9e1 req-9ae016d5-b409-40b2-b324-0dbcb6b9883d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 4489806e-6761-4d5a-ad98-67bde82b68c7 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:07:10.645131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-7eb88c8d-a7f1-4af7-b016-81a8c170e9e1 req-9ae016d5-b409-40b2-b324-0dbcb6b9883d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:10.691768 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae016d5-b409-40b2-b324-0dbcb6b9883d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=4489806e-6761-4d5a-ad98-67bde82b68c7,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:10.766062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb88c8d-a7f1-4af7-b016-81a8c170e9e1 req-9ae016d5-b409-40b2-b324-0dbcb6b9883d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] No DVR routers for this DVR port 4489806e-6761-4d5a-ad98-67bde82b68c7 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:07:10.768229 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-7eb88c8d-a7f1-4af7-b016-81a8c170e9e1 req-9ae016d5-b409-40b2-b324-0dbcb6b9883d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:10.770564 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'name': 'network-vif-deleted', 'tag': '4489806e-6761-4d5a-ad98-67bde82b68c7'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:07:10.785971 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7eb88c8d-a7f1-4af7-b016-81a8c170e9e1 req-9ae016d5-b409-40b2-b324-0dbcb6b9883d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "DELETE /v2.0/ports/4489806e-6761-4d5a-ad98-67bde82b68c7 HTTP/1.1" status: 204 len: 173 time: 0.8107326 Mar 16 11:07:10.818635 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5666eb7e-0edc-49c7-ada1-05b1f9c594f5', 'name': 'network-vif-deleted', 'tag': '4489806e-6761-4d5a-ad98-67bde82b68c7', 'status': 'completed', 'code': 200} Mar 16 11:07:10.986901 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d6d237b3-d99e-435f-9972-ebf536db689a req-e646f63f-1be2-4fe0-97ed-d4a880e9151c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=5666eb7e-0edc-49c7-ada1-05b1f9c594f5 HTTP/1.1" status: 200 len: 210 time: 0.0414698 Mar 16 11:07:11.990767 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:07:12.081246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55462) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:12.147168 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-efd195f9-458e-4cbf-8c36-549535dffee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:12.176164 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-efd195f9-458e-4cbf-8c36-549535dffee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:12.238611 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-efd195f9-458e-4cbf-8c36-549535dffee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:12.257715 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd195f9-458e-4cbf-8c36-549535dffee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d4c618-377c-4638-9508-48bd33efec36,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:12.272610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-efd195f9-458e-4cbf-8c36-549535dffee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:12.276382 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-efd195f9-458e-4cbf-8c36-549535dffee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/security-groups/e9d4c618-377c-4638-9508-48bd33efec36 HTTP/1.1" status: 204 len: 168 time: 0.1915174 Mar 16 11:07:12.305468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55468) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:12.849965 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b39d424-61de-4454-ac11-5bc3fd7feff4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:13.289930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-9b39d424-61de-4454-ac11-5bc3fd7feff4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:07:13.290602 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b39d424-61de-4454-ac11-5bc3fd7feff4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:13.471829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-9b39d424-61de-4454-ac11-5bc3fd7feff4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port cedbf2a9-2b06-4732-9a1a-8af2c9598fc2, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=cedbf2a9-2b06-4732-9a1a-8af2c9598fc2,segment=NetworkSegment(98b3af67-66e6-4369-9944-f408fec4bb17),segment_id=98b3af67-66e6-4369-9944-f408fec4bb17)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:13.472179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b39d424-61de-4454-ac11-5bc3fd7feff4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:13.596690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-9b39d424-61de-4454-ac11-5bc3fd7feff4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:07:13.772244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b39d424-61de-4454-ac11-5bc3fd7feff4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:13.819403 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39d424-61de-4454-ac11-5bc3fd7feff4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=cedbf2a9-2b06-4732-9a1a-8af2c9598fc2,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:14.092625 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b39d424-61de-4454-ac11-5bc3fd7feff4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:14.441003 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b39d424-61de-4454-ac11-5bc3fd7feff4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:07:14.660877 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 4489806e-6761-4d5a-ad98-67bde82b68c7 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:07:14.693964 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 4489806e-6761-4d5a-ad98-67bde82b68c7 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:07:14.694305 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 4489806e-6761-4d5a-ad98-67bde82b68c7 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:07:14.714359 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b39d424-61de-4454-ac11-5bc3fd7feff4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:07:14.723379 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed9e92-bc1b-41aa-84c9-6b26a76962ba None None] Sync routers for ids ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:07:14.728401 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9b39d424-61de-4454-ac11-5bc3fd7feff4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/735c59bd-9a3c-48c3-8d42-5bd47e02e66b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4216752 Mar 16 11:07:14.731077 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55472) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:14.732652 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed9e92-bc1b-41aa-84c9-6b26a76962ba None None] Routers {'735c59bd-9a3c-48c3-8d42-5bd47e02e66b'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:14.733515 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-a9ed9e92-bc1b-41aa-84c9-6b26a76962ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:07:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:14.797026 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ac9f45-e066-4476-9155-d4b535203a44 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting subnet b4bb6dfa-982e-4b94-90d1-1cd04c3d260e {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:07:14.799871 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-96ac9f45-e066-4476-9155-d4b535203a44 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:14.852548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-96ac9f45-e066-4476-9155-d4b535203a44 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:14.902984 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-a9ed9e92-bc1b-41aa-84c9-6b26a76962ba None None] Set router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:14.935453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-96ac9f45-e066-4476-9155-d4b535203a44 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:15.008598 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-96ac9f45-e066-4476-9155-d4b535203a44 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:15.047752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac9f45-e066-4476-9155-d4b535203a44 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Subnet': ['ID=b4bb6dfa-982e-4b94-90d1-1cd04c3d260e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:15.051247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-96ac9f45-e066-4476-9155-d4b535203a44 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:15.060337 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-96ac9f45-e066-4476-9155-d4b535203a44 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/subnets/b4bb6dfa-982e-4b94-90d1-1cd04c3d260e HTTP/1.1" status: 204 len: 168 time: 0.3248377 Mar 16 11:07:15.060504 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38138f38-a567-4b77-ae02-7c776828721f None None] Network efc082b2-f67d-4d7a-ab86-86d17d3206b8 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:07:15.060595 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55476) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:15.178193 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-a9ed9e92-bc1b-41aa-84c9-6b26a76962ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:07:13Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:07:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:15.181918 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed9e92-bc1b-41aa-84c9-6b26a76962ba None None] Checking router: 735c59bd-9a3c-48c3-8d42-5bd47e02e66b for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:07:15.190104 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed9e92-bc1b-41aa-84c9-6b26a76962ba None None] Routers {'735c59bd-9a3c-48c3-8d42-5bd47e02e66b'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:15.190681 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-a9ed9e92-bc1b-41aa-84c9-6b26a76962ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:07:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:15.246177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d824784e-2416-4772-a5bc-b4b83b6cac01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:15.340571 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d1f47-0258-4d5b-be02-671342bbbbdd None None] DHCP port deletion for efc082b2-f67d-4d7a-ab86-86d17d3206b8 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:07:15.344479 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-749d1f47-0258-4d5b-be02-671342bbbbdd None None] Deleting port 43b29b49-72d5-43f1-b7c0-69e7027f15f3 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:07:15.345196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-749d1f47-0258-4d5b-be02-671342bbbbdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:15.368178 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-a9ed9e92-bc1b-41aa-84c9-6b26a76962ba None None] Set router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:15.440217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d824784e-2416-4772-a5bc-b4b83b6cac01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:15.449774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-d824784e-2416-4772-a5bc-b4b83b6cac01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:07:15.451118 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d824784e-2416-4772-a5bc-b4b83b6cac01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:15.544058 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-749d1f47-0258-4d5b-be02-671342bbbbdd None None] For port 43b29b49-72d5-43f1-b7c0-69e7027f15f3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=43b29b49-72d5-43f1-b7c0-69e7027f15f3,segment=NetworkSegment(98b3af67-66e6-4369-9944-f408fec4bb17),segment_id=98b3af67-66e6-4369-9944-f408fec4bb17)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:15.544986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-749d1f47-0258-4d5b-be02-671342bbbbdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:15.637754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-d824784e-2416-4772-a5bc-b4b83b6cac01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port 51b620c2-7d80-4e2f-a449-a8f4b7cd3682, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=51b620c2-7d80-4e2f-a449-a8f4b7cd3682,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:15.638280 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d824784e-2416-4772-a5bc-b4b83b6cac01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:15.675076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-749d1f47-0258-4d5b-be02-671342bbbbdd None None] Calling delete_port for 43b29b49-72d5-43f1-b7c0-69e7027f15f3 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:07:15.687051 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-a9ed9e92-bc1b-41aa-84c9-6b26a76962ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:07:13Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:07:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:15.690979 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed9e92-bc1b-41aa-84c9-6b26a76962ba None None] The sync data for ids ['735c59bd-9a3c-48c3-8d42-5bd47e02e66b'] in dv-neutron-833859-1-hyperv is: [{'id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'name': 'tempest-TestNetworkBasicOps-router-1093733959', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:17Z', 'updated_at': '2022-03-16T11:07:13Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '51b620c2-7d80-4e2f-a449-a8f4b7cd3682', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c59bd-9a3c-48c3-8d42-5bd47e02e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:18Z', 'updated_at': '2022-03-16T11:07:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:07:15.750972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-749d1f47-0258-4d5b-be02-671342bbbbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:15.765737 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-d824784e-2416-4772-a5bc-b4b83b6cac01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:07:15.797985 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d1f47-0258-4d5b-be02-671342bbbbdd None None] Pushing event deleted for resources: {'Port': ['ID=43b29b49-72d5-43f1-b7c0-69e7027f15f3,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:15.801618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d1f47-0258-4d5b-be02-671342bbbbdd None None] No DVR routers for this DVR port 43b29b49-72d5-43f1-b7c0-69e7027f15f3 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:07:15.934323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d824784e-2416-4772-a5bc-b4b83b6cac01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:15.978413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824784e-2416-4772-a5bc-b4b83b6cac01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=51b620c2-7d80-4e2f-a449-a8f4b7cd3682,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:16.069481 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d824784e-2416-4772-a5bc-b4b83b6cac01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:16.327032 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 43b29b49-72d5-43f1-b7c0-69e7027f15f3 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:07:16.349880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d824784e-2416-4772-a5bc-b4b83b6cac01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:16.352079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d824784e-2416-4772-a5bc-b4b83b6cac01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:16.360101 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 43b29b49-72d5-43f1-b7c0-69e7027f15f3 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:07:16.360448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 43b29b49-72d5-43f1-b7c0-69e7027f15f3 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:07:16.360856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:07:16.373560 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d824784e-2416-4772-a5bc-b4b83b6cac01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:16.374233 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d824784e-2416-4772-a5bc-b4b83b6cac01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Fanout notify agent at l3_agent the message router_deleted on router 735c59bd-9a3c-48c3-8d42-5bd47e02e66b {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:07:16.390246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d824784e-2416-4772-a5bc-b4b83b6cac01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:16.393955 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d824784e-2416-4772-a5bc-b4b83b6cac01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/routers/735c59bd-9a3c-48c3-8d42-5bd47e02e66b HTTP/1.1" status: 204 len: 168 time: 1.3300228 Mar 16 11:07:16.394100 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:07:16.394205 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device cedbf2a9-2b06-4732-9a1a-8af2c9598fc2 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:07:16.394358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55480) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:16.512753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-42809626-7844-4ac8-9db0-9889bdb27b80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:16.640667 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-42809626-7844-4ac8-9db0-9889bdb27b80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:16.673155 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-42809626-7844-4ac8-9db0-9889bdb27b80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc082b2-f67d-4d7a-ab86-86d17d3206b8']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:16.684687 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-42809626-7844-4ac8-9db0-9889bdb27b80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b3af67-66e6-4369-9944-f408fec4bb17') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:16.685006 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-42809626-7844-4ac8-9db0-9889bdb27b80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b3af67-66e6-4369-9944-f408fec4bb17') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:16.695799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-42809626-7844-4ac8-9db0-9889bdb27b80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:16.714622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-42809626-7844-4ac8-9db0-9889bdb27b80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:16.720954 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42809626-7844-4ac8-9db0-9889bdb27b80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:07:16.721340 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-42809626-7844-4ac8-9db0-9889bdb27b80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:07:16.737349 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:07:16.813613 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-42809626-7844-4ac8-9db0-9889bdb27b80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:16.831680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-42809626-7844-4ac8-9db0-9889bdb27b80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:16.844597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42809626-7844-4ac8-9db0-9889bdb27b80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Network': ['ID=efc082b2-f67d-4d7a-ab86-86d17d3206b8,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:16.851423 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-42809626-7844-4ac8-9db0-9889bdb27b80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/networks/efc082b2-f67d-4d7a-ab86-86d17d3206b8 HTTP/1.1" status: 204 len: 168 time: 0.4553382 Mar 16 11:07:16.873259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55484) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:16.878888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-1bf7ffb7-e6fc-436a-8499-efff5c46faa2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'network': {'name': 'tempest-network-smoke--1474942442', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'port_security_enabled': True}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:16.884152 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1bf7ffb7-e6fc-436a-8499-efff5c46faa2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:16.888729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1bf7ffb7-e6fc-436a-8499-efff5c46faa2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:network and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:16.891797 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1bf7ffb7-e6fc-436a-8499-efff5c46faa2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:16.897292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1bf7ffb7-e6fc-436a-8499-efff5c46faa2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:16.911050 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf7ffb7-e6fc-436a-8499-efff5c46faa2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:07:16.914468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ffb7-e6fc-436a-8499-efff5c46faa2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:16.942148 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf7ffb7-e6fc-436a-8499-efff5c46faa2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:07:16.951629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ffb7-e6fc-436a-8499-efff5c46faa2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:16.951967 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-1bf7ffb7-e6fc-436a-8499-efff5c46faa2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Added segment 4a0e66b9-34d6-42b1-ab44-cb24627b143d of type vlan for network 04c472ef-2329-47cc-9a8a-a8accf905efd Mar 16 11:07:16.977553 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ffb7-e6fc-436a-8499-efff5c46faa2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:17.006210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ffb7-e6fc-436a-8499-efff5c46faa2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:17.011453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf7ffb7-e6fc-436a-8499-efff5c46faa2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:17.012022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ffb7-e6fc-436a-8499-efff5c46faa2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:17.108894 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1bf7ffb7-e6fc-436a-8499-efff5c46faa2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2345197 Mar 16 11:07:17.111633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55488) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:17.116670 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1935111742', 'admin_state_up': True, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:17.120503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7ffb7-e6fc-436a-8499-efff5c46faa2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Network': ['ID=04c472ef-2329-47cc-9a8a-a8accf905efd,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:17.123992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:17.128185 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:router and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:17.130633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 04c472ef-2329-47cc-9a8a-a8accf905efd details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:07:17.131508 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:17.137290 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:17.147544 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:17.148523 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:17.164338 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:17.531558 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:17.693036 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:17.828910 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:17.857544 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:17.986145 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.26.3.28 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/4af58059-eb83-4cec-a55d-3b1a0de0b86a) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:07:18.127407 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:18.155883 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:18.213606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:07:18.216300 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:07:18.224561 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:07:18.234279 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:07:18.263951 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=4af58059-eb83-4cec-a55d-3b1a0de0b86a,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:18.269621 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:07:18.270468 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 51b620c2-7d80-4e2f-a449-a8f4b7cd3682 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:07:18.634093 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:19.071951 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:19.273290 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 2cd4890d-0686-48a5-8577-8fffb0e0a14c is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:07:19.457171 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:07:19.468135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Sync routers for ids ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:07:19.477303 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Routers {'2cd4890d-0686-48a5-8577-8fffb0e0a14c'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:19.477906 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:07:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:19.483863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:19.485153 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bacf2db1-e5bf-4066-9d8f-3b2a8c8e9b3e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3725369 Mar 16 11:07:19.488349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55494) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:19.528666 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e9c21443-924b-449f-ae8b-91d6fabf9974 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=c123fb581b00432cb3f2292d7d9251a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392261 Mar 16 11:07:19.534896 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55498) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:19.654747 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Set router 2cd4890d-0686-48a5-8577-8fffb0e0a14c gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:19.670965 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d860f73-e2a7-47ee-aed6-675b182ec0ba tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:19.673101 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4d860f73-e2a7-47ee-aed6-675b182ec0ba tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1371500 Mar 16 11:07:19.675932 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55502) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:19.716206 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1851331c-4d99-4e41-9f8c-3d1b4b72d827 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387583 Mar 16 11:07:19.718559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55506) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:19.724043 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-d99060fa-b413-4c74-af92-63d43c63ff5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-43975953', 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:19.831843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d99060fa-b413-4c74-af92-63d43c63ff5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:19.835580 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d99060fa-b413-4c74-af92-63d43c63ff5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:subnet and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:19.838305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d99060fa-b413-4c74-af92-63d43c63ff5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:19.844154 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d99060fa-b413-4c74-af92-63d43c63ff5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:19.853376 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99060fa-b413-4c74-af92-63d43c63ff5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:07:19.856960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d99060fa-b413-4c74-af92-63d43c63ff5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:19.940488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'name': 'tempest-TestNetworkBasicOps-router-1935111742', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:18Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:19.944224 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Checking router: 2cd4890d-0686-48a5-8577-8fffb0e0a14c for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:07:19.944571 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Updating router 2cd4890d-0686-48a5-8577-8fffb0e0a14c port 4af58059-eb83-4cec-a55d-3b1a0de0b86a binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:07:19.997883 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:20.069333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d99060fa-b413-4c74-af92-63d43c63ff5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:20.149552 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99060fa-b413-4c74-af92-63d43c63ff5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Subnet': ['ID=339b83c3-074e-4528-b9cb-eadab173365f,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:20.159006 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99060fa-b413-4c74-af92-63d43c63ff5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Checking segment: {'id': '4a0e66b9-34d6-42b1-ab44-cb24627b143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:07:20.159388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99060fa-b413-4c74-af92-63d43c63ff5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network hostable DHCP agents. Network: 04c472ef-2329-47cc-9a8a-a8accf905efd, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:07:20.179900 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99060fa-b413-4c74-af92-63d43c63ff5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 04c472ef-2329-47cc-9a8a-a8accf905efd is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:07:20.189848 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-d99060fa-b413-4c74-af92-63d43c63ff5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 04c472ef-2329-47cc-9a8a-a8accf905efd) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:07:20.193883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99060fa-b413-4c74-af92-63d43c63ff5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:20.194462 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d99060fa-b413-4c74-af92-63d43c63ff5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:20.204003 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feb3e8b-19cc-4a6a-b8c0-f0c21a02e0af None None] Network 04c472ef-2329-47cc-9a8a-a8accf905efd requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:07:20.214571 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d99060fa-b413-4c74-af92-63d43c63ff5c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.4949408 Mar 16 11:07:20.217594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55510) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:20.511900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:20.522375 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-04c472ef-2329-47cc-9a8a-a8accf905efd', 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ips': [{'subnet_id': '339b83c3-074e-4528-b9cb-eadab173365f'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:07:20.523180 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:20.540897 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Transition to ACTIVE for port object 4af58059-eb83-4cec-a55d-3b1a0de0b86a will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:07:20.585538 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:20.686464 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Attempting to bind port 4af58059-eb83-4cec-a55d-3b1a0de0b86a on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:07:20.686832 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Attempting to bind port 4af58059-eb83-4cec-a55d-3b1a0de0b86a by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:07:20.687216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Attempting to bind port 4af58059-eb83-4cec-a55d-3b1a0de0b86a on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:07:20.695064 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba53f6f-670b-49bb-9c1a-52ea276241e0 None None] Pushing event updated for resources: {'Port': ['ID=4af58059-eb83-4cec-a55d-3b1a0de0b86a,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:20.701792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:07:20.702187 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:07:20.702621 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:20.702924 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:07:20.703489 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Bound port: 4af58059-eb83-4cec-a55d-3b1a0de0b86a, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:07:20.703864 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:20.862922 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Allocated IP 172.20.0.2 (04c472ef-2329-47cc-9a8a-a8accf905efd/339b83c3-074e-4528-b9cb-eadab173365f/81a4c18c-f1e3-46af-b464-35c697b657b4) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:07:20.864964 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] For port 4af58059-eb83-4cec-a55d-3b1a0de0b86a, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:07:20.869172 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] For port 4af58059-eb83-4cec-a55d-3b1a0de0b86a, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4af58059-eb83-4cec-a55d-3b1a0de0b86a,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:07:20.876600 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:21.011463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:21.051440 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Routers {'2cd4890d-0686-48a5-8577-8fffb0e0a14c'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:21.052333 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:07:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:21.118807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba53f6f-670b-49bb-9c1a-52ea276241e0 None None] Pushing event updated for resources: {'Port': ['ID=4af58059-eb83-4cec-a55d-3b1a0de0b86a,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:21.304177 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] Set router 2cd4890d-0686-48a5-8577-8fffb0e0a14c gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:21.429850 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:21.453943 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Transition to ACTIVE for port object 81a4c18c-f1e3-46af-b464-35c697b657b4 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:07:21.529892 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Transition to ACTIVE for port object 81a4c18c-f1e3-46af-b464-35c697b657b4 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:07:21.539832 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:21.605958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.1 (04c472ef-2329-47cc-9a8a-a8accf905efd/339b83c3-074e-4528-b9cb-eadab173365f/a78a96cb-ce78-4251-8b24-310ba8cdf90e) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:07:21.655653 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Network 04c472ef-2329-47cc-9a8a-a8accf905efd is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:07:21.659903 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:07:21.664134 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Pushing event updated for resources: {'Port': ['ID=81a4c18c-f1e3-46af-b464-35c697b657b4,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:21.666350 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:07:21.760273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:21.764174 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Attempting to bind port 81a4c18c-f1e3-46af-b464-35c697b657b4 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:07:21.764538 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Attempting to bind port 81a4c18c-f1e3-46af-b464-35c697b657b4 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '4a0e66b9-34d6-42b1-ab44-cb24627b143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:07:21.764897 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Attempting to bind port 81a4c18c-f1e3-46af-b464-35c697b657b4 on network 04c472ef-2329-47cc-9a8a-a8accf905efd {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:07:21.771345 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:07:21.771710 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Checking segment: {'id': '4a0e66b9-34d6-42b1-ab44-cb24627b143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:07:21.772098 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:21.772482 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Bound using segment: {'id': '4a0e66b9-34d6-42b1-ab44-cb24627b143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:07:21.772928 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Bound port: 81a4c18c-f1e3-46af-b464-35c697b657b4, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0e66b9-34d6-42b1-ab44-cb24627b143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:07:21.773290 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:21.776010 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object a78a96cb-ce78-4251-8b24-310ba8cdf90e will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:07:21.798820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:21.819196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'name': 'tempest-TestNetworkBasicOps-router-1935111742', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:18Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:21.831780 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fe075-c67c-4e7c-b322-bde3405f6dca None None] The sync data for ids ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'] in dv-neutron-833859-1-hyperv is: [{'id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'name': 'tempest-TestNetworkBasicOps-router-1935111742', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:18Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:07:21.856757 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 04c472ef-2329-47cc-9a8a-a8accf905efd is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:07:21.860033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:07:21.864083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:07:21.868125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] For port 81a4c18c-f1e3-46af-b464-35c697b657b4, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:07:21.871363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] For port 81a4c18c-f1e3-46af-b464-35c697b657b4, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=81a4c18c-f1e3-46af-b464-35c697b657b4,segment=NetworkSegment(4a0e66b9-34d6-42b1-ab44-cb24627b143d),segment_id=4a0e66b9-34d6-42b1-ab44-cb24627b143d)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:07:21.876592 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:21.927455 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=a78a96cb-ce78-4251-8b24-310ba8cdf90e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:21.940030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:21.973800 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8147981-2cf1-440e-af82-0dc01af3ea1f None None] Pushing event updated for resources: {'Port': ['ID=81a4c18c-f1e3-46af-b464-35c697b657b4,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:22.403294 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4af58059-eb83-4cec-a55d-3b1a0de0b86a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:22.424719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:22.480277 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 4af58059-eb83-4cec-a55d-3b1a0de0b86a completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:07:22.485468 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 4af58059-eb83-4cec-a55d-3b1a0de0b86a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:22.486250 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:22.615502 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:22.633402 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 4af58059-eb83-4cec-a55d-3b1a0de0b86a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4af58059-eb83-4cec-a55d-3b1a0de0b86a,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:22.638403 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:22.639682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 81a4c18c-f1e3-46af-b464-35c697b657b4 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:22.817677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=4af58059-eb83-4cec-a55d-3b1a0de0b86a,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:22.835549 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 81a4c18c-f1e3-46af-b464-35c697b657b4 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:07:22.907859 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:22.912673 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.030029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.033419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=a78a96cb-ce78-4251-8b24-310ba8cdf90e,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:23.033753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486be78a-1764-4f03-8797-f5f403bf8fde None None] Network 04c472ef-2329-47cc-9a8a-a8accf905efd requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:07:23.145797 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2e1dcd33-c6b9-4b37-b00c-0ab9a98c2bf1 None None] Provisioning for port 81a4c18c-f1e3-46af-b464-35c697b657b4 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:07:23.162073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2e1dcd33-c6b9-4b37-b00c-0ab9a98c2bf1 None None] Provisioning complete for port 81a4c18c-f1e3-46af-b464-35c697b657b4 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:23.162436 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2e1dcd33-c6b9-4b37-b00c-0ab9a98c2bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.172042 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 04c472ef-2329-47cc-9a8a-a8accf905efd is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:07:23.173098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:07:23.367660 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2e1dcd33-c6b9-4b37-b00c-0ab9a98c2bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.368851 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 2cd4890d-0686-48a5-8577-8fffb0e0a14c has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:07:23.415979 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2e1dcd33-c6b9-4b37-b00c-0ab9a98c2bf1 None None] For port 81a4c18c-f1e3-46af-b464-35c697b657b4, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=81a4c18c-f1e3-46af-b464-35c697b657b4,segment=NetworkSegment(4a0e66b9-34d6-42b1-ab44-cb24627b143d),segment_id=4a0e66b9-34d6-42b1-ab44-cb24627b143d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:23.424678 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2e1dcd33-c6b9-4b37-b00c-0ab9a98c2bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.500953 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1dcd33-c6b9-4b37-b00c-0ab9a98c2bf1 None None] Pushing event updated for resources: {'Port': ['ID=81a4c18c-f1e3-46af-b464-35c697b657b4,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:23.575870 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:07:23.585121 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Sync routers for ids ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:07:23.588626 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-22347648-c18a-45ef-bc59-f315781e1a56 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/2cd4890d-0686-48a5-8577-8fffb0e0a14c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3699660 Mar 16 11:07:23.591503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55514) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:23.595737 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Routers {'2cd4890d-0686-48a5-8577-8fffb0e0a14c'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:23.596450 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:07:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:23.662009 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-901a7b58-c2bb-44e8-a94e-66434ee7b218 None None] Provisioning for port a78a96cb-ce78-4251-8b24-310ba8cdf90e completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:07:23.668921 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-901a7b58-c2bb-44e8-a94e-66434ee7b218 None None] Provisioning complete for port a78a96cb-ce78-4251-8b24-310ba8cdf90e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:23.669278 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-901a7b58-c2bb-44e8-a94e-66434ee7b218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.730384 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-901a7b58-c2bb-44e8-a94e-66434ee7b218 None None] Port a78a96cb-ce78-4251-8b24-310ba8cdf90e cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:07:23.738582 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c9935f-056b-45be-946f-c84fada013af tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:23.739299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c9935f-056b-45be-946f-c84fada013af tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:23.739897 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c9935f-056b-45be-946f-c84fada013af tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:23.740482 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c9935f-056b-45be-946f-c84fada013af tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:23.744824 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-901a7b58-c2bb-44e8-a94e-66434ee7b218 None None] Provisioning complete for port 81a4c18c-f1e3-46af-b464-35c697b657b4 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:23.744824 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-901a7b58-c2bb-44e8-a94e-66434ee7b218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.745189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55518) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:23.745754 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-98c9935f-056b-45be-946f-c84fada013af tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1532893 Mar 16 11:07:23.791800 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Set router 2cd4890d-0686-48a5-8577-8fffb0e0a14c gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:23.835446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777a5b32-a509-47b1-b7d8-ca8b13712bb4 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:23.836024 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777a5b32-a509-47b1-b7d8-ca8b13712bb4 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:23.836806 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777a5b32-a509-47b1-b7d8-ca8b13712bb4 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:23.837644 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777a5b32-a509-47b1-b7d8-ca8b13712bb4 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:23.840053 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-777a5b32-a509-47b1-b7d8-ca8b13712bb4 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2735 time: 0.0932102 Mar 16 11:07:23.843407 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55522) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:23.997066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8c292c41-e63d-4b10-978b-6e0fbaf70c93 None None] Provisioning complete for port a78a96cb-ce78-4251-8b24-310ba8cdf90e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:23.997533 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8c292c41-e63d-4b10-978b-6e0fbaf70c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.064631 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-8c292c41-e63d-4b10-978b-6e0fbaf70c93 None None] Port a78a96cb-ce78-4251-8b24-310ba8cdf90e cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:07:24.065586 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e1083253-8f56-4a8b-a6fa-a1057ffac38e tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2194715 Mar 16 11:07:24.148397 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'name': 'tempest-TestNetworkBasicOps-router-1935111742', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a78a96cb-ce78-4251-8b24-310ba8cdf90e', 'name': '', 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:73:b3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '339b83c3-074e-4528-b9cb-eadab173365f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:21Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 2, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '339b83c3-074e-4528-b9cb-eadab173365f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:24.152060 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Checking router: 2cd4890d-0686-48a5-8577-8fffb0e0a14c for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:07:24.152405 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Updating router 2cd4890d-0686-48a5-8577-8fffb0e0a14c port a78a96cb-ce78-4251-8b24-310ba8cdf90e binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:07:24.186563 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-392a46d0-782c-481c-a718-7de33a55b5a0 None None] Provisioning complete for port a78a96cb-ce78-4251-8b24-310ba8cdf90e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:24.186766 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-392a46d0-782c-481c-a718-7de33a55b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.203225 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55528) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:24.203680 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.208759 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-b9e783f6-3f2c-49b0-ba54-6f8d690f74b1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2024604317', 'description': 'tempest-secgroup-smoke-2024604317 description', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:24.215507 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b9e783f6-3f2c-49b0-ba54-6f8d690f74b1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:24.220256 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b9e783f6-3f2c-49b0-ba54-6f8d690f74b1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:24.225568 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b9e783f6-3f2c-49b0-ba54-6f8d690f74b1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:24.230746 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b9e783f6-3f2c-49b0-ba54-6f8d690f74b1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:24.243586 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-392a46d0-782c-481c-a718-7de33a55b5a0 None None] Port a78a96cb-ce78-4251-8b24-310ba8cdf90e cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:07:24.244866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b9e783f6-3f2c-49b0-ba54-6f8d690f74b1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.266978 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b9e783f6-3f2c-49b0-ba54-6f8d690f74b1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:24.270784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b9e783f6-3f2c-49b0-ba54-6f8d690f74b1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:24.273766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b9e783f6-3f2c-49b0-ba54-6f8d690f74b1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:24.279955 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b9e783f6-3f2c-49b0-ba54-6f8d690f74b1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:24.339678 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4af58059-eb83-4cec-a55d-3b1a0de0b86a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:24.363845 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b9e783f6-3f2c-49b0-ba54-6f8d690f74b1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.368174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b9e783f6-3f2c-49b0-ba54-6f8d690f74b1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.413992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e783f6-3f2c-49b0-ba54-6f8d690f74b1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8561e1f-4a96-4ae2-8e11-91f8f8fb2347,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:24.414779 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 4af58059-eb83-4cec-a55d-3b1a0de0b86a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:24.415221 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.425716 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b9e783f6-3f2c-49b0-ba54-6f8d690f74b1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.427537 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b9e783f6-3f2c-49b0-ba54-6f8d690f74b1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2231271 Mar 16 11:07:24.430331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55532) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:24.436596 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1de16f0c-5290-463f-8210-e8edb286831e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'f8561e1f-4a96-4ae2-8e11-91f8f8fb2347', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:24.442730 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1de16f0c-5290-463f-8210-e8edb286831e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:24.446909 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1de16f0c-5290-463f-8210-e8edb286831e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:24.449892 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1de16f0c-5290-463f-8210-e8edb286831e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:24.455904 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1de16f0c-5290-463f-8210-e8edb286831e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:24.472624 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1de16f0c-5290-463f-8210-e8edb286831e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.538800 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1de16f0c-5290-463f-8210-e8edb286831e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.541000 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 81a4c18c-f1e3-46af-b464-35c697b657b4 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:24.542906 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1de16f0c-5290-463f-8210-e8edb286831e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.577081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de16f0c-5290-463f-8210-e8edb286831e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1caf0191-5001-4918-87b0-1a7d9a9e1d48,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:24.589152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1de16f0c-5290-463f-8210-e8edb286831e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.590810 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1de16f0c-5290-463f-8210-e8edb286831e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1594148 Mar 16 11:07:24.593461 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55536) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:24.598854 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6e3d172b-0128-4fb9-a21a-fc52c20f57cf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'f8561e1f-4a96-4ae2-8e11-91f8f8fb2347', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:24.600635 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.607606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6e3d172b-0128-4fb9-a21a-fc52c20f57cf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:24.612577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6e3d172b-0128-4fb9-a21a-fc52c20f57cf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:24.613351 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Transition to ACTIVE for port object a78a96cb-ce78-4251-8b24-310ba8cdf90e will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:07:24.616612 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6e3d172b-0128-4fb9-a21a-fc52c20f57cf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:24.620793 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.621974 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 81a4c18c-f1e3-46af-b464-35c697b657b4 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:24.623166 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.623646 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6e3d172b-0128-4fb9-a21a-fc52c20f57cf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:24.640714 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6e3d172b-0128-4fb9-a21a-fc52c20f57cf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.709402 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6e3d172b-0128-4fb9-a21a-fc52c20f57cf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.718236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6e3d172b-0128-4fb9-a21a-fc52c20f57cf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.750612 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d172b-0128-4fb9-a21a-fc52c20f57cf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d2171b-e1e6-4d4e-9a66-0569212b6cfa,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:24.761601 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6e3d172b-0128-4fb9-a21a-fc52c20f57cf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.763475 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6e3d172b-0128-4fb9-a21a-fc52c20f57cf tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1688612 Mar 16 11:07:24.766091 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55540) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:24.775045 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1c64b754-8de5-4221-aaf9-0295608327af tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'f8561e1f-4a96-4ae2-8e11-91f8f8fb2347', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:24.782110 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1c64b754-8de5-4221-aaf9-0295608327af tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:24.786136 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1c64b754-8de5-4221-aaf9-0295608327af tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:24.789071 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1c64b754-8de5-4221-aaf9-0295608327af tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:24.795267 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1c64b754-8de5-4221-aaf9-0295608327af tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:24.822359 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4bc71-ef30-4c8a-857f-0efb7f4da80d None None] Pushing event updated for resources: {'Port': ['ID=a78a96cb-ce78-4251-8b24-310ba8cdf90e,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:24.847753 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4bc71-ef30-4c8a-857f-0efb7f4da80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:24.848089 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4bc71-ef30-4c8a-857f-0efb7f4da80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:24.848597 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4bc71-ef30-4c8a-857f-0efb7f4da80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:24.848924 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4bc71-ef30-4c8a-857f-0efb7f4da80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:24.849246 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4bc71-ef30-4c8a-857f-0efb7f4da80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:24.849563 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4bc71-ef30-4c8a-857f-0efb7f4da80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:24.849879 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4bc71-ef30-4c8a-857f-0efb7f4da80d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:24.850202 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4bc71-ef30-4c8a-857f-0efb7f4da80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:24.850516 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4bc71-ef30-4c8a-857f-0efb7f4da80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:24.850827 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4bc71-ef30-4c8a-857f-0efb7f4da80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:24.851135 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4bc71-ef30-4c8a-857f-0efb7f4da80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:24.851488 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4bc71-ef30-4c8a-857f-0efb7f4da80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:24.863806 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Attempting to bind port a78a96cb-ce78-4251-8b24-310ba8cdf90e on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:07:24.864165 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Attempting to bind port a78a96cb-ce78-4251-8b24-310ba8cdf90e by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '4a0e66b9-34d6-42b1-ab44-cb24627b143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:07:24.864518 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Attempting to bind port a78a96cb-ce78-4251-8b24-310ba8cdf90e on network 04c472ef-2329-47cc-9a8a-a8accf905efd {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:07:24.870215 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:07:24.870585 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Checking segment: {'id': '4a0e66b9-34d6-42b1-ab44-cb24627b143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:07:24.870983 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.871402 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Bound using segment: {'id': '4a0e66b9-34d6-42b1-ab44-cb24627b143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:07:24.871866 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Bound port: a78a96cb-ce78-4251-8b24-310ba8cdf90e, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0e66b9-34d6-42b1-ab44-cb24627b143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:07:24.872268 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.938890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c64b754-8de5-4221-aaf9-0295608327af tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.965171 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] For port a78a96cb-ce78-4251-8b24-310ba8cdf90e, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:07:24.968776 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] For port a78a96cb-ce78-4251-8b24-310ba8cdf90e, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a78a96cb-ce78-4251-8b24-310ba8cdf90e,segment=NetworkSegment(4a0e66b9-34d6-42b1-ab44-cb24627b143d),segment_id=4a0e66b9-34d6-42b1-ab44-cb24627b143d)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:07:24.976532 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.002849 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c64b754-8de5-4221-aaf9-0295608327af tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.006494 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c64b754-8de5-4221-aaf9-0295608327af tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.029186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64b754-8de5-4221-aaf9-0295608327af tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5306d9-49ce-4b36-a152-6c4f2f2a7360,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:25.038819 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c64b754-8de5-4221-aaf9-0295608327af tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.043602 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1c64b754-8de5-4221-aaf9-0295608327af tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2764435 Mar 16 11:07:25.043727 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55544) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:25.049577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-3016119a-5092-470d-9bf5-d219367a7b3d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'f8561e1f-4a96-4ae2-8e11-91f8f8fb2347', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:25.055511 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3016119a-5092-470d-9bf5-d219367a7b3d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:25.060260 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3016119a-5092-470d-9bf5-d219367a7b3d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:25.063009 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Routers {'2cd4890d-0686-48a5-8577-8fffb0e0a14c'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:25.063708 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:07:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:25.063824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3016119a-5092-470d-9bf5-d219367a7b3d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:25.070240 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3016119a-5092-470d-9bf5-d219367a7b3d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:25.090014 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3016119a-5092-470d-9bf5-d219367a7b3d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.111998 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4bc71-ef30-4c8a-857f-0efb7f4da80d None None] Pushing event updated for resources: {'Port': ['ID=a78a96cb-ce78-4251-8b24-310ba8cdf90e,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:25.163301 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3016119a-5092-470d-9bf5-d219367a7b3d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.168302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3016119a-5092-470d-9bf5-d219367a7b3d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.197896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016119a-5092-470d-9bf5-d219367a7b3d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd79d0e1-b1c6-429a-b2f6-1dbbab3a0f77,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:25.207106 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3016119a-5092-470d-9bf5-d219367a7b3d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.208330 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3016119a-5092-470d-9bf5-d219367a7b3d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1630914 Mar 16 11:07:25.211202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55548) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:25.217099 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-0fef624f-dffa-44d1-a9d5-308bc1a4a322 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'f8561e1f-4a96-4ae2-8e11-91f8f8fb2347', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:25.223085 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0fef624f-dffa-44d1-a9d5-308bc1a4a322 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:25.226964 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0fef624f-dffa-44d1-a9d5-308bc1a4a322 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:25.230058 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0fef624f-dffa-44d1-a9d5-308bc1a4a322 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:25.237152 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0fef624f-dffa-44d1-a9d5-308bc1a4a322 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:25.248002 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-0fef624f-dffa-44d1-a9d5-308bc1a4a322 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:07:25.255051 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0fef624f-dffa-44d1-a9d5-308bc1a4a322 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.287166 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] Set router 2cd4890d-0686-48a5-8577-8fffb0e0a14c gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:25.328466 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0fef624f-dffa-44d1-a9d5-308bc1a4a322 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.332561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0fef624f-dffa-44d1-a9d5-308bc1a4a322 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.355991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef624f-dffa-44d1-a9d5-308bc1a4a322 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42150854-077c-425b-b15f-60a69f19ec24,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:25.365125 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0fef624f-dffa-44d1-a9d5-308bc1a4a322 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.366310 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0fef624f-dffa-44d1-a9d5-308bc1a4a322 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1540184 Mar 16 11:07:25.369047 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55552) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:25.373909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9936a10c-337a-4bef-b063-c448817f5a67 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'f8561e1f-4a96-4ae2-8e11-91f8f8fb2347', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:25.379927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9936a10c-337a-4bef-b063-c448817f5a67 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:25.383750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9936a10c-337a-4bef-b063-c448817f5a67 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:25.386752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9936a10c-337a-4bef-b063-c448817f5a67 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:25.392981 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9936a10c-337a-4bef-b063-c448817f5a67 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:25.405125 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-9936a10c-337a-4bef-b063-c448817f5a67 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:07:25.411524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9936a10c-337a-4bef-b063-c448817f5a67 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.474333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9936a10c-337a-4bef-b063-c448817f5a67 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.478462 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9936a10c-337a-4bef-b063-c448817f5a67 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.501024 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936a10c-337a-4bef-b063-c448817f5a67 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c37441-725b-47d3-b941-846f199e3be7,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:25.509995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9936a10c-337a-4bef-b063-c448817f5a67 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.511135 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9936a10c-337a-4bef-b063-c448817f5a67 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1412075 Mar 16 11:07:25.618292 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'name': 'tempest-TestNetworkBasicOps-router-1935111742', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a78a96cb-ce78-4251-8b24-310ba8cdf90e', 'name': '', 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:73:b3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '339b83c3-074e-4528-b9cb-eadab173365f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:21Z', 'updated_at': '2022-03-16T11:07:24Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '339b83c3-074e-4528-b9cb-eadab173365f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:25.623426 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbef445-deae-4d85-93d8-be6dd506acc6 None None] The sync data for ids ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'] in dv-neutron-833859-1-hyperv is: [{'id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'name': 'tempest-TestNetworkBasicOps-router-1935111742', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a78a96cb-ce78-4251-8b24-310ba8cdf90e', 'name': '', 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:73:b3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '339b83c3-074e-4528-b9cb-eadab173365f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:21Z', 'updated_at': '2022-03-16T11:07:24Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '339b83c3-074e-4528-b9cb-eadab173365f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:07:25.750177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-dfe03651-a1ab-4191-a1f7-0159d887b669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:07:25.767226 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-dfe03651-a1ab-4191-a1f7-0159d887b669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:07:25.769200 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-dfe03651-a1ab-4191-a1f7-0159d887b669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024604317&fields=id&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 267 time: 0.0625536 Mar 16 11:07:25.922478 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-96a93163-a8b6-4cfe-a98a-46996b50be52 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:25.923079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-96a93163-a8b6-4cfe-a98a-46996b50be52 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:network {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:07:25.939521 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-96a93163-a8b6-4cfe-a98a-46996b50be52 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:network {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:07:25.940734 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-96a93163-a8b6-4cfe-a98a-46996b50be52 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/networks?id=04c472ef-2329-47cc-9a8a-a8accf905efd HTTP/1.1" status: 200 len: 797 time: 0.1646960 Mar 16 11:07:25.955727 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-c09bd8c1-e317-4522-84b9-a0bfa83963e1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/quotas/c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 375 time: 0.0094614 Mar 16 11:07:26.044471 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-0a80c0dd-2d33-441e-bc9d-1d5d2281454d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824251 Mar 16 11:07:26.185848 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-718d7061-8aed-4110-8151-d397efcd260e service neutron] 10.222.0.44 "GET /v2.0/networks/04c472ef-2329-47cc-9a8a-a8accf905efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297972 Mar 16 11:07:26.327885 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-841261ad-eb70-44e2-b3b3-28647ee46874 service neutron] 10.222.0.44 "GET /v2.0/networks/04c472ef-2329-47cc-9a8a-a8accf905efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361437 Mar 16 11:07:26.336713 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a78a96cb-ce78-4251-8b24-310ba8cdf90e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:26.406792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port a78a96cb-ce78-4251-8b24-310ba8cdf90e completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:07:26.412138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port a78a96cb-ce78-4251-8b24-310ba8cdf90e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:26.412510 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:26.539915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-1b961be3-ae9d-43c3-bf6d-b90458712165 req-c19a01c6-2c49-41a6-aa50-82f1e1a09b44 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:07:26.542613 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:26.559841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-1b961be3-ae9d-43c3-bf6d-b90458712165 req-c19a01c6-2c49-41a6-aa50-82f1e1a09b44 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:07:26.561151 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b961be3-ae9d-43c3-bf6d-b90458712165 req-c19a01c6-2c49-41a6-aa50-82f1e1a09b44 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 210 time: 0.0770981 Mar 16 11:07:26.581790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port a78a96cb-ce78-4251-8b24-310ba8cdf90e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a78a96cb-ce78-4251-8b24-310ba8cdf90e,segment=NetworkSegment(4a0e66b9-34d6-42b1-ab44-cb24627b143d),segment_id=4a0e66b9-34d6-42b1-ab44-cb24627b143d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:26.586930 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:26.658519 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=a78a96cb-ce78-4251-8b24-310ba8cdf90e,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:27.715419 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cf341c0a-8298-4cc2-b890-3972b6d0dd03 req-18ac9ef5-48fa-4251-a04e-7469ba8c5534 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 210 time: 0.0425904 Mar 16 11:07:27.830805 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-307a93cd-afa5-4ffb-9919-418116045764 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:27.831504 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-307a93cd-afa5-4ffb-9919-418116045764 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:network {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:07:27.843114 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-307a93cd-afa5-4ffb-9919-418116045764 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:network {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:07:27.844144 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-307a93cd-afa5-4ffb-9919-418116045764 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/networks?id=04c472ef-2329-47cc-9a8a-a8accf905efd HTTP/1.1" status: 200 len: 797 time: 0.2794466 Mar 16 11:07:27.895093 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-fdb6a1b7-7c72-4532-85a8-57e5ab0e5bea tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:07:27.906674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-fdb6a1b7-7c72-4532-85a8-57e5ab0e5bea tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:07:27.907845 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-fdb6a1b7-7c72-4532-85a8-57e5ab0e5bea tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 380 time: 0.0516300 Mar 16 11:07:27.916599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-66ecf070-c999-4333-95e7-da0cc06eee68 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'port': {'device_id': 'e45408d3-34dc-47f2-9562-52c3d8021cb0', 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd', 'admin_state_up': True, 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'security_groups': ['f8561e1f-4a96-4ae2-8e11-91f8f8fb2347']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:28.046528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-66ecf070-c999-4333-95e7-da0cc06eee68 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:28.055644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-66ecf070-c999-4333-95e7-da0cc06eee68 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:28.064843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-66ecf070-c999-4333-95e7-da0cc06eee68 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:07:28.068216 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-66ecf070-c999-4333-95e7-da0cc06eee68 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:28.225729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-66ecf070-c999-4333-95e7-da0cc06eee68 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.4 (04c472ef-2329-47cc-9a8a-a8accf905efd/339b83c3-074e-4528-b9cb-eadab173365f/880d2dca-9445-4ccd-82e3-7b37c2944bb8) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:07:28.295567 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a78a96cb-ce78-4251-8b24-310ba8cdf90e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:28.362850 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port a78a96cb-ce78-4251-8b24-310ba8cdf90e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:28.363239 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:28.415557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-66ecf070-c999-4333-95e7-da0cc06eee68 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:28.430697 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-66ecf070-c999-4333-95e7-da0cc06eee68 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object 880d2dca-9445-4ccd-82e3-7b37c2944bb8 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:07:28.454588 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-66ecf070-c999-4333-95e7-da0cc06eee68 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:28.526710 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-66ecf070-c999-4333-95e7-da0cc06eee68 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 04c472ef-2329-47cc-9a8a-a8accf905efd is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:07:28.538301 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-66ecf070-c999-4333-95e7-da0cc06eee68 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:07:28.540844 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-66ecf070-c999-4333-95e7-da0cc06eee68 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:07:28.578776 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecf070-c999-4333-95e7-da0cc06eee68 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=880d2dca-9445-4ccd-82e3-7b37c2944bb8,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:28.611382 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-66ecf070-c999-4333-95e7-da0cc06eee68 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:28.611979 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-66ecf070-c999-4333-95e7-da0cc06eee68 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:28.637195 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-66ecf070-c999-4333-95e7-da0cc06eee68 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7240076 Mar 16 11:07:28.648929 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Request body: {'port': {'device_id': 'e45408d3-34dc-47f2-9562-52c3d8021cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:28.741761 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bf1347c7-e5f7-475a-bef1-5a78d715a27b None None] Provisioning for port 880d2dca-9445-4ccd-82e3-7b37c2944bb8 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:07:28.746546 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bf1347c7-e5f7-475a-bef1-5a78d715a27b None None] Provisioning complete for port 880d2dca-9445-4ccd-82e3-7b37c2944bb8 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:28.747709 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bf1347c7-e5f7-475a-bef1-5a78d715a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:28.763378 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:28.802502 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-bf1347c7-e5f7-475a-bef1-5a78d715a27b None None] Port 880d2dca-9445-4ccd-82e3-7b37c2944bb8 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:07:29.004402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f742b-685e-4467-8949-d8d975f6eb4c req-e6fbd54a-eeb5-4d8e-a62d-002b1d6a9d61 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:29.005078 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e92f742b-685e-4467-8949-d8d975f6eb4c req-e6fbd54a-eeb5-4d8e-a62d-002b1d6a9d61 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:07:29.078154 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e92f742b-685e-4467-8949-d8d975f6eb4c req-e6fbd54a-eeb5-4d8e-a62d-002b1d6a9d61 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:07:29.079215 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e92f742b-685e-4467-8949-d8d975f6eb4c req-e6fbd54a-eeb5-4d8e-a62d-002b1d6a9d61 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 931 time: 0.2543380 Mar 16 11:07:29.142966 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e92f742b-685e-4467-8949-d8d975f6eb4c req-c03f206b-d880-4333-9f03-7a9db74c98a7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8561e1f-4a96-4ae2-8e11-91f8f8fb2347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574646 Mar 16 11:07:29.214882 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880d2dca-9445-4ccd-82e3-7b37c2944bb8 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:07:29.222009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:29.236261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Transition to ACTIVE for port object 880d2dca-9445-4ccd-82e3-7b37c2944bb8 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:07:29.240444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:29.391548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Pushing event updated for resources: {'Port': ['ID=880d2dca-9445-4ccd-82e3-7b37c2944bb8,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:29.585401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Attempting to bind port 880d2dca-9445-4ccd-82e3-7b37c2944bb8 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:07:29.585648 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Attempting to bind port 880d2dca-9445-4ccd-82e3-7b37c2944bb8 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '4a0e66b9-34d6-42b1-ab44-cb24627b143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:07:29.585978 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Attempting to bind port 880d2dca-9445-4ccd-82e3-7b37c2944bb8 on network 04c472ef-2329-47cc-9a8a-a8accf905efd {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:07:29.590431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Port 880d2dca-9445-4ccd-82e3-7b37c2944bb8 on network 04c472ef-2329-47cc-9a8a-a8accf905efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:07:29.591291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Attempting to bind port 880d2dca-9445-4ccd-82e3-7b37c2944bb8 on network 04c472ef-2329-47cc-9a8a-a8accf905efd {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:07:29.597009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:07:29.597009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Checking segment: {'id': '4a0e66b9-34d6-42b1-ab44-cb24627b143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:07:29.597385 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Bound using segment: {'id': '4a0e66b9-34d6-42b1-ab44-cb24627b143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:07:29.597805 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Bound port: 880d2dca-9445-4ccd-82e3-7b37c2944bb8, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0e66b9-34d6-42b1-ab44-cb24627b143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:07:29.598171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:29.684684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] For port 880d2dca-9445-4ccd-82e3-7b37c2944bb8, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:07:29.687528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] For port 880d2dca-9445-4ccd-82e3-7b37c2944bb8, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=880d2dca-9445-4ccd-82e3-7b37c2944bb8,segment=NetworkSegment(4a0e66b9-34d6-42b1-ab44-cb24627b143d),segment_id=4a0e66b9-34d6-42b1-ab44-cb24627b143d)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:07:29.691273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:29.747603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:29.748202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:29.749548 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] 10.222.0.18 "PUT /v2.0/ports/880d2dca-9445-4ccd-82e3-7b37c2944bb8 HTTP/1.1" status: 200 len: 1093 time: 1.1051142 Mar 16 11:07:29.750240 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45408d3-34dc-47f2-9562-52c3d8021cb0', 'tag': '880d2dca-9445-4ccd-82e3-7b37c2944bb8'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:07:29.780592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f03d4a-186c-4630-949b-a6a04fb3d762 service neutron] Pushing event updated for resources: {'Port': ['ID=880d2dca-9445-4ccd-82e3-7b37c2944bb8,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:29.864170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-d02942fd-8798-4f9f-8954-cca2df79da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:29.865557 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-d02942fd-8798-4f9f-8954-cca2df79da84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0728362 Mar 16 11:07:29.941728 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-43b4f775-2613-4d1f-b320-79d235be3285 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=880d2dca-9445-4ccd-82e3-7b37c2944bb8 HTTP/1.1" status: 200 len: 217 time: 0.0682507 Mar 16 11:07:29.978995 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45408d3-34dc-47f2-9562-52c3d8021cb0', 'tag': '880d2dca-9445-4ccd-82e3-7b37c2944bb8', 'status': 'completed', 'code': 200} Mar 16 11:07:30.005691 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-d3009b59-e260-4647-a68f-dcd9d29b9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:30.007073 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-d3009b59-e260-4647-a68f-dcd9d29b9f89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339b83c3-074e-4528-b9cb-eadab173365f HTTP/1.1" status: 200 len: 842 time: 0.0593238 Mar 16 11:07:30.082545 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-4f2422d7-b407-4460-8463-120e31de2ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:30.083938 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-4f2422d7-b407-4460-8463-120e31de2ef6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04c472ef-2329-47cc-9a8a-a8accf905efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706649 Mar 16 11:07:30.219791 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-406696d9-7858-40f4-87ae-f811b55f4750 service neutron] 10.222.0.18 "GET /v2.0/networks/04c472ef-2329-47cc-9a8a-a8accf905efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294477 Mar 16 11:07:30.405094 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b11fc24b-a7c9-47e4-9bb1-a9e26fee52e7 req-482285f1-7bca-417b-bde4-0547879ee478 service neutron] 10.222.0.18 "GET /v2.0/networks/04c472ef-2329-47cc-9a8a-a8accf905efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782417 Mar 16 11:07:30.415576 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f765177-50ff-4762-96df-867069d801d4 req-1f923ba2-655d-4fb2-9d93-98e55ef2e41c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:30.416973 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0f765177-50ff-4762-96df-867069d801d4 req-1f923ba2-655d-4fb2-9d93-98e55ef2e41c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 943 time: 0.1592157 Mar 16 11:07:30.504175 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0f765177-50ff-4762-96df-867069d801d4 req-f8d9ebee-2adc-411f-aafd-37314c57c22c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8561e1f-4a96-4ae2-8e11-91f8f8fb2347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806808 Mar 16 11:07:30.531106 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192996c-c71f-4a26-b312-ef9e6c678c00 req-5fc06a15-5e9f-4922-8720-a72469dcbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:30.532587 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a192996c-c71f-4a26-b312-ef9e6c678c00 req-5fc06a15-5e9f-4922-8720-a72469dcbcc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0783522 Mar 16 11:07:30.659755 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192996c-c71f-4a26-b312-ef9e6c678c00 req-9e6c8b7c-c2f5-4c54-b4c0-c25482a9d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:30.661197 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a192996c-c71f-4a26-b312-ef9e6c678c00 req-9e6c8b7c-c2f5-4c54-b4c0-c25482a9d8f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04c472ef-2329-47cc-9a8a-a8accf905efd HTTP/1.1" status: 200 len: 898 time: 0.1228979 Mar 16 11:07:30.729830 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a192996c-c71f-4a26-b312-ef9e6c678c00 req-9aabb331-45a5-44d6-a777-c45f253bda08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=880d2dca-9445-4ccd-82e3-7b37c2944bb8 HTTP/1.1" status: 200 len: 217 time: 0.0631187 Mar 16 11:07:30.791890 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192996c-c71f-4a26-b312-ef9e6c678c00 req-16258ebe-2a82-481d-8c5c-afa71e1638ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:30.793312 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a192996c-c71f-4a26-b312-ef9e6c678c00 req-16258ebe-2a82-481d-8c5c-afa71e1638ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339b83c3-074e-4528-b9cb-eadab173365f HTTP/1.1" status: 200 len: 842 time: 0.0575814 Mar 16 11:07:30.824064 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6c779e9c-d4cb-452a-95c2-cd21867f0082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:30.870049 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192996c-c71f-4a26-b312-ef9e6c678c00 req-3bd4fcce-9fb3-4d6d-81e2-3099cd6a0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:30.871537 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a192996c-c71f-4a26-b312-ef9e6c678c00 req-3bd4fcce-9fb3-4d6d-81e2-3099cd6a0253 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04c472ef-2329-47cc-9a8a-a8accf905efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723157 Mar 16 11:07:31.000017 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a192996c-c71f-4a26-b312-ef9e6c678c00 req-a9709087-c2cb-46cf-9728-fab27fd9087a service neutron] 10.222.0.18 "GET /v2.0/networks/04c472ef-2329-47cc-9a8a-a8accf905efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220071 Mar 16 11:07:31.128879 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a192996c-c71f-4a26-b312-ef9e6c678c00 req-98b8c53e-3589-413f-8e5f-1760ffacef50 service neutron] 10.222.0.18 "GET /v2.0/networks/04c472ef-2329-47cc-9a8a-a8accf905efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219852 Mar 16 11:07:31.687994 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a9bf-480a-447c-b784-c2c6e8600002 req-43f35ef3-3db6-4937-ba10-ce05e514b79f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:31.689406 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c974a9bf-480a-447c-b784-c2c6e8600002 req-43f35ef3-3db6-4937-ba10-ce05e514b79f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 943 time: 0.0820301 Mar 16 11:07:31.732271 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c974a9bf-480a-447c-b784-c2c6e8600002 req-d408ab70-3a7f-4cb1-a7e5-6834dbc415b5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8561e1f-4a96-4ae2-8e11-91f8f8fb2347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372026 Mar 16 11:07:33.019315 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f7e25-b04e-4c6b-ae29-14834fd23a3d req-898688b0-9535-4883-add1-22ff5e6795b8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:33.020761 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3a6f7e25-b04e-4c6b-ae29-14834fd23a3d req-898688b0-9535-4883-add1-22ff5e6795b8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 943 time: 0.1823258 Mar 16 11:07:33.028922 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d5eaf1c3-dd84-45f8-8681-8e44d7365b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.064289 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3a6f7e25-b04e-4c6b-ae29-14834fd23a3d req-f42e4017-3947-463e-b9db-9baba8cf28ce tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8561e1f-4a96-4ae2-8e11-91f8f8fb2347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377402 Mar 16 11:07:34.247964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfecca-f624-4b1d-b09d-3e2eea629ced req-6ed755e4-c8d6-4ebe-8d49-bc4a30fc1f63 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:34.249480 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d6dfecca-f624-4b1d-b09d-3e2eea629ced req-6ed755e4-c8d6-4ebe-8d49-bc4a30fc1f63 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 943 time: 0.0788827 Mar 16 11:07:34.292745 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d6dfecca-f624-4b1d-b09d-3e2eea629ced req-ee3ff961-c8cf-42ee-8c16-3d8385830a11 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8561e1f-4a96-4ae2-8e11-91f8f8fb2347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372391 Mar 16 11:07:34.376796 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:34.419552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:34.785086 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 880d2dca-9445-4ccd-82e3-7b37c2944bb8 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:07:34.917023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 880d2dca-9445-4ccd-82e3-7b37c2944bb8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=880d2dca-9445-4ccd-82e3-7b37c2944bb8,segment=NetworkSegment(4a0e66b9-34d6-42b1-ab44-cb24627b143d),segment_id=4a0e66b9-34d6-42b1-ab44-cb24627b143d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:34.929838 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '880d2dca-9445-4ccd-82e3-7b37c2944bb8', 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd', 'port_id': '880d2dca-9445-4ccd-82e3-7b37c2944bb8', 'mac_address': 'fa:16:3e:b2:07:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339b83c3-074e-4528-b9cb-eadab173365f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:07:34.986686 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:35.003610 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880d2dca-9445-4ccd-82e3-7b37c2944bb8 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:07:35.018333 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 880d2dca-9445-4ccd-82e3-7b37c2944bb8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=880d2dca-9445-4ccd-82e3-7b37c2944bb8,segment=NetworkSegment(4a0e66b9-34d6-42b1-ab44-cb24627b143d),segment_id=4a0e66b9-34d6-42b1-ab44-cb24627b143d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:35.022258 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:35.086552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=880d2dca-9445-4ccd-82e3-7b37c2944bb8,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:35.361191 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['880d2dca-9445-4ccd-82e3-7b37c2944bb8'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:07:35.477206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59bcc3-a54f-4e0e-b05e-5111e221b124 req-2938b177-0412-4c51-b3cd-f5d7dc271cb4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:35.478647 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ef59bcc3-a54f-4e0e-b05e-5111e221b124 req-2938b177-0412-4c51-b3cd-f5d7dc271cb4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 944 time: 0.0807798 Mar 16 11:07:35.523092 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ef59bcc3-a54f-4e0e-b05e-5111e221b124 req-f8b363b4-8224-43a1-996b-3838cdc47dab tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8561e1f-4a96-4ae2-8e11-91f8f8fb2347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382037 Mar 16 11:07:35.865938 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:36.704339 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc836fcb-c5cb-41d7-a124-ef2dc657fabf req-93179e40-2477-467a-9772-5e8c5faa2f9f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:36.705764 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dc836fcb-c5cb-41d7-a124-ef2dc657fabf req-93179e40-2477-467a-9772-5e8c5faa2f9f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 944 time: 0.0811033 Mar 16 11:07:36.748514 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dc836fcb-c5cb-41d7-a124-ef2dc657fabf req-5a17f85f-ebb4-422b-9b5e-a77b582eae02 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8561e1f-4a96-4ae2-8e11-91f8f8fb2347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372553 Mar 16 11:07:36.801904 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 880d2dca-9445-4ccd-82e3-7b37c2944bb8 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:36.867250 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 880d2dca-9445-4ccd-82e3-7b37c2944bb8 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:07:36.871783 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 880d2dca-9445-4ccd-82e3-7b37c2944bb8 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:36.872153 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:36.983345 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:37.008563 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45408d3-34dc-47f2-9562-52c3d8021cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880d2dca-9445-4ccd-82e3-7b37c2944bb8'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:07:37.017850 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 880d2dca-9445-4ccd-82e3-7b37c2944bb8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=880d2dca-9445-4ccd-82e3-7b37c2944bb8,segment=NetworkSegment(4a0e66b9-34d6-42b1-ab44-cb24627b143d),segment_id=4a0e66b9-34d6-42b1-ab44-cb24627b143d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:37.021745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:37.060437 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45408d3-34dc-47f2-9562-52c3d8021cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880d2dca-9445-4ccd-82e3-7b37c2944bb8', 'code': 200} Mar 16 11:07:37.091858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=880d2dca-9445-4ccd-82e3-7b37c2944bb8,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:37.275545 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3787e-4118-4421-a7b0-a9a35e7fbde5 req-3690ef37-bdef-48be-ae82-e9dbd496d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:37.276997 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-87e3787e-4118-4421-a7b0-a9a35e7fbde5 req-3690ef37-bdef-48be-ae82-e9dbd496d039 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0685952 Mar 16 11:07:37.321627 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-87e3787e-4118-4421-a7b0-a9a35e7fbde5 req-fe50254a-e848-4da1-9f0b-582ab4610ad5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f8561e1f-4a96-4ae2-8e11-91f8f8fb2347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376804 Mar 16 11:07:37.930042 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ac4f9-751c-4a84-86d8-41d85a133db6 req-e7079e62-efa9-4ce7-b07e-cf00444ff276 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:37.931469 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-640ac4f9-751c-4a84-86d8-41d85a133db6 req-e7079e62-efa9-4ce7-b07e-cf00444ff276 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 945 time: 0.0810375 Mar 16 11:07:37.973311 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-640ac4f9-751c-4a84-86d8-41d85a133db6 req-39b604ea-1dbd-488f-b7a7-0e2e900891b5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8561e1f-4a96-4ae2-8e11-91f8f8fb2347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356688 Mar 16 11:07:39.157933 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6495d-c80e-4c6f-b97a-3ff7f49cb1ca req-641c8cee-f797-4344-9dac-509df8c8127b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:39.159398 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bab6495d-c80e-4c6f-b97a-3ff7f49cb1ca req-641c8cee-f797-4344-9dac-509df8c8127b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 945 time: 0.0817370 Mar 16 11:07:39.201838 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bab6495d-c80e-4c6f-b97a-3ff7f49cb1ca req-ba139402-c8ba-4b7b-bffc-a535c6179cd4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8561e1f-4a96-4ae2-8e11-91f8f8fb2347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368102 Mar 16 11:07:39.382944 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c8b68-93af-410b-b3b4-2f2d83cc95b0 req-dddcf9da-ea84-484e-8655-724c5b23de1e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:39.384418 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b70c8b68-93af-410b-b3b4-2f2d83cc95b0 req-dddcf9da-ea84-484e-8655-724c5b23de1e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 945 time: 0.0794530 Mar 16 11:07:39.427348 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b70c8b68-93af-410b-b3b4-2f2d83cc95b0 req-68fbba4e-16ad-4648-a21f-af523d7ae155 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8561e1f-4a96-4ae2-8e11-91f8f8fb2347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368278 Mar 16 11:07:39.448948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55618) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:39.524341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15411340-5835-48a6-80da-4ccb848b23da tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:39.525398 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-15411340-5835-48a6-80da-4ccb848b23da tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 1093 time: 0.0754957 Mar 16 11:07:39.527467 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55622) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:39.532913 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': '880d2dca-9445-4ccd-82e3-7b37c2944bb8', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:39.539056 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:39.542773 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:floatingip and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:39.545672 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:39.551236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:39.561766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:39.702223 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:39.838275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.26.3.112 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/63ca87a6-2b3b-442d-8ac3-b0d79b174792) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:07:40.083010 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:40.113426 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:40.173870 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:07:40.176616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:07:40.184741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:07:40.223239 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=63ca87a6-2b3b-442d-8ac3-b0d79b174792,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:40.239992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:40.239992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:40.240294 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:40.240522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:40.240847 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:40.241170 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:40.241492 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:40.241814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:40.242132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:40.242448 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:40.242765 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:40.243415 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:40.610003 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:40.680711 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:40.880006 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:40.884318 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:40.988897 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=63ca87a6-2b3b-442d-8ac3-b0d79b174792,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:40.996515 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:41.163062 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 80d794ba-e88f-4c4e-a0b4-7a3909803694 associated. External IP: 172.26.3.112, port: 880d2dca-9445-4ccd-82e3-7b37c2944bb8. Mar 16 11:07:41.606818 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 2cd4890d-0686-48a5-8577-8fffb0e0a14c has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:07:41.782077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:07:41.791710 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc0a07a-0a94-4f7c-815f-75c91f2b510f None None] Sync routers for ids ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:07:41.800531 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc0a07a-0a94-4f7c-815f-75c91f2b510f None None] Routers {'2cd4890d-0686-48a5-8577-8fffb0e0a14c'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:41.801216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7bc0a07a-0a94-4f7c-815f-75c91f2b510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:07:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:41.805061 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:41.861222 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b02a22ea-8d96-4c92-b065-6a2d4c728472 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3302214 Mar 16 11:07:41.861222 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45408d3-34dc-47f2-9562-52c3d8021cb0', 'tag': '880d2dca-9445-4ccd-82e3-7b37c2944bb8'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:07:41.861798 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55626) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:41.903681 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45408d3-34dc-47f2-9562-52c3d8021cb0', 'tag': '880d2dca-9445-4ccd-82e3-7b37c2944bb8', 'status': 'completed', 'code': 200} Mar 16 11:07:41.978123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-7bc0a07a-0a94-4f7c-815f-75c91f2b510f None None] Set router 2cd4890d-0686-48a5-8577-8fffb0e0a14c gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:42.021259 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-568cffc7-ec8a-4c3d-b6aa-f81dd4e90dec tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/80d794ba-e88f-4c4e-a0b4-7a3909803694 HTTP/1.1" status: 200 len: 991 time: 0.1576538 Mar 16 11:07:42.038821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c734c38-069a-4753-8ad6-f2b48fff5799 req-ffc47cf5-f124-4ece-80c9-34ae68957597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:42.040630 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1c734c38-069a-4753-8ad6-f2b48fff5799 req-ffc47cf5-f124-4ece-80c9-34ae68957597 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 1098 time: 0.1085405 Mar 16 11:07:42.171248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c734c38-069a-4753-8ad6-f2b48fff5799 req-570870f1-56a9-408b-8673-23370f826fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:42.172662 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1c734c38-069a-4753-8ad6-f2b48fff5799 req-570870f1-56a9-408b-8673-23370f826fa7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04c472ef-2329-47cc-9a8a-a8accf905efd HTTP/1.1" status: 200 len: 898 time: 0.1264389 Mar 16 11:07:42.277547 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1c734c38-069a-4753-8ad6-f2b48fff5799 req-5ac01078-edb7-4bba-a23d-05228f77eaaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=880d2dca-9445-4ccd-82e3-7b37c2944bb8 HTTP/1.1" status: 200 len: 999 time: 0.0982313 Mar 16 11:07:42.338973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c734c38-069a-4753-8ad6-f2b48fff5799 req-d8c3bbde-7de8-4d6f-89f0-a5f17a36a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:42.340608 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1c734c38-069a-4753-8ad6-f2b48fff5799 req-d8c3bbde-7de8-4d6f-89f0-a5f17a36a89c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339b83c3-074e-4528-b9cb-eadab173365f HTTP/1.1" status: 200 len: 842 time: 0.0566616 Mar 16 11:07:42.351515 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7bc0a07a-0a94-4f7c-815f-75c91f2b510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'name': 'tempest-TestNetworkBasicOps-router-1935111742', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '80d794ba-e88f-4c4e-a0b4-7a3909803694', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.112', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'port_id': '880d2dca-9445-4ccd-82e3-7b37c2944bb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd', 'mac_address': 'fa:16:3e:b2:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45408d3-34dc-47f2-9562-52c3d8021cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:07:40Z', 'updated_at': '2022-03-16T11:07:40Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a78a96cb-ce78-4251-8b24-310ba8cdf90e', 'name': '', 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:73:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '339b83c3-074e-4528-b9cb-eadab173365f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:21Z', 'updated_at': '2022-03-16T11:07:26Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '339b83c3-074e-4528-b9cb-eadab173365f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:42.355313 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc0a07a-0a94-4f7c-815f-75c91f2b510f None None] Checking router: 2cd4890d-0686-48a5-8577-8fffb0e0a14c for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:07:42.363986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc0a07a-0a94-4f7c-815f-75c91f2b510f None None] Routers {'2cd4890d-0686-48a5-8577-8fffb0e0a14c'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:42.364568 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7bc0a07a-0a94-4f7c-815f-75c91f2b510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:07:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:42.413382 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c734c38-069a-4753-8ad6-f2b48fff5799 req-912eab71-710e-41b4-8c91-c2b1f7a3d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:42.414821 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1c734c38-069a-4753-8ad6-f2b48fff5799 req-912eab71-710e-41b4-8c91-c2b1f7a3d717 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04c472ef-2329-47cc-9a8a-a8accf905efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683935 Mar 16 11:07:42.538329 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-7bc0a07a-0a94-4f7c-815f-75c91f2b510f None None] Set router 2cd4890d-0686-48a5-8577-8fffb0e0a14c gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:42.541154 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1c734c38-069a-4753-8ad6-f2b48fff5799 req-239f0dc8-b1df-4631-ade0-1385d23c9952 service neutron] 10.222.0.18 "GET /v2.0/networks/04c472ef-2329-47cc-9a8a-a8accf905efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199820 Mar 16 11:07:42.669679 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1c734c38-069a-4753-8ad6-f2b48fff5799 req-87789b2a-8c7b-447d-b5f0-dd7229ded199 service neutron] 10.222.0.18 "GET /v2.0/networks/04c472ef-2329-47cc-9a8a-a8accf905efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216264 Mar 16 11:07:42.875854 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7bc0a07a-0a94-4f7c-815f-75c91f2b510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'name': 'tempest-TestNetworkBasicOps-router-1935111742', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '80d794ba-e88f-4c4e-a0b4-7a3909803694', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.112', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'port_id': '880d2dca-9445-4ccd-82e3-7b37c2944bb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd', 'mac_address': 'fa:16:3e:b2:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45408d3-34dc-47f2-9562-52c3d8021cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:07:40Z', 'updated_at': '2022-03-16T11:07:40Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a78a96cb-ce78-4251-8b24-310ba8cdf90e', 'name': '', 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:73:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '339b83c3-074e-4528-b9cb-eadab173365f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:21Z', 'updated_at': '2022-03-16T11:07:26Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '339b83c3-074e-4528-b9cb-eadab173365f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:42.879733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc0a07a-0a94-4f7c-815f-75c91f2b510f None None] The sync data for ids ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'] in dv-neutron-833859-1-hyperv is: [{'id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'name': 'tempest-TestNetworkBasicOps-router-1935111742', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '80d794ba-e88f-4c4e-a0b4-7a3909803694', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.112', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'port_id': '880d2dca-9445-4ccd-82e3-7b37c2944bb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd', 'mac_address': 'fa:16:3e:b2:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45408d3-34dc-47f2-9562-52c3d8021cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:07:40Z', 'updated_at': '2022-03-16T11:07:40Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a78a96cb-ce78-4251-8b24-310ba8cdf90e', 'name': '', 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:73:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '339b83c3-074e-4528-b9cb-eadab173365f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:21Z', 'updated_at': '2022-03-16T11:07:26Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '339b83c3-074e-4528-b9cb-eadab173365f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:07:43.024951 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55632) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:43.058634 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae0efe1-0c75-44d8-a7a5-d4f5c269e01d None None] New status for floating IP 80d794ba-e88f-4c4e-a0b4-7a3909803694: ACTIVE {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:07:43.131078 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-dfdd512d-a2b8-4aa2-9efd-11ef83390adb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/80d794ba-e88f-4c4e-a0b4-7a3909803694 HTTP/1.1" status: 200 len: 991 time: 0.1047883 Mar 16 11:07:44.133960 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55636) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:44.239330 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-05c62f88-8263-4be6-a8ed-8470d5488c0b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/80d794ba-e88f-4c4e-a0b4-7a3909803694 HTTP/1.1" status: 200 len: 993 time: 0.1042171 Mar 16 11:07:47.708286 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:48.990195 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:08:00.825568 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e9bea883-cab2-4fda-9e93-a348844969d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:03.030933 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c7b07014-2c80-4826-81fd-a614d8b12c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:04.377812 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:04.421267 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:05.868238 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.150029 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-67226050-7367-4038-a1a2-94953aa4df6d req-13fe126f-4b07-4f04-a7b7-44bcae2ebe6a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709283 Mar 16 11:08:10.284327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67226050-7367-4038-a1a2-94953aa4df6d req-25fc94d3-f3f1-46f4-ad1c-cbbb404aa7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:10.285810 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-67226050-7367-4038-a1a2-94953aa4df6d req-25fc94d3-f3f1-46f4-ad1c-cbbb404aa7c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0696876 Mar 16 11:08:10.530738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67226050-7367-4038-a1a2-94953aa4df6d req-0b286a29-7b07-467a-b74b-85326d339f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:10.532112 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-67226050-7367-4038-a1a2-94953aa4df6d req-0b286a29-7b07-467a-b74b-85326d339f49 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04c472ef-2329-47cc-9a8a-a8accf905efd HTTP/1.1" status: 200 len: 898 time: 0.2289917 Mar 16 11:08:10.631962 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-67226050-7367-4038-a1a2-94953aa4df6d req-ab5a57d6-8ac9-4177-bdfa-3baec22b648c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=880d2dca-9445-4ccd-82e3-7b37c2944bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0936558 Mar 16 11:08:10.695678 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67226050-7367-4038-a1a2-94953aa4df6d req-3420e1ae-abcc-4af9-ac81-eb9ae8b40897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:10.697093 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-67226050-7367-4038-a1a2-94953aa4df6d req-3420e1ae-abcc-4af9-ac81-eb9ae8b40897 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339b83c3-074e-4528-b9cb-eadab173365f HTTP/1.1" status: 200 len: 842 time: 0.0598934 Mar 16 11:08:10.772443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67226050-7367-4038-a1a2-94953aa4df6d req-2360b75d-2773-4ebc-99bd-4a48366a09ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:10.773882 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-67226050-7367-4038-a1a2-94953aa4df6d req-2360b75d-2773-4ebc-99bd-4a48366a09ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04c472ef-2329-47cc-9a8a-a8accf905efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710146 Mar 16 11:08:10.901925 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-67226050-7367-4038-a1a2-94953aa4df6d req-ef888024-ff2f-4a23-99f0-d0aba31c3dc3 service neutron] 10.222.0.18 "GET /v2.0/networks/04c472ef-2329-47cc-9a8a-a8accf905efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217048 Mar 16 11:08:11.031632 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-67226050-7367-4038-a1a2-94953aa4df6d req-c87b3d84-96f7-41c1-86b0-9b59e64eb796 service neutron] 10.222.0.18 "GET /v2.0/networks/04c472ef-2329-47cc-9a8a-a8accf905efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230893 Mar 16 11:08:17.700372 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:25.988867 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:08:30.827021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-085e471e-3633-4126-b256-8954cd9d796e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.030999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dca167b2-79da-44d3-87f7-b6b6ebeef558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.380384 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.423193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:35.869603 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.708393 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:00.828834 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9d0d02b6-51eb-4727-93cd-0c14a34fb267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.988120 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:09:03.031639 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3bbf1704-5e1c-4af4-a1ea-d07355185ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.382809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.426475 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.872545 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:12.153694 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c77180b0-efc2-43a0-a5f0-892dea3cf162 req-8f665c50-091b-4292-940b-32d3e30e09f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680830 Mar 16 11:09:12.292002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77180b0-efc2-43a0-a5f0-892dea3cf162 req-7a48c2fc-7979-4e8e-8065-b86d7649860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:12.294102 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c77180b0-efc2-43a0-a5f0-892dea3cf162 req-7a48c2fc-7979-4e8e-8065-b86d7649860f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0729508 Mar 16 11:09:12.436744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77180b0-efc2-43a0-a5f0-892dea3cf162 req-551457fa-c2f0-4b1f-be7a-4bad51cc299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:12.438061 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c77180b0-efc2-43a0-a5f0-892dea3cf162 req-551457fa-c2f0-4b1f-be7a-4bad51cc299d service neutron] 10.222.0.18 "GET /v2.0/networks?id=04c472ef-2329-47cc-9a8a-a8accf905efd HTTP/1.1" status: 200 len: 898 time: 0.1244547 Mar 16 11:09:12.538000 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c77180b0-efc2-43a0-a5f0-892dea3cf162 req-019fd708-60a3-47a5-8546-3351a104b59b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=880d2dca-9445-4ccd-82e3-7b37c2944bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0933721 Mar 16 11:09:12.596622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77180b0-efc2-43a0-a5f0-892dea3cf162 req-84951ac6-798e-4e73-b771-ef16675e8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:12.597959 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c77180b0-efc2-43a0-a5f0-892dea3cf162 req-84951ac6-798e-4e73-b771-ef16675e8154 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339b83c3-074e-4528-b9cb-eadab173365f HTTP/1.1" status: 200 len: 842 time: 0.0547888 Mar 16 11:09:12.669139 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77180b0-efc2-43a0-a5f0-892dea3cf162 req-3858ece8-5d28-4f53-8d43-be04f6973b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:12.670530 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c77180b0-efc2-43a0-a5f0-892dea3cf162 req-3858ece8-5d28-4f53-8d43-be04f6973b07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04c472ef-2329-47cc-9a8a-a8accf905efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662932 Mar 16 11:09:12.796805 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c77180b0-efc2-43a0-a5f0-892dea3cf162 req-32a20689-612e-411d-9d60-57464606b103 service neutron] 10.222.0.18 "GET /v2.0/networks/04c472ef-2329-47cc-9a8a-a8accf905efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195927 Mar 16 11:09:12.927809 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c77180b0-efc2-43a0-a5f0-892dea3cf162 req-3c283573-58d1-4852-9158-c0b4007fccf4 service neutron] 10.222.0.18 "GET /v2.0/networks/04c472ef-2329-47cc-9a8a-a8accf905efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247163 Mar 16 11:09:17.707108 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:30.831543 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d763-77ae-4ed4-be98-9945161a3141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.032488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f4f46cb7-37fa-441b-918a-ddbeae92fdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.384507 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.427778 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.876012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:39.987946 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:09:47.720369 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.833060 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-78af8eff-632a-4413-8603-39f7253c5f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.033962 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-aae7670b-45cd-4d17-bee1-a3da8701d8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.386686 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.430537 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.877427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:13.153602 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c569e42-be0f-4c07-b422-d6e5d599dbc9 req-83a5cec5-116d-4e67-88ee-250fc6c45b18 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698195 Mar 16 11:10:13.302067 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569e42-be0f-4c07-b422-d6e5d599dbc9 req-b48cb47d-c8cc-4404-8564-5a39449cc58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:13.303532 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c569e42-be0f-4c07-b422-d6e5d599dbc9 req-b48cb47d-c8cc-4404-8564-5a39449cc58e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0696547 Mar 16 11:10:13.549496 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569e42-be0f-4c07-b422-d6e5d599dbc9 req-347e949e-4625-44e9-8b15-f3f17ce4afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:13.551485 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c569e42-be0f-4c07-b422-d6e5d599dbc9 req-347e949e-4625-44e9-8b15-f3f17ce4afcf service neutron] 10.222.0.18 "GET /v2.0/networks?id=04c472ef-2329-47cc-9a8a-a8accf905efd HTTP/1.1" status: 200 len: 898 time: 0.2299085 Mar 16 11:10:13.652947 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c569e42-be0f-4c07-b422-d6e5d599dbc9 req-dd8e7f72-a0ed-4698-84f4-2d480bd663aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=880d2dca-9445-4ccd-82e3-7b37c2944bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0948040 Mar 16 11:10:13.715062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569e42-be0f-4c07-b422-d6e5d599dbc9 req-1101047b-6d0b-4ac5-9a0a-f9906e0c93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:13.716513 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c569e42-be0f-4c07-b422-d6e5d599dbc9 req-1101047b-6d0b-4ac5-9a0a-f9906e0c93c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339b83c3-074e-4528-b9cb-eadab173365f HTTP/1.1" status: 200 len: 842 time: 0.0579205 Mar 16 11:10:13.789145 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569e42-be0f-4c07-b422-d6e5d599dbc9 req-a37e7a3a-961b-4c35-85bb-6b77305e81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:13.790572 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c569e42-be0f-4c07-b422-d6e5d599dbc9 req-a37e7a3a-961b-4c35-85bb-6b77305e81da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04c472ef-2329-47cc-9a8a-a8accf905efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685112 Mar 16 11:10:13.922185 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c569e42-be0f-4c07-b422-d6e5d599dbc9 req-cb433165-94f8-4214-927d-6f37fb0518b7 service neutron] 10.222.0.18 "GET /v2.0/networks/04c472ef-2329-47cc-9a8a-a8accf905efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237938 Mar 16 11:10:14.050574 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c569e42-be0f-4c07-b422-d6e5d599dbc9 req-d7d250cd-bf0d-4b1b-b471-186596636c0b service neutron] 10.222.0.18 "GET /v2.0/networks/04c472ef-2329-47cc-9a8a-a8accf905efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227257 Mar 16 11:10:16.986898 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:10:17.735828 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.337465 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55698) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:18.440091 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:18.557384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15389064'] for subnet, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.738167 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776355160055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16403495'] for subnet, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.794274 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdc41a1-fed5-4c8d-8db5-7ebf37e7057b None None] Network 04c472ef-2329-47cc-9a8a-a8accf905efd requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:18.796205 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:18.796797 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.800298 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/subnets/339b83c3-074e-4528-b9cb-eadab173365f HTTP/1.1" status: 200 len: 834 time: 0.4595938 Mar 16 11:10:18.813859 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Subnet': ['ID=339b83c3-074e-4528-b9cb-eadab173365f,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:18.820940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:18.821283 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:18.821618 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:18.822366 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:18.822366 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:18.822571 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:18.822891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:18.823233 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:18.823553 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:18.823883 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:18.824194 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:18.824507 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34ae2c-c89a-4b30-a358-3b257abc3390 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:19.250721 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b5000a15-1ea4-4f09-95ee-f9663fecc53e None None] Provisioning complete for port a78a96cb-ce78-4251-8b24-310ba8cdf90e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:19.251207 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b5000a15-1ea4-4f09-95ee-f9663fecc53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.406527 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b5000a15-1ea4-4f09-95ee-f9663fecc53e None None] Provisioning complete for port 81a4c18c-f1e3-46af-b464-35c697b657b4 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:19.406894 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b5000a15-1ea4-4f09-95ee-f9663fecc53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.528426 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b5000a15-1ea4-4f09-95ee-f9663fecc53e None None] Provisioning complete for port 880d2dca-9445-4ccd-82e3-7b37c2944bb8 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:19.528815 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b5000a15-1ea4-4f09-95ee-f9663fecc53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.835519 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0ee9e9bb-721b-4ee6-8087-e9c223fac20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:33.035471 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f4723829-8276-43e8-8e9d-b13a929c3aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.389791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.433412 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:35.879809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:47.737870 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.989284 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:11:00.836794 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f1ae00a7-3052-48b6-a117-ca21be40f0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.389053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55718) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:02.589325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 63ca87a6-2b3b-442d-8ac3-b0d79b174792 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:02.589566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.748256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.748570 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.868295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 63ca87a6-2b3b-442d-8ac3-b0d79b174792 owned by network:floatingip {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:03.011889 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.036930 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d98658f7-826c-4adc-843e-285e538fced5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.065164 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=63ca87a6-2b3b-442d-8ac3-b0d79b174792,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:03.105931 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:03.106276 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:03.106610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:03.106936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:03.107286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:03.107612 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:03.107929 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:03.108246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:03.109103 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:03.109415 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:03.109729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:03.110044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:03.165929 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.166259 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 80d794ba-e88f-4c4e-a0b4-7a3909803694 disassociated (deleted). External IP: 172.26.3.112, port: 880d2dca-9445-4ccd-82e3-7b37c2944bb8. Mar 16 11:11:03.615336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 2cd4890d-0686-48a5-8577-8fffb0e0a14c has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:11:03.804650 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:03.814662 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70c4209-497a-4a62-9b56-f63211c2ffb2 None None] Sync routers for ids ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:03.824009 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70c4209-497a-4a62-9b56-f63211c2ffb2 None None] Routers {'2cd4890d-0686-48a5-8577-8fffb0e0a14c'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:03.824616 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a70c4209-497a-4a62-9b56-f63211c2ffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:11:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:03.824798 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.884334 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-50dee147-adf8-44ad-b910-3cee036f5c0f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/floatingips/80d794ba-e88f-4c4e-a0b4-7a3909803694 HTTP/1.1" status: 204 len: 168 time: 1.4917560 Mar 16 11:11:03.884334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45408d3-34dc-47f2-9562-52c3d8021cb0', 'tag': '880d2dca-9445-4ccd-82e3-7b37c2944bb8'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:11:03.930448 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45408d3-34dc-47f2-9562-52c3d8021cb0', 'tag': '880d2dca-9445-4ccd-82e3-7b37c2944bb8', 'status': 'completed', 'code': 200} Mar 16 11:11:04.012064 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-a70c4209-497a-4a62-9b56-f63211c2ffb2 None None] Set router 2cd4890d-0686-48a5-8577-8fffb0e0a14c gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:11:04.082902 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8ffac-4454-4460-ada8-16185ff55885 req-cbc1876f-8a8c-4188-aeec-7f27ab73c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:04.084475 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c2d8ffac-4454-4460-ada8-16185ff55885 req-cbc1876f-8a8c-4188-aeec-7f27ab73c0e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 1098 time: 0.1308386 Mar 16 11:11:04.217606 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8ffac-4454-4460-ada8-16185ff55885 req-152afa8e-40e0-4117-a232-4d3546dc367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:04.219088 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c2d8ffac-4454-4460-ada8-16185ff55885 req-152afa8e-40e0-4117-a232-4d3546dc367b service neutron] 10.222.0.18 "GET /v2.0/networks?id=04c472ef-2329-47cc-9a8a-a8accf905efd HTTP/1.1" status: 200 len: 898 time: 0.1292348 Mar 16 11:11:04.301551 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c2d8ffac-4454-4460-ada8-16185ff55885 req-b5ee2af9-3d43-4daf-b1ef-f24a3b2be604 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=880d2dca-9445-4ccd-82e3-7b37c2944bb8 HTTP/1.1" status: 200 len: 217 time: 0.0746491 Mar 16 11:11:04.332669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a70c4209-497a-4a62-9b56-f63211c2ffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'name': 'tempest-TestNetworkBasicOps-router-1935111742', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a78a96cb-ce78-4251-8b24-310ba8cdf90e', 'name': '', 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:73:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '339b83c3-074e-4528-b9cb-eadab173365f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:21Z', 'updated_at': '2022-03-16T11:07:26Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '339b83c3-074e-4528-b9cb-eadab173365f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:04.335928 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eed0be-3bf5-4e9b-918c-2c20a7e8ae26 req-3b3438d4-bcc7-4bbd-80c6-66611c433e02 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:04.338250 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70c4209-497a-4a62-9b56-f63211c2ffb2 None None] Checking router: 2cd4890d-0686-48a5-8577-8fffb0e0a14c for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:11:04.343360 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-68eed0be-3bf5-4e9b-918c-2c20a7e8ae26 req-3b3438d4-bcc7-4bbd-80c6-66611c433e02 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 945 time: 0.1601493 Mar 16 11:11:04.346792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70c4209-497a-4a62-9b56-f63211c2ffb2 None None] Routers {'2cd4890d-0686-48a5-8577-8fffb0e0a14c'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:04.347446 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a70c4209-497a-4a62-9b56-f63211c2ffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:11:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:04.370058 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8ffac-4454-4460-ada8-16185ff55885 req-7903ec8c-0fa8-462b-8487-3ab065044b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:04.371944 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c2d8ffac-4454-4460-ada8-16185ff55885 req-7903ec8c-0fa8-462b-8487-3ab065044b21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339b83c3-074e-4528-b9cb-eadab173365f HTTP/1.1" status: 200 len: 842 time: 0.0638685 Mar 16 11:11:04.385059 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-68eed0be-3bf5-4e9b-918c-2c20a7e8ae26 req-6216f43f-868b-4c56-b692-94912b860b44 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8561e1f-4a96-4ae2-8e11-91f8f8fb2347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407300 Mar 16 11:11:04.441303 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.453695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8ffac-4454-4460-ada8-16185ff55885 req-42f992af-7a02-45b2-b3b7-4ab8abfe125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:04.455223 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.455363 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c2d8ffac-4454-4460-ada8-16185ff55885 req-42f992af-7a02-45b2-b3b7-4ab8abfe125c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04c472ef-2329-47cc-9a8a-a8accf905efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771666 Mar 16 11:11:04.465221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [req-c2d8ffac-4454-4460-ada8-16185ff55885 req-98ff0919-46fe-42dc-850b-86e7ab169550 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:11:04.466115 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c2d8ffac-4454-4460-ada8-16185ff55885 req-98ff0919-46fe-42dc-850b-86e7ab169550 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047295 Mar 16 11:11:04.546528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-a70c4209-497a-4a62-9b56-f63211c2ffb2 None None] Set router 2cd4890d-0686-48a5-8577-8fffb0e0a14c gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:11:04.598438 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c2d8ffac-4454-4460-ada8-16185ff55885 req-2e641496-d985-470c-9d39-eefaff435f0a service neutron] 10.222.0.18 "GET /v2.0/networks/04c472ef-2329-47cc-9a8a-a8accf905efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243336 Mar 16 11:11:04.726200 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c2d8ffac-4454-4460-ada8-16185ff55885 req-835ccc96-f547-470a-8731-34fe8bf432fb service neutron] 10.222.0.18 "GET /v2.0/networks/04c472ef-2329-47cc-9a8a-a8accf905efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218169 Mar 16 11:11:04.887046 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a70c4209-497a-4a62-9b56-f63211c2ffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'name': 'tempest-TestNetworkBasicOps-router-1935111742', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a78a96cb-ce78-4251-8b24-310ba8cdf90e', 'name': '', 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:73:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '339b83c3-074e-4528-b9cb-eadab173365f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:21Z', 'updated_at': '2022-03-16T11:07:26Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '339b83c3-074e-4528-b9cb-eadab173365f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:04.890910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70c4209-497a-4a62-9b56-f63211c2ffb2 None None] The sync data for ids ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'] in dv-neutron-833859-1-hyperv is: [{'id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'name': 'tempest-TestNetworkBasicOps-router-1935111742', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a78a96cb-ce78-4251-8b24-310ba8cdf90e', 'name': '', 'network_id': '04c472ef-2329-47cc-9a8a-a8accf905efd', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:73:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '339b83c3-074e-4528-b9cb-eadab173365f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:21Z', 'updated_at': '2022-03-16T11:07:26Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '339b83c3-074e-4528-b9cb-eadab173365f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:05.082996 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57d0e15-78ea-44e9-8d63-502e9d743c10 None None] New status for floating IP 80d794ba-e88f-4c4e-a0b4-7a3909803694: DOWN {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:11:05.681125 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0926d7-d834-4f4b-867a-d0e2010c3e06 req-25656b3b-00e2-489a-bbee-1a38a4d54b95 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:05.681795 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-bc0926d7-d834-4f4b-867a-d0e2010c3e06 req-25656b3b-00e2-489a-bbee-1a38a4d54b95 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:05.692454 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15558b0c-4999-4534-8b16-7b8f77914b75 req-4ecb1b3f-6059-45b9-8290-aa1cd7856ac0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:05.693079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-15558b0c-4999-4534-8b16-7b8f77914b75 req-4ecb1b3f-6059-45b9-8290-aa1cd7856ac0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:05.714035 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-bc0926d7-d834-4f4b-867a-d0e2010c3e06 req-25656b3b-00e2-489a-bbee-1a38a4d54b95 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:05.715122 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bc0926d7-d834-4f4b-867a-d0e2010c3e06 req-25656b3b-00e2-489a-bbee-1a38a4d54b95 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 945 time: 0.2143474 Mar 16 11:11:05.716067 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-15558b0c-4999-4534-8b16-7b8f77914b75 req-4ecb1b3f-6059-45b9-8290-aa1cd7856ac0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:05.717001 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-15558b0c-4999-4534-8b16-7b8f77914b75 req-4ecb1b3f-6059-45b9-8290-aa1cd7856ac0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 945 time: 0.1359403 Mar 16 11:11:05.807804 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bc0926d7-d834-4f4b-867a-d0e2010c3e06 req-4a417c59-12c0-4535-ae96-4d38aedeb30d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8561e1f-4a96-4ae2-8e11-91f8f8fb2347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866358 Mar 16 11:11:05.813204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-15558b0c-4999-4534-8b16-7b8f77914b75 req-544f2abf-0d1b-45db-a652-e7da19efcf88 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 880d2dca-9445-4ccd-82e3-7b37c2944bb8 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:05.813527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-15558b0c-4999-4534-8b16-7b8f77914b75 req-544f2abf-0d1b-45db-a652-e7da19efcf88 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:05.883785 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.165386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-15558b0c-4999-4534-8b16-7b8f77914b75 req-544f2abf-0d1b-45db-a652-e7da19efcf88 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port 880d2dca-9445-4ccd-82e3-7b37c2944bb8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=880d2dca-9445-4ccd-82e3-7b37c2944bb8,segment=NetworkSegment(4a0e66b9-34d6-42b1-ab44-cb24627b143d),segment_id=4a0e66b9-34d6-42b1-ab44-cb24627b143d)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:06.165736 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-15558b0c-4999-4534-8b16-7b8f77914b75 req-544f2abf-0d1b-45db-a652-e7da19efcf88 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.285588 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-15558b0c-4999-4534-8b16-7b8f77914b75 req-544f2abf-0d1b-45db-a652-e7da19efcf88 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 880d2dca-9445-4ccd-82e3-7b37c2944bb8 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:06.427652 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-15558b0c-4999-4534-8b16-7b8f77914b75 req-544f2abf-0d1b-45db-a652-e7da19efcf88 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.479754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f2abf-0d1b-45db-a652-e7da19efcf88 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=880d2dca-9445-4ccd-82e3-7b37c2944bb8,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:06.554915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-15558b0c-4999-4534-8b16-7b8f77914b75 req-544f2abf-0d1b-45db-a652-e7da19efcf88 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] No DVR routers for this DVR port 880d2dca-9445-4ccd-82e3-7b37c2944bb8 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:11:06.557288 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-15558b0c-4999-4534-8b16-7b8f77914b75 req-544f2abf-0d1b-45db-a652-e7da19efcf88 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.559827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45408d3-34dc-47f2-9562-52c3d8021cb0', 'name': 'network-vif-deleted', 'tag': '880d2dca-9445-4ccd-82e3-7b37c2944bb8'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:11:06.579691 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-15558b0c-4999-4534-8b16-7b8f77914b75 req-544f2abf-0d1b-45db-a652-e7da19efcf88 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "DELETE /v2.0/ports/880d2dca-9445-4ccd-82e3-7b37c2944bb8 HTTP/1.1" status: 204 len: 173 time: 0.8569031 Mar 16 11:11:06.612720 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45408d3-34dc-47f2-9562-52c3d8021cb0', 'name': 'network-vif-deleted', 'tag': '880d2dca-9445-4ccd-82e3-7b37c2944bb8', 'status': 'completed', 'code': 200} Mar 16 11:11:06.979035 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-86b5cded-0764-41c5-b2ee-138b0734d4a6 req-8d00c24e-f19e-4df4-bc4a-748f6032efcd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:06.994556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-86b5cded-0764-41c5-b2ee-138b0734d4a6 req-8d00c24e-f19e-4df4-bc4a-748f6032efcd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:06.996055 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-86b5cded-0764-41c5-b2ee-138b0734d4a6 req-8d00c24e-f19e-4df4-bc4a-748f6032efcd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45408d3-34dc-47f2-9562-52c3d8021cb0 HTTP/1.1" status: 200 len: 210 time: 0.0641551 Mar 16 11:11:08.092162 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55746) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:08.161574 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-57691078-a85e-434a-a484-81275e773980 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.190660 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-57691078-a85e-434a-a484-81275e773980 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.256391 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-57691078-a85e-434a-a484-81275e773980 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.274634 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57691078-a85e-434a-a484-81275e773980 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8561e1f-4a96-4ae2-8e11-91f8f8fb2347,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:08.291686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-57691078-a85e-434a-a484-81275e773980 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.293459 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-57691078-a85e-434a-a484-81275e773980 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/security-groups/f8561e1f-4a96-4ae2-8e11-91f8f8fb2347 HTTP/1.1" status: 204 len: 168 time: 0.2003129 Mar 16 11:11:08.331529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55752) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:08.967391 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-53f7783f-da05-4e68-beeb-e1739cd664d0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.308516 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-53f7783f-da05-4e68-beeb-e1739cd664d0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port a78a96cb-ce78-4251-8b24-310ba8cdf90e {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:09.309102 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-53f7783f-da05-4e68-beeb-e1739cd664d0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.490250 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-53f7783f-da05-4e68-beeb-e1739cd664d0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port a78a96cb-ce78-4251-8b24-310ba8cdf90e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a78a96cb-ce78-4251-8b24-310ba8cdf90e,segment=NetworkSegment(4a0e66b9-34d6-42b1-ab44-cb24627b143d),segment_id=4a0e66b9-34d6-42b1-ab44-cb24627b143d)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:09.490595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-53f7783f-da05-4e68-beeb-e1739cd664d0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.609568 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-53f7783f-da05-4e68-beeb-e1739cd664d0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for a78a96cb-ce78-4251-8b24-310ba8cdf90e owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:09.662670 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 880d2dca-9445-4ccd-82e3-7b37c2944bb8 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:11:09.700489 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 880d2dca-9445-4ccd-82e3-7b37c2944bb8 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:11:09.700846 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 880d2dca-9445-4ccd-82e3-7b37c2944bb8 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:11:09.794721 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-53f7783f-da05-4e68-beeb-e1739cd664d0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.844193 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7783f-da05-4e68-beeb-e1739cd664d0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=a78a96cb-ce78-4251-8b24-310ba8cdf90e,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:10.119000 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-53f7783f-da05-4e68-beeb-e1739cd664d0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.570835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f7783f-da05-4e68-beeb-e1739cd664d0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 2cd4890d-0686-48a5-8577-8fffb0e0a14c has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:11:10.745421 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f7783f-da05-4e68-beeb-e1739cd664d0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:10.755198 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb012a-2e10-4205-884c-0a52e810bc03 None None] Sync routers for ids ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:10.761651 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-53f7783f-da05-4e68-beeb-e1739cd664d0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/2cd4890d-0686-48a5-8577-8fffb0e0a14c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4289951 Mar 16 11:11:10.764256 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55756) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:10.764906 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb012a-2e10-4205-884c-0a52e810bc03 None None] Routers {'2cd4890d-0686-48a5-8577-8fffb0e0a14c'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:10.765520 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-78bb012a-2e10-4205-884c-0a52e810bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:11:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:10.828909 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7cc8095-e644-4a9a-818e-0fa5b4129a71 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting subnet 339b83c3-074e-4528-b9cb-eadab173365f {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:11:10.831699 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8095-e644-4a9a-818e-0fa5b4129a71 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.889210 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8095-e644-4a9a-818e-0fa5b4129a71 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.938823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-78bb012a-2e10-4205-884c-0a52e810bc03 None None] Set router 2cd4890d-0686-48a5-8577-8fffb0e0a14c gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:11:10.969674 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8095-e644-4a9a-818e-0fa5b4129a71 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.048050 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8095-e644-4a9a-818e-0fa5b4129a71 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.093700 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc8095-e644-4a9a-818e-0fa5b4129a71 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Subnet': ['ID=339b83c3-074e-4528-b9cb-eadab173365f,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:11.097114 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8095-e644-4a9a-818e-0fa5b4129a71 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.103058 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e7cc8095-e644-4a9a-818e-0fa5b4129a71 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/subnets/339b83c3-074e-4528-b9cb-eadab173365f HTTP/1.1" status: 204 len: 168 time: 0.3377333 Mar 16 11:11:11.105577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55760) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:11.125192 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb6743-bf37-4720-833c-5a2553cde3dc None None] Network 04c472ef-2329-47cc-9a8a-a8accf905efd requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:11.280111 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d95d-e878-4f01-a7ac-d9d686fce070 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.399420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-78bb012a-2e10-4205-884c-0a52e810bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'name': 'tempest-TestNetworkBasicOps-router-1935111742', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:11:09Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:11.403357 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb012a-2e10-4205-884c-0a52e810bc03 None None] Checking router: 2cd4890d-0686-48a5-8577-8fffb0e0a14c for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:11:11.413444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb012a-2e10-4205-884c-0a52e810bc03 None None] Routers {'2cd4890d-0686-48a5-8577-8fffb0e0a14c'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:11.414053 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-78bb012a-2e10-4205-884c-0a52e810bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:11:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:11.467618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] DHCP port deletion for 04c472ef-2329-47cc-9a8a-a8accf905efd request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:11:11.481363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d95d-e878-4f01-a7ac-d9d686fce070 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.481563 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Deleting port 81a4c18c-f1e3-46af-b464-35c697b657b4 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:11.481728 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.491663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-d6d7d95d-e878-4f01-a7ac-d9d686fce070 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 4af58059-eb83-4cec-a55d-3b1a0de0b86a {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:11.491993 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d95d-e878-4f01-a7ac-d9d686fce070 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.661221 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-d6d7d95d-e878-4f01-a7ac-d9d686fce070 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port 4af58059-eb83-4cec-a55d-3b1a0de0b86a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4af58059-eb83-4cec-a55d-3b1a0de0b86a,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:11.661895 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d95d-e878-4f01-a7ac-d9d686fce070 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.678766 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-78bb012a-2e10-4205-884c-0a52e810bc03 None None] Set router 2cd4890d-0686-48a5-8577-8fffb0e0a14c gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:11:11.894301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-d6d7d95d-e878-4f01-a7ac-d9d686fce070 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 4af58059-eb83-4cec-a55d-3b1a0de0b86a owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:12.013070 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] For port 81a4c18c-f1e3-46af-b464-35c697b657b4, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=81a4c18c-f1e3-46af-b464-35c697b657b4,segment=NetworkSegment(4a0e66b9-34d6-42b1-ab44-cb24627b143d),segment_id=4a0e66b9-34d6-42b1-ab44-cb24627b143d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:12.013650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.059891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d95d-e878-4f01-a7ac-d9d686fce070 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.105759 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7d95d-e878-4f01-a7ac-d9d686fce070 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=4af58059-eb83-4cec-a55d-3b1a0de0b86a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:12.141446 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Calling delete_port for 81a4c18c-f1e3-46af-b464-35c697b657b4 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:12.197902 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d95d-e878-4f01-a7ac-d9d686fce070 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.265289 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.317658 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Pushing event deleted for resources: {'Port': ['ID=81a4c18c-f1e3-46af-b464-35c697b657b4,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:12.319957 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] No DVR routers for this DVR port 81a4c18c-f1e3-46af-b464-35c697b657b4 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:11:12.330075 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:12.330428 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:12.330771 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:12.331288 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:12.331480 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:12.331812 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:12.332138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:12.332465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:12.332792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:12.333115 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:12.333438 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:12.333757 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3a88-693e-4f98-999f-6d9477b8f010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:12.345849 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-78bb012a-2e10-4205-884c-0a52e810bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'name': 'tempest-TestNetworkBasicOps-router-1935111742', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:11:09Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:12.350030 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb012a-2e10-4205-884c-0a52e810bc03 None None] The sync data for ids ['2cd4890d-0686-48a5-8577-8fffb0e0a14c'] in dv-neutron-833859-1-hyperv is: [{'id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'name': 'tempest-TestNetworkBasicOps-router-1935111742', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:11:09Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '4af58059-eb83-4cec-a55d-3b1a0de0b86a', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd4890d-0686-48a5-8577-8fffb0e0a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:17Z', 'updated_at': '2022-03-16T11:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:12.375783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d95d-e878-4f01-a7ac-d9d686fce070 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.378264 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d95d-e878-4f01-a7ac-d9d686fce070 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.406038 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d95d-e878-4f01-a7ac-d9d686fce070 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.406532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d7d95d-e878-4f01-a7ac-d9d686fce070 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Fanout notify agent at l3_agent the message router_deleted on router 2cd4890d-0686-48a5-8577-8fffb0e0a14c {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:11:12.421585 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d95d-e878-4f01-a7ac-d9d686fce070 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.422665 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d6d7d95d-e878-4f01-a7ac-d9d686fce070 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/routers/2cd4890d-0686-48a5-8577-8fffb0e0a14c HTTP/1.1" status: 204 len: 168 time: 1.3162165 Mar 16 11:11:12.425310 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55764) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:12.504832 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 81a4c18c-f1e3-46af-b464-35c697b657b4 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:11:12.539951 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 81a4c18c-f1e3-46af-b464-35c697b657b4 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:11:12.540430 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 81a4c18c-f1e3-46af-b464-35c697b657b4 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:11:12.545552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c024db87-0ce1-4398-8b2a-89a1208ec6fd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.687321 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c024db87-0ce1-4398-8b2a-89a1208ec6fd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.713638 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c024db87-0ce1-4398-8b2a-89a1208ec6fd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c472ef-2329-47cc-9a8a-a8accf905efd']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:12.726699 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c024db87-0ce1-4398-8b2a-89a1208ec6fd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0e66b9-34d6-42b1-ab44-cb24627b143d') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:12.726991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c024db87-0ce1-4398-8b2a-89a1208ec6fd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0e66b9-34d6-42b1-ab44-cb24627b143d') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:12.738455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c024db87-0ce1-4398-8b2a-89a1208ec6fd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.754615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c024db87-0ce1-4398-8b2a-89a1208ec6fd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.760990 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c024db87-0ce1-4398-8b2a-89a1208ec6fd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:11:12.761376 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c024db87-0ce1-4398-8b2a-89a1208ec6fd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:11:12.776400 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:11:12.855233 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c024db87-0ce1-4398-8b2a-89a1208ec6fd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.872059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c024db87-0ce1-4398-8b2a-89a1208ec6fd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.882556 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024db87-0ce1-4398-8b2a-89a1208ec6fd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Network': ['ID=04c472ef-2329-47cc-9a8a-a8accf905efd,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:12.890777 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c024db87-0ce1-4398-8b2a-89a1208ec6fd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/networks/04c472ef-2329-47cc-9a8a-a8accf905efd HTTP/1.1" status: 204 len: 168 time: 0.4645092 Mar 16 11:11:12.902738 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55768) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:12.908784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-50b9afb3-a503-473f-bf67-910ae57edbc3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'network': {'name': 'tempest-network-smoke--1880621613', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'port_security_enabled': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:12.913540 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-50b9afb3-a503-473f-bf67-910ae57edbc3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:12.919856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-50b9afb3-a503-473f-bf67-910ae57edbc3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:network and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:12.922948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-50b9afb3-a503-473f-bf67-910ae57edbc3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:12.928590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-50b9afb3-a503-473f-bf67-910ae57edbc3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:12.939401 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b9afb3-a503-473f-bf67-910ae57edbc3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:12.942923 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-50b9afb3-a503-473f-bf67-910ae57edbc3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.970455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b9afb3-a503-473f-bf67-910ae57edbc3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:11:12.979945 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-50b9afb3-a503-473f-bf67-910ae57edbc3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.980420 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-50b9afb3-a503-473f-bf67-910ae57edbc3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Added segment 67146706-aa32-4bcf-86b3-77f7c549eab4 of type vlan for network 92f6eb57-d57a-43a9-a399-33984ffcaf67 Mar 16 11:11:13.010793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-50b9afb3-a503-473f-bf67-910ae57edbc3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.038825 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-50b9afb3-a503-473f-bf67-910ae57edbc3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.044066 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b9afb3-a503-473f-bf67-910ae57edbc3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:13.044632 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-50b9afb3-a503-473f-bf67-910ae57edbc3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.149890 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-50b9afb3-a503-473f-bf67-910ae57edbc3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2434859 Mar 16 11:11:13.150294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55772) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:13.155852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'admin_state_up': True, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:13.158927 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9afb3-a503-473f-bf67-910ae57edbc3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Network': ['ID=92f6eb57-d57a-43a9-a399-33984ffcaf67,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:13.163571 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:13.167718 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:router and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:13.169116 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 92f6eb57-d57a-43a9-a399-33984ffcaf67 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:11:13.170539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:13.176730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:13.185717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.187233 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.202759 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.466956 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.757883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.785997 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:14.025014 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.26.3.239 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/fcb7c592-6c14-43bb-9d6c-0ade8c442db1) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:14.163760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:14.192556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:14.254807 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:14.261415 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:14.265464 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:14.297327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=fcb7c592-6c14-43bb-9d6c-0ade8c442db1,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:14.354258 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a78a96cb-ce78-4251-8b24-310ba8cdf90e no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:11:14.388015 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: a78a96cb-ce78-4251-8b24-310ba8cdf90e {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:11:14.388360 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a78a96cb-ce78-4251-8b24-310ba8cdf90e not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:11:14.388759 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4af58059-eb83-4cec-a55d-3b1a0de0b86a no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:11:14.423526 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 4af58059-eb83-4cec-a55d-3b1a0de0b86a {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:11:14.423865 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4af58059-eb83-4cec-a55d-3b1a0de0b86a not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:11:14.696867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:15.029560 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:15.229445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:11:15.516945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:15.526208 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Sync routers for ids ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:15.535525 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Routers {'8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:15.536125 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:11:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:15.544680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:15.546000 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9eca4fbc-0f48-42a2-97af-746056a67ad2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3945894 Mar 16 11:11:15.549631 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55778) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:15.590879 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9f698d06-a1fa-47d7-aef3-2a3a6ff9cc2c tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=c123fb581b00432cb3f2292d7d9251a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400071 Mar 16 11:11:15.593763 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55782) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:15.715782 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Set router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:11:15.720056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f7adfa-74ec-44e6-b30a-889e683d7bfc tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:15.721504 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-97f7adfa-74ec-44e6-b30a-889e683d7bfc tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1268718 Mar 16 11:11:15.724248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55786) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:15.763565 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0803cc04-9598-45c3-99ba-4d562fffa5a8 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382414 Mar 16 11:11:15.765887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55790) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:15.770956 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-2ab9b737-3795-4687-b7ab-72d99041744c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1960497270', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:15.877375 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2ab9b737-3795-4687-b7ab-72d99041744c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:15.881057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2ab9b737-3795-4687-b7ab-72d99041744c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:subnet and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:15.883779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2ab9b737-3795-4687-b7ab-72d99041744c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:15.889242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2ab9b737-3795-4687-b7ab-72d99041744c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:15.898578 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab9b737-3795-4687-b7ab-72d99041744c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:15.902037 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2ab9b737-3795-4687-b7ab-72d99041744c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:15.988344 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:14Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:15.992036 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Checking router: 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:11:15.992372 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Updating router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe port fcb7c592-6c14-43bb-9d6c-0ade8c442db1 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:11:16.045591 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.112855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2ab9b737-3795-4687-b7ab-72d99041744c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.192399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9b737-3795-4687-b7ab-72d99041744c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Subnet': ['ID=3e44ec8e-25a2-4eb0-bd71-b139e1302ba9,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:16.202914 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9b737-3795-4687-b7ab-72d99041744c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Checking segment: {'id': '67146706-aa32-4bcf-86b3-77f7c549eab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:16.203282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab9b737-3795-4687-b7ab-72d99041744c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network hostable DHCP agents. Network: 92f6eb57-d57a-43a9-a399-33984ffcaf67, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:11:16.222324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab9b737-3795-4687-b7ab-72d99041744c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 92f6eb57-d57a-43a9-a399-33984ffcaf67 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:11:16.240272 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-2ab9b737-3795-4687-b7ab-72d99041744c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 92f6eb57-d57a-43a9-a399-33984ffcaf67) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:16.246695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab9b737-3795-4687-b7ab-72d99041744c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:16.247242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2ab9b737-3795-4687-b7ab-72d99041744c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.251488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aef26f-9176-4c7a-865d-7798d6278ec0 None None] Network 92f6eb57-d57a-43a9-a399-33984ffcaf67 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:16.274150 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2ab9b737-3795-4687-b7ab-72d99041744c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5071900 Mar 16 11:11:16.276724 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55794) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:16.372615 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.384027 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Transition to ACTIVE for port object fcb7c592-6c14-43bb-9d6c-0ade8c442db1 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:16.390774 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.470274 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b6adb-d73e-49dd-b5d1-a29500b7bec1 None None] Pushing event updated for resources: {'Port': ['ID=fcb7c592-6c14-43bb-9d6c-0ade8c442db1,revision_number=2']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:16.475892 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Attempting to bind port fcb7c592-6c14-43bb-9d6c-0ade8c442db1 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:11:16.476245 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Attempting to bind port fcb7c592-6c14-43bb-9d6c-0ade8c442db1 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:11:16.476593 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Attempting to bind port fcb7c592-6c14-43bb-9d6c-0ade8c442db1 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:11:16.483400 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-92f6eb57-d57a-43a9-a399-33984ffcaf67', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:11:16.484230 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.485696 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b6adb-d73e-49dd-b5d1-a29500b7bec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:16.486034 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b6adb-d73e-49dd-b5d1-a29500b7bec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:16.486358 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b6adb-d73e-49dd-b5d1-a29500b7bec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:16.486678 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b6adb-d73e-49dd-b5d1-a29500b7bec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:16.487010 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b6adb-d73e-49dd-b5d1-a29500b7bec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:16.487355 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b6adb-d73e-49dd-b5d1-a29500b7bec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:16.487668 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b6adb-d73e-49dd-b5d1-a29500b7bec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:16.487984 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b6adb-d73e-49dd-b5d1-a29500b7bec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:16.488294 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b6adb-d73e-49dd-b5d1-a29500b7bec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:16.488600 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b6adb-d73e-49dd-b5d1-a29500b7bec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:16.488917 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b6adb-d73e-49dd-b5d1-a29500b7bec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:16.489211 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b6adb-d73e-49dd-b5d1-a29500b7bec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:16.493697 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:11:16.494059 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:16.494442 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.494815 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:11:16.495301 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Bound port: fcb7c592-6c14-43bb-9d6c-0ade8c442db1, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:11:16.495926 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.570774 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] For port fcb7c592-6c14-43bb-9d6c-0ade8c442db1, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:11:16.574143 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] For port fcb7c592-6c14-43bb-9d6c-0ade8c442db1, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=fcb7c592-6c14-43bb-9d6c-0ade8c442db1,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:11:16.578672 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.648951 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Allocated IP 172.20.0.2 (92f6eb57-d57a-43a9-a399-33984ffcaf67/3e44ec8e-25a2-4eb0-bd71-b139e1302ba9/f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:16.659025 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Routers {'8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:16.659829 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:11:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:16.724758 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b6adb-d73e-49dd-b5d1-a29500b7bec1 None None] Pushing event updated for resources: {'Port': ['ID=fcb7c592-6c14-43bb-9d6c-0ade8c442db1,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:16.846753 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] Set router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:11:16.865600 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.878407 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Transition to ACTIVE for port object f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:16.897226 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Transition to ACTIVE for port object f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:16.903235 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.968359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Network 92f6eb57-d57a-43a9-a399-33984ffcaf67 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:16.975301 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:16.980318 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:16.985594 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Pushing event updated for resources: {'Port': ['ID=f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:17.110260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Attempting to bind port f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:11:17.110624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Attempting to bind port f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '67146706-aa32-4bcf-86b3-77f7c549eab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:11:17.110979 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Attempting to bind port f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f on network 92f6eb57-d57a-43a9-a399-33984ffcaf67 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:11:17.116092 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:11:17.116459 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Checking segment: {'id': '67146706-aa32-4bcf-86b3-77f7c549eab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:17.116851 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.117236 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Bound using segment: {'id': '67146706-aa32-4bcf-86b3-77f7c549eab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:11:17.117685 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Bound port: f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67146706-aa32-4bcf-86b3-77f7c549eab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:11:17.118049 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.121351 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.155527 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:14Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:17.159307 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbafafc-1571-496d-8a1f-4101565ad5bc None None] The sync data for ids ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'] in dv-neutron-833859-1-hyperv is: [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:14Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:17.212319 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] For port f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:11:17.216068 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] For port f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:11:17.221567 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.314132 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c61634-1bf6-445d-a6a0-4f4f6b13c122 None None] Pushing event updated for resources: {'Port': ['ID=f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:17.598537 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.1 (92f6eb57-d57a-43a9-a399-33984ffcaf67/3e44ec8e-25a2-4eb0-bd71-b139e1302ba9/1051c928-816d-4dca-a6d2-35cc14ac9798) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:17.740201 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.771191 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.788301 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object 1051c928-816d-4dca-a6d2-35cc14ac9798 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:17.815173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.881057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 92f6eb57-d57a-43a9-a399-33984ffcaf67 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:17.888783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:17.893196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:17.926571 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=1051c928-816d-4dca-a6d2-35cc14ac9798,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:17.958645 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.088562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.273477 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7270f2f7-ce66-4749-ad97-0f2e1d3d57bd None None] Network 92f6eb57-d57a-43a9-a399-33984ffcaf67 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:18.385557 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-136949fb-2cc7-49ce-a9d5-191c75fd0453 None None] Provisioning for port f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:18.458385 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:11:18.525964 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.533750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.580506 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:18.592461 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:18.593398 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.645927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.649414 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=1051c928-816d-4dca-a6d2-35cc14ac9798,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:18.735345 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.773851 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:18.782723 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.783739 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device fcb7c592-6c14-43bb-9d6c-0ade8c442db1 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:11:18.909970 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:18.924988 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-48b8f98a-8ce9-4890-85bd-3a369fb31ec2 None None] Provisioning for port 1051c928-816d-4dca-a6d2-35cc14ac9798 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:18.928268 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 92f6eb57-d57a-43a9-a399-33984ffcaf67 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:18.929369 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:18.930962 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port fcb7c592-6c14-43bb-9d6c-0ade8c442db1 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:18.933933 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-48b8f98a-8ce9-4890-85bd-3a369fb31ec2 None None] Provisioning complete for port 1051c928-816d-4dca-a6d2-35cc14ac9798 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:18.934296 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-48b8f98a-8ce9-4890-85bd-3a369fb31ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.970814 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port fcb7c592-6c14-43bb-9d6c-0ade8c442db1 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:18.971208 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.038581 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-48b8f98a-8ce9-4890-85bd-3a369fb31ec2 None None] Port 1051c928-816d-4dca-a6d2-35cc14ac9798 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:11:19.058461 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-48b8f98a-8ce9-4890-85bd-3a369fb31ec2 None None] Provisioning complete for port f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:19.058835 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-48b8f98a-8ce9-4890-85bd-3a369fb31ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.124634 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:11:19.161834 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.183896 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port fcb7c592-6c14-43bb-9d6c-0ade8c442db1, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=fcb7c592-6c14-43bb-9d6c-0ade8c442db1,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:19.214865 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.316414 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=fcb7c592-6c14-43bb-9d6c-0ade8c442db1,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:19.332531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:19.341867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Sync routers for ids ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:19.344717 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-58941289-4aec-4376-b71a-ddfa0e8fb7ed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0669708 Mar 16 11:11:19.347113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55798) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:19.351463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Routers {'8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:19.352082 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:11:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:19.450697 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8aa2a1b2-d5d0-442c-b527-0c373fe125e6 None None] Provisioning complete for port 1051c928-816d-4dca-a6d2-35cc14ac9798 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:19.451487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a1b2-d5d0-442c-b527-0c373fe125e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.481537 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3113ae7-95f7-441e-a76f-0d65ad1ddbce tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:19.482030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3113ae7-95f7-441e-a76f-0d65ad1ddbce tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:19.482492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3113ae7-95f7-441e-a76f-0d65ad1ddbce tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:19.482923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3113ae7-95f7-441e-a76f-0d65ad1ddbce tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:19.485127 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c3113ae7-95f7-441e-a76f-0d65ad1ddbce tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1370361 Mar 16 11:11:19.487988 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55802) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:19.566099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fc3fe2-ec1e-4c91-8b51-b683cd06e397 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:19.566551 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fc3fe2-ec1e-4c91-8b51-b683cd06e397 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:19.566995 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fc3fe2-ec1e-4c91-8b51-b683cd06e397 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:19.567465 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fc3fe2-ec1e-4c91-8b51-b683cd06e397 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:19.569086 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b7fc3fe2-ec1e-4c91-8b51-b683cd06e397 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0800521 Mar 16 11:11:19.571784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55806) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:19.582905 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-8aa2a1b2-d5d0-442c-b527-0c373fe125e6 None None] Port 1051c928-816d-4dca-a6d2-35cc14ac9798 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:11:19.592827 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Set router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:11:19.880694 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8bbd9d2a-f0ac-4bde-b234-1a6b92404c0b tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3078320 Mar 16 11:11:19.950846 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:18Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '1051c928-816d-4dca-a6d2-35cc14ac9798', 'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:8a:02:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:17Z', 'updated_at': '2022-03-16T11:11:18Z', 'revision_number': 2, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:19.954906 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Checking router: 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:11:19.955289 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Updating router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe port 1051c928-816d-4dca-a6d2-35cc14ac9798 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:11:20.011538 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.091934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55812) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:20.097723 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1792631954', 'description': 'tempest-secgroup-smoke-1792631954 description', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:20.103664 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:20.107675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:20.110466 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:20.116026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:20.127640 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.147676 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:20.151329 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:20.154139 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:20.160413 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:20.227819 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.231753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.278016 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3c9394-4674-46c3-a859-ea2a7fc80725,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:20.286666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:20.287001 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:20.287350 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:20.287677 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:20.287996 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:20.288316 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:20.288632 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:20.288953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:20.289265 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:20.289579 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:20.289887 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:20.290218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:20.294353 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.295957 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8333ac49-a828-46a2-8d3d-7863fff37d8f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2024074 Mar 16 11:11:20.298720 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55816) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:20.304026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-cbbb7784-784e-49eb-8ed2-7b18f8ab8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'ca3c9394-4674-46c3-a859-ea2a7fc80725', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:20.310093 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cbbb7784-784e-49eb-8ed2-7b18f8ab8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:20.314493 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cbbb7784-784e-49eb-8ed2-7b18f8ab8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:20.317317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cbbb7784-784e-49eb-8ed2-7b18f8ab8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:20.323096 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cbbb7784-784e-49eb-8ed2-7b18f8ab8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:20.341261 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7784-784e-49eb-8ed2-7b18f8ab8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.360392 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.373753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Transition to ACTIVE for port object 1051c928-816d-4dca-a6d2-35cc14ac9798 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:20.380858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.413631 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7784-784e-49eb-8ed2-7b18f8ab8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.417940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7784-784e-49eb-8ed2-7b18f8ab8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.420301 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:11:20.443256 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb7784-784e-49eb-8ed2-7b18f8ab8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23e4b1f-ff76-4ff8-b58d-2d7c7f102e0f,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:20.453752 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7784-784e-49eb-8ed2-7b18f8ab8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.455062 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cbbb7784-784e-49eb-8ed2-7b18f8ab8161 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1553764 Mar 16 11:11:20.457788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55820) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:20.462991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7695b088-f179-4b34-a6fd-4af1e45a2740 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'ca3c9394-4674-46c3-a859-ea2a7fc80725', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:20.469054 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7695b088-f179-4b34-a6fd-4af1e45a2740 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:20.472936 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7695b088-f179-4b34-a6fd-4af1e45a2740 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:20.475689 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7695b088-f179-4b34-a6fd-4af1e45a2740 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:20.481453 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7695b088-f179-4b34-a6fd-4af1e45a2740 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:20.501705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7695b088-f179-4b34-a6fd-4af1e45a2740 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.572881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7695b088-f179-4b34-a6fd-4af1e45a2740 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.578809 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7695b088-f179-4b34-a6fd-4af1e45a2740 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.586461 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e51e7-47bb-4dee-8e55-738ffb5e40bf None None] Pushing event updated for resources: {'Port': ['ID=1051c928-816d-4dca-a6d2-35cc14ac9798,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:20.608205 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7695b088-f179-4b34-a6fd-4af1e45a2740 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.609668 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7695b088-f179-4b34-a6fd-4af1e45a2740 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1508849 Mar 16 11:11:20.612471 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55824) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:20.615097 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695b088-f179-4b34-a6fd-4af1e45a2740 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549e679c-ee18-41a5-80f2-b9ae3c05440f,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:20.619272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-75500922-3aa3-4c6f-bb08-162e659312fa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'ca3c9394-4674-46c3-a859-ea2a7fc80725', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:20.626468 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-75500922-3aa3-4c6f-bb08-162e659312fa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:20.630388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-75500922-3aa3-4c6f-bb08-162e659312fa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:20.633373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-75500922-3aa3-4c6f-bb08-162e659312fa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:20.644238 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-75500922-3aa3-4c6f-bb08-162e659312fa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:20.660960 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Attempting to bind port 1051c928-816d-4dca-a6d2-35cc14ac9798 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:11:20.661481 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Attempting to bind port 1051c928-816d-4dca-a6d2-35cc14ac9798 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '67146706-aa32-4bcf-86b3-77f7c549eab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:11:20.661679 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Attempting to bind port 1051c928-816d-4dca-a6d2-35cc14ac9798 on network 92f6eb57-d57a-43a9-a399-33984ffcaf67 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:11:20.665292 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-75500922-3aa3-4c6f-bb08-162e659312fa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.670410 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:11:20.670809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Checking segment: {'id': '67146706-aa32-4bcf-86b3-77f7c549eab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:20.671233 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.671621 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Bound using segment: {'id': '67146706-aa32-4bcf-86b3-77f7c549eab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:11:20.672078 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Bound port: 1051c928-816d-4dca-a6d2-35cc14ac9798, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67146706-aa32-4bcf-86b3-77f7c549eab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:11:20.672444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.682551 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:20.682905 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.727603 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-75500922-3aa3-4c6f-bb08-162e659312fa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.731661 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-75500922-3aa3-4c6f-bb08-162e659312fa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.756189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75500922-3aa3-4c6f-bb08-162e659312fa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102820a8-15a2-425a-9bde-6715ccecf210,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:20.766013 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-75500922-3aa3-4c6f-bb08-162e659312fa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.767271 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-75500922-3aa3-4c6f-bb08-162e659312fa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538572 Mar 16 11:11:20.769943 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55828) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:20.775922 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2c353df4-9259-43eb-a333-c020274d5ccd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'ca3c9394-4674-46c3-a859-ea2a7fc80725', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:20.781708 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2c353df4-9259-43eb-a333-c020274d5ccd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:20.785556 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2c353df4-9259-43eb-a333-c020274d5ccd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:20.788400 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2c353df4-9259-43eb-a333-c020274d5ccd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:20.794001 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2c353df4-9259-43eb-a333-c020274d5ccd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:20.814811 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c353df4-9259-43eb-a333-c020274d5ccd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.853987 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] For port 1051c928-816d-4dca-a6d2-35cc14ac9798, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:11:20.871342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] For port 1051c928-816d-4dca-a6d2-35cc14ac9798, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1051c928-816d-4dca-a6d2-35cc14ac9798,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:11:20.882077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c353df4-9259-43eb-a333-c020274d5ccd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.884133 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.887233 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c353df4-9259-43eb-a333-c020274d5ccd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.910784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c353df4-9259-43eb-a333-c020274d5ccd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531696be-782f-4ec3-8d98-6cf046a6da76,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:20.919635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c353df4-9259-43eb-a333-c020274d5ccd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.923909 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2c353df4-9259-43eb-a333-c020274d5ccd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1490176 Mar 16 11:11:20.924107 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55832) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:20.925275 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device fcb7c592-6c14-43bb-9d6c-0ade8c442db1 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:11:20.929264 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-96257872-b7f9-4bb2-a276-45e460ffae14 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'ca3c9394-4674-46c3-a859-ea2a7fc80725', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:20.935058 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-96257872-b7f9-4bb2-a276-45e460ffae14 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:20.939497 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-96257872-b7f9-4bb2-a276-45e460ffae14 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:20.942353 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-96257872-b7f9-4bb2-a276-45e460ffae14 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:20.948022 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-96257872-b7f9-4bb2-a276-45e460ffae14 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:20.959441 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-96257872-b7f9-4bb2-a276-45e460ffae14 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:11:20.965890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-96257872-b7f9-4bb2-a276-45e460ffae14 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.017198 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Routers {'8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:21.017824 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:11:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:21.033065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-96257872-b7f9-4bb2-a276-45e460ffae14 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.037278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-96257872-b7f9-4bb2-a276-45e460ffae14 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.063443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96257872-b7f9-4bb2-a276-45e460ffae14 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6e5b04-8ddb-498d-9665-6adb74269c17,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:21.072782 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-96257872-b7f9-4bb2-a276-45e460ffae14 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.074014 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-96257872-b7f9-4bb2-a276-45e460ffae14 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1489968 Mar 16 11:11:21.076929 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55836) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:21.082347 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-f30732f2-0ddf-4ceb-b6c0-1c71b845729a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'ca3c9394-4674-46c3-a859-ea2a7fc80725', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:21.085628 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e51e7-47bb-4dee-8e55-738ffb5e40bf None None] Pushing event updated for resources: {'Port': ['ID=1051c928-816d-4dca-a6d2-35cc14ac9798,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:21.088538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-f30732f2-0ddf-4ceb-b6c0-1c71b845729a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:21.092335 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-f30732f2-0ddf-4ceb-b6c0-1c71b845729a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:21.096697 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-f30732f2-0ddf-4ceb-b6c0-1c71b845729a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:21.109378 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-f30732f2-0ddf-4ceb-b6c0-1c71b845729a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:21.118369 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port fcb7c592-6c14-43bb-9d6c-0ade8c442db1 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:21.118804 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.121588 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-f30732f2-0ddf-4ceb-b6c0-1c71b845729a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:11:21.129756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f30732f2-0ddf-4ceb-b6c0-1c71b845729a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.203204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f30732f2-0ddf-4ceb-b6c0-1c71b845729a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.207478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f30732f2-0ddf-4ceb-b6c0-1c71b845729a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.234471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30732f2-0ddf-4ceb-b6c0-1c71b845729a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd35f3e-a468-4368-948e-85d07bf397ec,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:21.247359 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f30732f2-0ddf-4ceb-b6c0-1c71b845729a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.258689 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f30732f2-0ddf-4ceb-b6c0-1c71b845729a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1736274 Mar 16 11:11:21.315622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] Set router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:11:21.416236 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-ca319972-2a5c-419a-9f07-a94339195efd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1792631954&fields=id&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 267 time: 0.0381701 Mar 16 11:11:21.564404 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63351881-4ae7-4924-83c9-e08accd3e369 req-4e9aac6a-a167-4758-9c2a-d36c1a6e33cd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:21.565821 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-4e9aac6a-a167-4758-9c2a-d36c1a6e33cd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/networks?id=92f6eb57-d57a-43a9-a399-33984ffcaf67 HTTP/1.1" status: 200 len: 797 time: 0.1417916 Mar 16 11:11:21.580054 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-9e22ca6b-0622-472d-8437-29ed7ba26ef1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/quotas/c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 375 time: 0.0088475 Mar 16 11:11:21.663423 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-63351881-4ae7-4924-83c9-e08accd3e369 req-8957f69f-a06d-4677-9925-f8d9759796f7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:21.668683 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:18Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '1051c928-816d-4dca-a6d2-35cc14ac9798', 'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:8a:02:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:17Z', 'updated_at': '2022-03-16T11:11:20Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:21.673013 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4f84e4-9ba5-4fe3-a9dd-1fe34af0d16b None None] The sync data for ids ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'] in dv-neutron-833859-1-hyperv is: [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:18Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '1051c928-816d-4dca-a6d2-35cc14ac9798', 'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:8a:02:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:17Z', 'updated_at': '2022-03-16T11:11:20Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:21.680176 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-63351881-4ae7-4924-83c9-e08accd3e369 req-8957f69f-a06d-4677-9925-f8d9759796f7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:21.681703 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-8957f69f-a06d-4677-9925-f8d9759796f7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965941 Mar 16 11:11:21.768595 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-a0ea4732-24ac-4243-a05b-c10f5322a05a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:11:21.769581 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-a0ea4732-24ac-4243-a05b-c10f5322a05a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0758395 Mar 16 11:11:21.904332 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6c9bb4f7-e507-44af-8ea1-ce3845e68c8c service neutron] 10.222.0.44 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285503 Mar 16 11:11:22.043676 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-4a69d394-fa7d-4a0c-9523-865ea68797b1 service neutron] 10.222.0.44 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334717 Mar 16 11:11:22.228112 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-a0ffabfe-5956-44fd-ae89-c3f823cc96e5 req-176a8a66-fbfd-486a-9b21-7c87031f2678 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:22.244581 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-a0ffabfe-5956-44fd-ae89-c3f823cc96e5 req-176a8a66-fbfd-486a-9b21-7c87031f2678 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:22.251511 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a0ffabfe-5956-44fd-ae89-c3f823cc96e5 req-176a8a66-fbfd-486a-9b21-7c87031f2678 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 210 time: 0.0666051 Mar 16 11:11:22.432100 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1051c928-816d-4dca-a6d2-35cc14ac9798 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:11:22.506473 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 1051c928-816d-4dca-a6d2-35cc14ac9798 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:22.511950 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 1051c928-816d-4dca-a6d2-35cc14ac9798 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:22.512328 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:22.642057 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:22.678368 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 1051c928-816d-4dca-a6d2-35cc14ac9798, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1051c928-816d-4dca-a6d2-35cc14ac9798,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:22.682303 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:22.754862 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=1051c928-816d-4dca-a6d2-35cc14ac9798,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:23.316202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63351881-4ae7-4924-83c9-e08accd3e369 req-a38848b1-95c0-4f70-9dc1-4ddc9bdbcb62 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:23.317597 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-a38848b1-95c0-4f70-9dc1-4ddc9bdbcb62 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/networks?id=92f6eb57-d57a-43a9-a399-33984ffcaf67 HTTP/1.1" status: 200 len: 797 time: 0.1552491 Mar 16 11:11:23.368870 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-03e559b2-88b1-4b96-800c-4e9e23267d96 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 380 time: 0.0428898 Mar 16 11:11:23.415709 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-63351881-4ae7-4924-83c9-e08accd3e369 req-52250463-ca9e-4a0f-80a8-8acdcb989c89 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'port': {'device_id': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'admin_state_up': True, 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'security_groups': ['ca3c9394-4674-46c3-a859-ea2a7fc80725']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:23.541205 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3ae4abb6-7118-47d8-8b29-6e8080ca324c req-bf9c7adf-88c7-4402-a0c9-adc9419f520a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 210 time: 0.1713607 Mar 16 11:11:23.657808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-63351881-4ae7-4924-83c9-e08accd3e369 req-52250463-ca9e-4a0f-80a8-8acdcb989c89 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:23.667022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-63351881-4ae7-4924-83c9-e08accd3e369 req-52250463-ca9e-4a0f-80a8-8acdcb989c89 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:23.676661 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63351881-4ae7-4924-83c9-e08accd3e369 req-52250463-ca9e-4a0f-80a8-8acdcb989c89 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:23.680151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-63351881-4ae7-4924-83c9-e08accd3e369 req-52250463-ca9e-4a0f-80a8-8acdcb989c89 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.836593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-63351881-4ae7-4924-83c9-e08accd3e369 req-52250463-ca9e-4a0f-80a8-8acdcb989c89 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.4 (92f6eb57-d57a-43a9-a399-33984ffcaf67/3e44ec8e-25a2-4eb0-bd71-b139e1302ba9/a96cdb7d-5213-4bc0-8846-ebb78362c28f) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:24.017381 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-63351881-4ae7-4924-83c9-e08accd3e369 req-52250463-ca9e-4a0f-80a8-8acdcb989c89 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.032135 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-63351881-4ae7-4924-83c9-e08accd3e369 req-52250463-ca9e-4a0f-80a8-8acdcb989c89 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object a96cdb7d-5213-4bc0-8846-ebb78362c28f will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:24.055423 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-63351881-4ae7-4924-83c9-e08accd3e369 req-52250463-ca9e-4a0f-80a8-8acdcb989c89 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.118744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63351881-4ae7-4924-83c9-e08accd3e369 req-52250463-ca9e-4a0f-80a8-8acdcb989c89 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 92f6eb57-d57a-43a9-a399-33984ffcaf67 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:24.126816 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-63351881-4ae7-4924-83c9-e08accd3e369 req-52250463-ca9e-4a0f-80a8-8acdcb989c89 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:24.131068 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-63351881-4ae7-4924-83c9-e08accd3e369 req-52250463-ca9e-4a0f-80a8-8acdcb989c89 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:24.164336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52250463-ca9e-4a0f-80a8-8acdcb989c89 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=a96cdb7d-5213-4bc0-8846-ebb78362c28f,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:24.201334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63351881-4ae7-4924-83c9-e08accd3e369 req-52250463-ca9e-4a0f-80a8-8acdcb989c89 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:24.201944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-63351881-4ae7-4924-83c9-e08accd3e369 req-52250463-ca9e-4a0f-80a8-8acdcb989c89 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.229469 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-52250463-ca9e-4a0f-80a8-8acdcb989c89 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8251505 Mar 16 11:11:24.241747 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Request body: {'port': {'device_id': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:24.355822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.357968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-58360374-78f5-4a98-907f-816e301b1d5b None None] Provisioning for port a96cdb7d-5213-4bc0-8846-ebb78362c28f completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:24.365607 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-58360374-78f5-4a98-907f-816e301b1d5b None None] Provisioning complete for port a96cdb7d-5213-4bc0-8846-ebb78362c28f triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:24.366073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-58360374-78f5-4a98-907f-816e301b1d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.410114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1051c928-816d-4dca-a6d2-35cc14ac9798 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:11:24.462086 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-58360374-78f5-4a98-907f-816e301b1d5b None None] Port a96cdb7d-5213-4bc0-8846-ebb78362c28f cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:11:24.493832 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 1051c928-816d-4dca-a6d2-35cc14ac9798 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:24.494220 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.694108 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96cdb7d-5213-4bc0-8846-ebb78362c28f {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:11:24.701490 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.716585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Transition to ACTIVE for port object a96cdb7d-5213-4bc0-8846-ebb78362c28f will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:24.721188 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.733204 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7937e7-c106-4f5a-bb82-9bbb7644835b req-e0860079-d5c5-4520-b430-31070d7685d5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:24.734650 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0c7937e7-c106-4f5a-bb82-9bbb7644835b req-e0860079-d5c5-4520-b430-31070d7685d5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 931 time: 0.0786703 Mar 16 11:11:24.779355 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-0c7937e7-c106-4f5a-bb82-9bbb7644835b req-e36a0964-2210-4090-a22a-1f37887b4ac0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:24.796603 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-0c7937e7-c106-4f5a-bb82-9bbb7644835b req-e36a0964-2210-4090-a22a-1f37887b4ac0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:24.797792 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0c7937e7-c106-4f5a-bb82-9bbb7644835b req-e36a0964-2210-4090-a22a-1f37887b4ac0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca3c9394-4674-46c3-a859-ea2a7fc80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573354 Mar 16 11:11:24.874574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a96cdb7d-5213-4bc0-8846-ebb78362c28f,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:24.956779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Attempting to bind port a96cdb7d-5213-4bc0-8846-ebb78362c28f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:11:24.957105 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Attempting to bind port a96cdb7d-5213-4bc0-8846-ebb78362c28f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '67146706-aa32-4bcf-86b3-77f7c549eab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:11:24.957423 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Attempting to bind port a96cdb7d-5213-4bc0-8846-ebb78362c28f on network 92f6eb57-d57a-43a9-a399-33984ffcaf67 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:11:24.961801 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Port a96cdb7d-5213-4bc0-8846-ebb78362c28f on network 92f6eb57-d57a-43a9-a399-33984ffcaf67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:11:24.962106 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Attempting to bind port a96cdb7d-5213-4bc0-8846-ebb78362c28f on network 92f6eb57-d57a-43a9-a399-33984ffcaf67 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:11:24.967001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:11:24.967408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Checking segment: {'id': '67146706-aa32-4bcf-86b3-77f7c549eab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:24.967785 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Bound using segment: {'id': '67146706-aa32-4bcf-86b3-77f7c549eab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:11:24.968195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Bound port: a96cdb7d-5213-4bc0-8846-ebb78362c28f, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67146706-aa32-4bcf-86b3-77f7c549eab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:11:24.968523 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:25.055319 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] For port a96cdb7d-5213-4bc0-8846-ebb78362c28f, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:11:25.058036 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] For port a96cdb7d-5213-4bc0-8846-ebb78362c28f, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=a96cdb7d-5213-4bc0-8846-ebb78362c28f,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:11:25.062833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:25.116731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:25.117320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:25.118636 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] 10.222.0.18 "PUT /v2.0/ports/a96cdb7d-5213-4bc0-8846-ebb78362c28f HTTP/1.1" status: 200 len: 1093 time: 0.8812044 Mar 16 11:11:25.119142 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'tag': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:11:25.144363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739499b-4fe4-4b6f-9824-5c5fd48d72e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a96cdb7d-5213-4bc0-8846-ebb78362c28f,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:25.189928 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'tag': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'status': 'completed', 'code': 200} Mar 16 11:11:25.229829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63351881-4ae7-4924-83c9-e08accd3e369 req-28d21625-fb96-4cde-a1c2-e71b3f71cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:25.231331 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-28d21625-fb96-4cde-a1c2-e71b3f71cada service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 1096 time: 0.0741954 Mar 16 11:11:25.410937 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-848f011a-4422-4762-9198-90d51de2c4b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a96cdb7d-5213-4bc0-8846-ebb78362c28f HTTP/1.1" status: 200 len: 217 time: 0.1712916 Mar 16 11:11:25.472062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63351881-4ae7-4924-83c9-e08accd3e369 req-8a4a7494-a9a2-439a-8cb7-c85a5b064386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:25.473401 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-8a4a7494-a9a2-439a-8cb7-c85a5b064386 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e44ec8e-25a2-4eb0-bd71-b139e1302ba9 HTTP/1.1" status: 200 len: 835 time: 0.0567472 Mar 16 11:11:25.544635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63351881-4ae7-4924-83c9-e08accd3e369 req-b1b71556-4add-499c-95e0-69f0e9930443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:25.546772 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-b1b71556-4add-499c-95e0-69f0e9930443 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92f6eb57-d57a-43a9-a399-33984ffcaf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676968 Mar 16 11:11:25.672917 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-67ad6c2d-7ac1-44b6-b18c-76d306e8d7cd service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197925 Mar 16 11:11:25.799016 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63351881-4ae7-4924-83c9-e08accd3e369 req-a3ead057-95ed-4880-aaa6-c78afae1de80 service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207676 Mar 16 11:11:25.909236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ccdf8-e64d-4a21-b083-230852f8512c req-bc5eaf20-b054-43f7-a8fd-a2708fc12403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:25.910681 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5e3ccdf8-e64d-4a21-b083-230852f8512c req-bc5eaf20-b054-43f7-a8fd-a2708fc12403 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 1096 time: 0.0693901 Mar 16 11:11:25.982917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d6983-4a3a-47ab-b522-385cde1f0b02 req-bd91265e-8cdb-43db-8a65-8fd08c6403e6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:25.984854 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ff5d6983-4a3a-47ab-b522-385cde1f0b02 req-bd91265e-8cdb-43db-8a65-8fd08c6403e6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 943 time: 0.0823064 Mar 16 11:11:26.027498 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ff5d6983-4a3a-47ab-b522-385cde1f0b02 req-8a98714e-afcf-47c5-9a61-a541a5b4e449 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca3c9394-4674-46c3-a859-ea2a7fc80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368924 Mar 16 11:11:26.041065 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ccdf8-e64d-4a21-b083-230852f8512c req-a373b5a7-d5c6-433c-b02e-9686b0aa623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:26.042483 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5e3ccdf8-e64d-4a21-b083-230852f8512c req-a373b5a7-d5c6-433c-b02e-9686b0aa623a service neutron] 10.222.0.18 "GET /v2.0/networks?id=92f6eb57-d57a-43a9-a399-33984ffcaf67 HTTP/1.1" status: 200 len: 898 time: 0.1254392 Mar 16 11:11:26.111901 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5e3ccdf8-e64d-4a21-b083-230852f8512c req-eb8b952d-64a2-49a8-bb1f-c25a757fffb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a96cdb7d-5213-4bc0-8846-ebb78362c28f HTTP/1.1" status: 200 len: 217 time: 0.0628176 Mar 16 11:11:26.175218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ccdf8-e64d-4a21-b083-230852f8512c req-2c19ebc5-ef2f-4370-bbd7-32a0b8eaad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:26.176672 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5e3ccdf8-e64d-4a21-b083-230852f8512c req-2c19ebc5-ef2f-4370-bbd7-32a0b8eaad9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e44ec8e-25a2-4eb0-bd71-b139e1302ba9 HTTP/1.1" status: 200 len: 835 time: 0.0590093 Mar 16 11:11:26.249616 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ccdf8-e64d-4a21-b083-230852f8512c req-c9c77006-0584-4e10-a0ec-eaf0b65a6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:26.250976 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5e3ccdf8-e64d-4a21-b083-230852f8512c req-c9c77006-0584-4e10-a0ec-eaf0b65a6f0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92f6eb57-d57a-43a9-a399-33984ffcaf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687532 Mar 16 11:11:26.384577 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5e3ccdf8-e64d-4a21-b083-230852f8512c req-e017f93e-e4d9-41e0-ad88-4ee6efd909e2 service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274695 Mar 16 11:11:26.520381 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5e3ccdf8-e64d-4a21-b083-230852f8512c req-ee1f15e1-1bd1-495d-ac16-a42e9f8815bc service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284184 Mar 16 11:11:27.223703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686a7ac-a9a3-40bc-9c8a-2f5887d098c4 req-51d4a68e-b0af-4335-95bb-9287423d5b91 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:27.224382 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e686a7ac-a9a3-40bc-9c8a-2f5887d098c4 req-51d4a68e-b0af-4335-95bb-9287423d5b91 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:27.239568 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e686a7ac-a9a3-40bc-9c8a-2f5887d098c4 req-51d4a68e-b0af-4335-95bb-9287423d5b91 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:27.240817 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e686a7ac-a9a3-40bc-9c8a-2f5887d098c4 req-51d4a68e-b0af-4335-95bb-9287423d5b91 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 943 time: 0.1066358 Mar 16 11:11:27.290859 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e686a7ac-a9a3-40bc-9c8a-2f5887d098c4 req-f079826a-d210-4b28-9695-1fdb683bb165 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca3c9394-4674-46c3-a859-ea2a7fc80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435028 Mar 16 11:11:28.472239 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119f7be-e478-4a66-959a-5f5cbd0cf525 req-b55634e8-c28e-4660-b92e-75d9b562ff53 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:28.473568 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c119f7be-e478-4a66-959a-5f5cbd0cf525 req-b55634e8-c28e-4660-b92e-75d9b562ff53 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 943 time: 0.0774348 Mar 16 11:11:28.516394 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c119f7be-e478-4a66-959a-5f5cbd0cf525 req-a4a8cd1a-9c0e-4114-aa17-cb1ae0a88d9b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca3c9394-4674-46c3-a859-ea2a7fc80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372355 Mar 16 11:11:29.693917 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0012557-212b-4526-970d-cb77ae08fe7d req-338bc37c-745a-4c0a-9c78-3996dc80feba tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:29.695356 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0012557-212b-4526-970d-cb77ae08fe7d req-338bc37c-745a-4c0a-9c78-3996dc80feba tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 943 time: 0.0776331 Mar 16 11:11:29.739984 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0012557-212b-4526-970d-cb77ae08fe7d req-a5a99367-700d-45b3-9548-5af169df9a6e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca3c9394-4674-46c3-a859-ea2a7fc80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389659 Mar 16 11:11:29.773455 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device a96cdb7d-5213-4bc0-8846-ebb78362c28f details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:11:29.904179 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port a96cdb7d-5213-4bc0-8846-ebb78362c28f, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=a96cdb7d-5213-4bc0-8846-ebb78362c28f,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:29.917612 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'port_id': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'mac_address': 'fa:16:3e:d0:b3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:11:29.970925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.987172 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96cdb7d-5213-4bc0-8846-ebb78362c28f {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:11:30.002562 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port a96cdb7d-5213-4bc0-8846-ebb78362c28f, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=a96cdb7d-5213-4bc0-8846-ebb78362c28f,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:30.006133 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:30.073466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=a96cdb7d-5213-4bc0-8846-ebb78362c28f,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:30.354264 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['a96cdb7d-5213-4bc0-8846-ebb78362c28f'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:11:30.839978 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fe88cca3-a1ce-4be9-b079-3790349e68c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:30.923696 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759fa33-674c-4f0f-b8d8-22f3f898c4b9 req-26dcb6dc-c15f-42e4-b9ea-ab50487e2dee tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:30.925150 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9759fa33-674c-4f0f-b8d8-22f3f898c4b9 req-26dcb6dc-c15f-42e4-b9ea-ab50487e2dee tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 944 time: 0.0836530 Mar 16 11:11:30.973529 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9759fa33-674c-4f0f-b8d8-22f3f898c4b9 req-12eedc9e-cff4-439d-87b6-0d5087ee366d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca3c9394-4674-46c3-a859-ea2a7fc80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Mar 16 11:11:30.989304 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:11:31.789010 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device a96cdb7d-5213-4bc0-8846-ebb78362c28f up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:11:31.853323 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port a96cdb7d-5213-4bc0-8846-ebb78362c28f completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:31.857857 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port a96cdb7d-5213-4bc0-8846-ebb78362c28f triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:31.858213 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.005629 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.032382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:11:32.042070 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port a96cdb7d-5213-4bc0-8846-ebb78362c28f, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=a96cdb7d-5213-4bc0-8846-ebb78362c28f,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:32.051731 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.124724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=a96cdb7d-5213-4bc0-8846-ebb78362c28f,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:32.131246 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'code': 200} Mar 16 11:11:32.169346 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb2264-de7c-4a59-88fd-9c86c7df79ea req-cd732715-717c-43e1-9bf0-a03f9ee49b13 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:32.171361 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aedb2264-de7c-4a59-88fd-9c86c7df79ea req-cd732715-717c-43e1-9bf0-a03f9ee49b13 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 945 time: 0.0896590 Mar 16 11:11:32.215497 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aedb2264-de7c-4a59-88fd-9c86c7df79ea req-9f1d37f5-5c85-4351-900e-0213c72622bd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca3c9394-4674-46c3-a859-ea2a7fc80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384834 Mar 16 11:11:32.354842 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2baef-024e-45a6-aae8-3c956f973fcc req-7d6a688c-5aaa-409f-9e45-3266743149fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:32.356662 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-13c2baef-024e-45a6-aae8-3c956f973fcc req-7d6a688c-5aaa-409f-9e45-3266743149fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 1098 time: 0.0693736 Mar 16 11:11:32.396020 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-13c2baef-024e-45a6-aae8-3c956f973fcc req-4d7fa9e1-1bcb-4082-a2fd-de095b1cd84e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ca3c9394-4674-46c3-a859-ea2a7fc80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339987 Mar 16 11:11:33.039277 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-324142d4-8d08-4a1e-b11f-664b706b72ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.401368 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe8f2c-8924-418a-88a5-835d48f7ede4 req-170b0355-7447-4975-bb52-6b6199793abd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:33.403199 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5efe8f2c-8924-418a-88a5-835d48f7ede4 req-170b0355-7447-4975-bb52-6b6199793abd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 945 time: 0.0784698 Mar 16 11:11:33.448336 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5efe8f2c-8924-418a-88a5-835d48f7ede4 req-ae257412-f21d-440d-b836-7fea987b7e01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca3c9394-4674-46c3-a859-ea2a7fc80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396736 Mar 16 11:11:34.393351 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.437990 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.743250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b256cc-033f-4716-af3a-0fa11d48afdd req-643e0439-3c61-4f43-ba5e-f8844c930fed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:34.744667 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-72b256cc-033f-4716-af3a-0fa11d48afdd req-643e0439-3c61-4f43-ba5e-f8844c930fed tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 945 time: 0.1913416 Mar 16 11:11:34.788588 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-72b256cc-033f-4716-af3a-0fa11d48afdd req-c8963577-bf89-40c6-a35c-56340189b999 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca3c9394-4674-46c3-a859-ea2a7fc80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368366 Mar 16 11:11:34.968961 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e0858-29f9-41b3-8f25-b960300d1ac3 req-c44cad22-fe62-44b5-9fb8-448d6ad67079 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:34.970375 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ef1e0858-29f9-41b3-8f25-b960300d1ac3 req-c44cad22-fe62-44b5-9fb8-448d6ad67079 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 945 time: 0.0805159 Mar 16 11:11:35.013015 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ef1e0858-29f9-41b3-8f25-b960300d1ac3 req-6256d8b0-1347-40fb-868e-eab8101561f5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca3c9394-4674-46c3-a859-ea2a7fc80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369079 Mar 16 11:11:35.035063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55896) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:35.108927 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451c5747-74f6-4469-834b-f5acf0454ae2 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:35.110752 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-451c5747-74f6-4469-834b-f5acf0454ae2 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 1093 time: 0.0743759 Mar 16 11:11:35.113156 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55900) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:35.117924 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:35.123979 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:35.127774 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:floatingip and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:35.130521 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:35.136208 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:35.147020 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.283525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.414561 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.26.3.33 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/50082cda-480f-43b5-9242-fff6e0b611ce) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:35.555725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.583281 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.740281 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:35.747246 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:35.751858 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:35.784065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=50082cda-480f-43b5-9242-fff6e0b611ce,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:35.885909 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.156482 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.227776 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.427237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.431369 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.537747 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=50082cda-480f-43b5-9242-fff6e0b611ce,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:36.550516 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.728835 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 6ec78e77-d292-4e62-aca5-466008850bb6 associated. External IP: 172.26.3.33, port: a96cdb7d-5213-4bc0-8846-ebb78362c28f. Mar 16 11:11:37.176249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:11:37.349951 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:37.360254 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75777147-bb53-42d2-8df0-f6070d90ab97 None None] Sync routers for ids ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:37.369692 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75777147-bb53-42d2-8df0-f6070d90ab97 None None] Routers {'8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:37.370549 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-75777147-bb53-42d2-8df0-f6070d90ab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:11:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:37.377108 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.436931 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9135a463-1ad0-4fdf-addb-a3ad21d4801c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3226838 Mar 16 11:11:37.437412 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'tag': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:11:37.439648 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55904) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:37.515387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360b0601-473a-44d1-9fad-a3b7ef344c34 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:37.519463 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-360b0601-473a-44d1-9fad-a3b7ef344c34 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 1093 time: 0.0762973 Mar 16 11:11:37.542506 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'tag': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'status': 'completed', 'code': 200} Mar 16 11:11:37.549099 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-75777147-bb53-42d2-8df0-f6070d90ab97 None None] Set router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:11:37.639977 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd5c6c-84d3-40cd-95cc-1790cf706340 req-db2b5381-7d3b-4ed6-8057-4265517dff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:37.641781 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9fbd5c6c-84d3-40cd-95cc-1790cf706340 req-db2b5381-7d3b-4ed6-8057-4265517dff95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 1098 time: 0.0794673 Mar 16 11:11:37.684539 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55914) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:37.690074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-0b278450-d0f7-4567-8107-dcf9418b1b90 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1886598386', 'description': 'tempest-secgroup-smoke-1886598386 description', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:37.695794 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0b278450-d0f7-4567-8107-dcf9418b1b90 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:37.706282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0b278450-d0f7-4567-8107-dcf9418b1b90 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:37.717243 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b278450-d0f7-4567-8107-dcf9418b1b90 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.738522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0b278450-d0f7-4567-8107-dcf9418b1b90 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:37.742952 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0b278450-d0f7-4567-8107-dcf9418b1b90 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:37.746560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0b278450-d0f7-4567-8107-dcf9418b1b90 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:37.753126 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0b278450-d0f7-4567-8107-dcf9418b1b90 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:37.781509 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd5c6c-84d3-40cd-95cc-1790cf706340 req-404a5844-291d-48dc-b603-cfa901b21514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:37.783120 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9fbd5c6c-84d3-40cd-95cc-1790cf706340 req-404a5844-291d-48dc-b603-cfa901b21514 service neutron] 10.222.0.18 "GET /v2.0/networks?id=92f6eb57-d57a-43a9-a399-33984ffcaf67 HTTP/1.1" status: 200 len: 898 time: 0.1342208 Mar 16 11:11:37.825554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b278450-d0f7-4567-8107-dcf9418b1b90 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.830966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b278450-d0f7-4567-8107-dcf9418b1b90 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.878221 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b278450-d0f7-4567-8107-dcf9418b1b90 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e690812-4576-4754-879d-aa3c4840d9f8,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:37.881754 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0b278450-d0f7-4567-8107-dcf9418b1b90 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.882963 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0b278450-d0f7-4567-8107-dcf9418b1b90 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1975236 Mar 16 11:11:37.885654 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55918) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:37.891801 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c5db7327-1785-4ca8-adf1-fbd02ff1e4e7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '9e690812-4576-4754-879d-aa3c4840d9f8', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:37.895489 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9fbd5c6c-84d3-40cd-95cc-1790cf706340 req-b4b5b149-2042-4eb8-a45d-de3fadf98346 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a96cdb7d-5213-4bc0-8846-ebb78362c28f HTTP/1.1" status: 200 len: 998 time: 0.1064849 Mar 16 11:11:37.898052 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c5db7327-1785-4ca8-adf1-fbd02ff1e4e7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:37.901785 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-75777147-bb53-42d2-8df0-f6070d90ab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:18Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '6ec78e77-d292-4e62-aca5-466008850bb6', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.33', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'port_id': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'mac_address': 'fa:16:3e:d0:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:11:36Z', 'updated_at': '2022-03-16T11:11:36Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1051c928-816d-4dca-a6d2-35cc14ac9798', 'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:8a:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:17Z', 'updated_at': '2022-03-16T11:11:22Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:37.902012 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c5db7327-1785-4ca8-adf1-fbd02ff1e4e7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:37.904988 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c5db7327-1785-4ca8-adf1-fbd02ff1e4e7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:37.905889 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75777147-bb53-42d2-8df0-f6070d90ab97 None None] Checking router: 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:11:37.910710 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c5db7327-1785-4ca8-adf1-fbd02ff1e4e7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:37.914140 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75777147-bb53-42d2-8df0-f6070d90ab97 None None] Routers {'8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:37.914730 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-75777147-bb53-42d2-8df0-f6070d90ab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:11:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:37.928662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c5db7327-1785-4ca8-adf1-fbd02ff1e4e7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.958104 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd5c6c-84d3-40cd-95cc-1790cf706340 req-889c67f5-caea-4deb-a1a1-b6ecbdf7b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:37.959459 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9fbd5c6c-84d3-40cd-95cc-1790cf706340 req-889c67f5-caea-4deb-a1a1-b6ecbdf7b3ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e44ec8e-25a2-4eb0-bd71-b139e1302ba9 HTTP/1.1" status: 200 len: 835 time: 0.0578978 Mar 16 11:11:37.995985 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c5db7327-1785-4ca8-adf1-fbd02ff1e4e7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.000623 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c5db7327-1785-4ca8-adf1-fbd02ff1e4e7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.026919 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db7327-1785-4ca8-adf1-fbd02ff1e4e7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5c6ab1-e3f6-4dbb-b12f-17b387fc5ea9,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:38.037517 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c5db7327-1785-4ca8-adf1-fbd02ff1e4e7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.041399 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c5db7327-1785-4ca8-adf1-fbd02ff1e4e7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521556 Mar 16 11:11:38.041690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55922) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:38.041821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd5c6c-84d3-40cd-95cc-1790cf706340 req-a697e930-a739-47fd-8b1b-1d759ef49def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:38.043461 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9fbd5c6c-84d3-40cd-95cc-1790cf706340 req-a697e930-a739-47fd-8b1b-1d759ef49def service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92f6eb57-d57a-43a9-a399-33984ffcaf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783565 Mar 16 11:11:38.047562 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-e81d9273-1738-4726-a872-0dbd9f83291a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '9e690812-4576-4754-879d-aa3c4840d9f8', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:38.053393 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e81d9273-1738-4726-a872-0dbd9f83291a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:38.057136 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e81d9273-1738-4726-a872-0dbd9f83291a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:38.059953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e81d9273-1738-4726-a872-0dbd9f83291a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:38.066505 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e81d9273-1738-4726-a872-0dbd9f83291a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:38.084345 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e81d9273-1738-4726-a872-0dbd9f83291a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.093389 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-75777147-bb53-42d2-8df0-f6070d90ab97 None None] Set router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:11:38.147167 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e81d9273-1738-4726-a872-0dbd9f83291a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.151599 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e81d9273-1738-4726-a872-0dbd9f83291a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.175648 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d9273-1738-4726-a872-0dbd9f83291a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca575e3-9ced-4a7d-a8bc-6fa05aeebe07,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:38.186932 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e81d9273-1738-4726-a872-0dbd9f83291a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.187768 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9fbd5c6c-84d3-40cd-95cc-1790cf706340 req-d514422e-e11f-4afd-a471-de0c89dcc2eb service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386774 Mar 16 11:11:38.189056 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e81d9273-1738-4726-a872-0dbd9f83291a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464777 Mar 16 11:11:38.191831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55926) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:38.196934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-420f11bf-87b2-4b66-91de-f2218ef4f971 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '9e690812-4576-4754-879d-aa3c4840d9f8', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:38.203020 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-420f11bf-87b2-4b66-91de-f2218ef4f971 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:38.206783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-420f11bf-87b2-4b66-91de-f2218ef4f971 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:38.209682 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-420f11bf-87b2-4b66-91de-f2218ef4f971 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:38.215530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-420f11bf-87b2-4b66-91de-f2218ef4f971 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:38.234424 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-420f11bf-87b2-4b66-91de-f2218ef4f971 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.305606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-420f11bf-87b2-4b66-91de-f2218ef4f971 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.310129 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-420f11bf-87b2-4b66-91de-f2218ef4f971 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.324233 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9fbd5c6c-84d3-40cd-95cc-1790cf706340 req-4fd4fab3-2d59-42f4-962d-94ed6315512b service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304719 Mar 16 11:11:38.339272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f11bf-87b2-4b66-91de-f2218ef4f971 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac673f9-a82e-496e-985f-e37081a25696,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:38.350014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-420f11bf-87b2-4b66-91de-f2218ef4f971 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.351668 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-420f11bf-87b2-4b66-91de-f2218ef4f971 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1584158 Mar 16 11:11:38.354363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 55930) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:38.360095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-6a1e3a34-ccb6-4a5a-a934-ffb8ad0e9f40 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '9e690812-4576-4754-879d-aa3c4840d9f8', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:38.366130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6a1e3a34-ccb6-4a5a-a934-ffb8ad0e9f40 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:38.370380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6a1e3a34-ccb6-4a5a-a934-ffb8ad0e9f40 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:38.373902 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6a1e3a34-ccb6-4a5a-a934-ffb8ad0e9f40 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:38.380208 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6a1e3a34-ccb6-4a5a-a934-ffb8ad0e9f40 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:38.395895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6a1e3a34-ccb6-4a5a-a934-ffb8ad0e9f40 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.457931 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6a1e3a34-ccb6-4a5a-a934-ffb8ad0e9f40 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.459964 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-75777147-bb53-42d2-8df0-f6070d90ab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:18Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '6ec78e77-d292-4e62-aca5-466008850bb6', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.33', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'port_id': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'mac_address': 'fa:16:3e:d0:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:11:36Z', 'updated_at': '2022-03-16T11:11:36Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1051c928-816d-4dca-a6d2-35cc14ac9798', 'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:8a:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:17Z', 'updated_at': '2022-03-16T11:11:22Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:38.462347 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6a1e3a34-ccb6-4a5a-a934-ffb8ad0e9f40 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.463951 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75777147-bb53-42d2-8df0-f6070d90ab97 None None] The sync data for ids ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'] in dv-neutron-833859-1-hyperv is: [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:18Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '6ec78e77-d292-4e62-aca5-466008850bb6', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.33', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'port_id': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'mac_address': 'fa:16:3e:d0:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:11:36Z', 'updated_at': '2022-03-16T11:11:36Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1051c928-816d-4dca-a6d2-35cc14ac9798', 'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:8a:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:17Z', 'updated_at': '2022-03-16T11:11:22Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:38.492786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e3a34-ccb6-4a5a-a934-ffb8ad0e9f40 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bf6096-72df-45c6-88dc-c34d6e9847ec,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:38.500709 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6a1e3a34-ccb6-4a5a-a934-ffb8ad0e9f40 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.502043 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6a1e3a34-ccb6-4a5a-a934-ffb8ad0e9f40 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1466439 Mar 16 11:11:38.505037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55934) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:38.510135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-e30acaa2-57d3-4dc2-9e78-a6b6b24e16e0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '9e690812-4576-4754-879d-aa3c4840d9f8', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:38.516315 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e30acaa2-57d3-4dc2-9e78-a6b6b24e16e0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:38.520177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e30acaa2-57d3-4dc2-9e78-a6b6b24e16e0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:38.523249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e30acaa2-57d3-4dc2-9e78-a6b6b24e16e0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:38.529067 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e30acaa2-57d3-4dc2-9e78-a6b6b24e16e0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:38.540198 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-e30acaa2-57d3-4dc2-9e78-a6b6b24e16e0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:11:38.547648 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e30acaa2-57d3-4dc2-9e78-a6b6b24e16e0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.617054 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e30acaa2-57d3-4dc2-9e78-a6b6b24e16e0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.621045 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e30acaa2-57d3-4dc2-9e78-a6b6b24e16e0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.645241 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c2a17-a919-4b78-9183-26cd51a10714 None None] New status for floating IP 6ec78e77-d292-4e62-aca5-466008850bb6: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:11:38.647289 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30acaa2-57d3-4dc2-9e78-a6b6b24e16e0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09088e71-7e94-4fde-b4e2-c6ff6c846988,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:38.657830 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e30acaa2-57d3-4dc2-9e78-a6b6b24e16e0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.661728 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e30acaa2-57d3-4dc2-9e78-a6b6b24e16e0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529605 Mar 16 11:11:38.661864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 55938) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:38.666740 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5409e31e-dd14-4e5b-8446-9f0a17aba4e1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': '9e690812-4576-4754-879d-aa3c4840d9f8', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:38.673063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5409e31e-dd14-4e5b-8446-9f0a17aba4e1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:38.676852 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5409e31e-dd14-4e5b-8446-9f0a17aba4e1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:38.679761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5409e31e-dd14-4e5b-8446-9f0a17aba4e1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:38.685536 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5409e31e-dd14-4e5b-8446-9f0a17aba4e1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:38.696470 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-5409e31e-dd14-4e5b-8446-9f0a17aba4e1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:11:38.702986 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5409e31e-dd14-4e5b-8446-9f0a17aba4e1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.768012 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5409e31e-dd14-4e5b-8446-9f0a17aba4e1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.771506 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5409e31e-dd14-4e5b-8446-9f0a17aba4e1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.796574 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409e31e-dd14-4e5b-8446-9f0a17aba4e1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505313af-9da6-4181-9a6b-6d5e76b046ec,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:38.806002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5409e31e-dd14-4e5b-8446-9f0a17aba4e1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.815140 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5409e31e-dd14-4e5b-8446-9f0a17aba4e1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444929 Mar 16 11:11:38.968835 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d96b154-5b40-416d-a096-146127ee226c req-439419d6-cdfc-4248-863b-56f89df268d0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1886598386&fields=id&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 267 time: 0.0391929 Mar 16 11:11:39.115362 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96b154-5b40-416d-a096-146127ee226c req-cd50e4dd-67fe-4fd3-9768-d19b3538f759 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:39.116691 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d96b154-5b40-416d-a096-146127ee226c req-cd50e4dd-67fe-4fd3-9768-d19b3538f759 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/networks?id=92f6eb57-d57a-43a9-a399-33984ffcaf67 HTTP/1.1" status: 200 len: 797 time: 0.1413889 Mar 16 11:11:39.131125 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d96b154-5b40-416d-a096-146127ee226c req-2eb3a633-d100-414d-956d-0acc482bbb4d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/quotas/c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 375 time: 0.0087631 Mar 16 11:11:39.220238 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d96b154-5b40-416d-a096-146127ee226c req-2b968bc2-fe0f-4fe7-9b95-39c3f4265e31 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0839753 Mar 16 11:11:39.359939 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d96b154-5b40-416d-a096-146127ee226c req-de4f6309-a7b8-4380-8397-287f1b882e52 service neutron] 10.222.0.44 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275010 Mar 16 11:11:39.487612 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d96b154-5b40-416d-a096-146127ee226c req-12862e68-2fa3-4d90-8983-e5868bb2a995 service neutron] 10.222.0.44 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218359 Mar 16 11:11:39.663413 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0a43913f-c6cb-4143-860c-ae07d6200600 req-115d28e5-5b43-4233-82e0-52d2abd06bfc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 210 time: 0.0453146 Mar 16 11:11:40.757829 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d580b51e-0b68-4ef9-9c9f-4ef7b68bb46e req-7a49a701-d733-4eb3-96f4-d19400822ca4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 210 time: 0.0417261 Mar 16 11:11:41.852575 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e15339d5-1dea-47b7-93a0-a3f26ea5dac5 req-384f4f5f-3d7f-489b-a019-e1f665a2c2b6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 210 time: 0.0420506 Mar 16 11:11:42.950265 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5d8731e7-82fd-4d08-a4ff-0a178916aba1 req-12b32088-e892-4d59-b96c-e110ed36d079 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 210 time: 0.0450175 Mar 16 11:11:44.096526 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5971bebc-c2c9-44ba-9ffc-7a1501bbfaed req-0ab18e30-6e59-47f5-8912-1ec4c9436a65 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 210 time: 0.0428360 Mar 16 11:11:44.849396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96b154-5b40-416d-a096-146127ee226c req-e99afbe3-d91a-421f-a0f2-4320512b7209 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:44.850785 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d96b154-5b40-416d-a096-146127ee226c req-e99afbe3-d91a-421f-a0f2-4320512b7209 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/networks?id=92f6eb57-d57a-43a9-a399-33984ffcaf67 HTTP/1.1" status: 200 len: 797 time: 0.2725196 Mar 16 11:11:44.901592 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d96b154-5b40-416d-a096-146127ee226c req-4bbd3e5f-18be-45f2-b466-8181a0697d68 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 473 time: 0.0429144 Mar 16 11:11:44.912362 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-0d96b154-5b40-416d-a096-146127ee226c req-072ff558-e8c4-44f7-ad70-31e9f5453669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'port': {'device_id': 'e96fe4b3-afd2-456b-a3ca-5930039139b4', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'admin_state_up': True, 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'security_groups': ['9e690812-4576-4754-879d-aa3c4840d9f8']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:45.043622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-0d96b154-5b40-416d-a096-146127ee226c req-072ff558-e8c4-44f7-ad70-31e9f5453669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:45.053045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-0d96b154-5b40-416d-a096-146127ee226c req-072ff558-e8c4-44f7-ad70-31e9f5453669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:45.062767 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d96b154-5b40-416d-a096-146127ee226c req-072ff558-e8c4-44f7-ad70-31e9f5453669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:45.066360 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0d96b154-5b40-416d-a096-146127ee226c req-072ff558-e8c4-44f7-ad70-31e9f5453669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:45.251182 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9defa8d2-0e64-4620-a431-d58a23137cc0 req-6d7ae360-f046-4aab-bdf8-dfc8cefa1c0c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 210 time: 0.0486906 Mar 16 11:11:45.265325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-0d96b154-5b40-416d-a096-146127ee226c req-072ff558-e8c4-44f7-ad70-31e9f5453669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.13 (92f6eb57-d57a-43a9-a399-33984ffcaf67/3e44ec8e-25a2-4eb0-bd71-b139e1302ba9/aa42571b-de86-453c-a5c4-0c65b22bdcae) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:45.452525 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0d96b154-5b40-416d-a096-146127ee226c req-072ff558-e8c4-44f7-ad70-31e9f5453669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:45.467490 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-0d96b154-5b40-416d-a096-146127ee226c req-072ff558-e8c4-44f7-ad70-31e9f5453669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object aa42571b-de86-453c-a5c4-0c65b22bdcae will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:45.491299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0d96b154-5b40-416d-a096-146127ee226c req-072ff558-e8c4-44f7-ad70-31e9f5453669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:45.558505 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d96b154-5b40-416d-a096-146127ee226c req-072ff558-e8c4-44f7-ad70-31e9f5453669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 92f6eb57-d57a-43a9-a399-33984ffcaf67 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:45.566251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-0d96b154-5b40-416d-a096-146127ee226c req-072ff558-e8c4-44f7-ad70-31e9f5453669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:45.570452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d96b154-5b40-416d-a096-146127ee226c req-072ff558-e8c4-44f7-ad70-31e9f5453669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:45.599907 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ff558-e8c4-44f7-ad70-31e9f5453669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=aa42571b-de86-453c-a5c4-0c65b22bdcae,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:45.636623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96b154-5b40-416d-a096-146127ee226c req-072ff558-e8c4-44f7-ad70-31e9f5453669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:45.637455 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0d96b154-5b40-416d-a096-146127ee226c req-072ff558-e8c4-44f7-ad70-31e9f5453669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:45.661969 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d96b154-5b40-416d-a096-146127ee226c req-072ff558-e8c4-44f7-ad70-31e9f5453669 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7535121 Mar 16 11:11:45.674930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Request body: {'port': {'device_id': 'e96fe4b3-afd2-456b-a3ca-5930039139b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:45.791402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:45.836419 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6c0ba29b-92f1-48ac-8b24-12408ac7f1d7 None None] Provisioning for port aa42571b-de86-453c-a5c4-0c65b22bdcae completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:45.840986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6c0ba29b-92f1-48ac-8b24-12408ac7f1d7 None None] Provisioning complete for port aa42571b-de86-453c-a5c4-0c65b22bdcae triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:45.841494 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba29b-92f1-48ac-8b24-12408ac7f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:45.894763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6c0ba29b-92f1-48ac-8b24-12408ac7f1d7 None None] Port aa42571b-de86-453c-a5c4-0c65b22bdcae cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:11:46.137865 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa42571b-de86-453c-a5c4-0c65b22bdcae {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:11:46.145045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.159013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Transition to ACTIVE for port object aa42571b-de86-453c-a5c4-0c65b22bdcae will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:46.162881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.324230 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa42571b-de86-453c-a5c4-0c65b22bdcae,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:46.395546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Attempting to bind port aa42571b-de86-453c-a5c4-0c65b22bdcae on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:11:46.395972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Attempting to bind port aa42571b-de86-453c-a5c4-0c65b22bdcae by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '67146706-aa32-4bcf-86b3-77f7c549eab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:11:46.396135 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Attempting to bind port aa42571b-de86-453c-a5c4-0c65b22bdcae on network 92f6eb57-d57a-43a9-a399-33984ffcaf67 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:11:46.400884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Port aa42571b-de86-453c-a5c4-0c65b22bdcae on network 92f6eb57-d57a-43a9-a399-33984ffcaf67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:11:46.401193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Attempting to bind port aa42571b-de86-453c-a5c4-0c65b22bdcae on network 92f6eb57-d57a-43a9-a399-33984ffcaf67 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:11:46.407170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:11:46.407514 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Checking segment: {'id': '67146706-aa32-4bcf-86b3-77f7c549eab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:46.407921 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Bound using segment: {'id': '67146706-aa32-4bcf-86b3-77f7c549eab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:11:46.408325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Bound port: aa42571b-de86-453c-a5c4-0c65b22bdcae, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67146706-aa32-4bcf-86b3-77f7c549eab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:11:46.408666 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.457918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9e361-a970-4ed8-8420-8d7df58630bf req-65b34017-f378-4db1-ab4b-b8eda42b78f8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:46.459381 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-32c9e361-a970-4ed8-8420-8d7df58630bf req-65b34017-f378-4db1-ab4b-b8eda42b78f8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 944 time: 0.0861826 Mar 16 11:11:46.503582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-32c9e361-a970-4ed8-8420-8d7df58630bf req-38b8fa27-5001-4177-ae9c-384b39ddae80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:46.519953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-32c9e361-a970-4ed8-8420-8d7df58630bf req-38b8fa27-5001-4177-ae9c-384b39ddae80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:46.521261 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-32c9e361-a970-4ed8-8420-8d7df58630bf req-38b8fa27-5001-4177-ae9c-384b39ddae80 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e690812-4576-4754-879d-aa3c4840d9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560813 Mar 16 11:11:46.603958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] For port aa42571b-de86-453c-a5c4-0c65b22bdcae, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:11:46.606934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] For port aa42571b-de86-453c-a5c4-0c65b22bdcae, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=aa42571b-de86-453c-a5c4-0c65b22bdcae,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:11:46.611033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.665006 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:46.665592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.666921 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d96b154-5b40-416d-a096-146127ee226c req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] 10.222.0.18 "PUT /v2.0/ports/aa42571b-de86-453c-a5c4-0c65b22bdcae HTTP/1.1" status: 200 len: 1094 time: 0.9962001 Mar 16 11:11:46.667365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96fe4b3-afd2-456b-a3ca-5930039139b4', 'tag': 'aa42571b-de86-453c-a5c4-0c65b22bdcae'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:11:46.693134 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3888f-292c-4064-bdd6-1f2f2d3acfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa42571b-de86-453c-a5c4-0c65b22bdcae,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:46.742481 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96fe4b3-afd2-456b-a3ca-5930039139b4', 'tag': 'aa42571b-de86-453c-a5c4-0c65b22bdcae', 'status': 'completed', 'code': 200} Mar 16 11:11:46.791735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96b154-5b40-416d-a096-146127ee226c req-cd17eb90-bf47-4788-b6ba-915a23ae1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:46.793232 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d96b154-5b40-416d-a096-146127ee226c req-cd17eb90-bf47-4788-b6ba-915a23ae1744 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 1097 time: 0.0828388 Mar 16 11:11:46.862190 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d96b154-5b40-416d-a096-146127ee226c req-87825ae0-a9b3-436c-9753-e9138c08a579 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa42571b-de86-453c-a5c4-0c65b22bdcae HTTP/1.1" status: 200 len: 217 time: 0.0607977 Mar 16 11:11:46.927698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96b154-5b40-416d-a096-146127ee226c req-83284e93-c80c-4d82-8b0d-b9f97c9fcd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:46.929069 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d96b154-5b40-416d-a096-146127ee226c req-83284e93-c80c-4d82-8b0d-b9f97c9fcd42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e44ec8e-25a2-4eb0-bd71-b139e1302ba9 HTTP/1.1" status: 200 len: 835 time: 0.0605762 Mar 16 11:11:47.011222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96b154-5b40-416d-a096-146127ee226c req-a41e0bb6-fb0a-4f73-8600-1010ad1aa0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:47.012695 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d96b154-5b40-416d-a096-146127ee226c req-a41e0bb6-fb0a-4f73-8600-1010ad1aa0a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92f6eb57-d57a-43a9-a399-33984ffcaf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765688 Mar 16 11:11:47.143546 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d96b154-5b40-416d-a096-146127ee226c req-601a115b-efc4-416d-9c1b-37ed3c35dcfc service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227157 Mar 16 11:11:47.276613 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d96b154-5b40-416d-a096-146127ee226c req-6e23504b-2efb-408e-ac42-bf719fe4a7ea service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263435 Mar 16 11:11:47.400333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f329a-dedd-49c2-b4cf-3157cf0cb40d req-c7522d50-2055-4fd7-903f-b431bb2a0648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:47.401887 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dc7f329a-dedd-49c2-b4cf-3157cf0cb40d req-c7522d50-2055-4fd7-903f-b431bb2a0648 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 1097 time: 0.0757563 Mar 16 11:11:47.529924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f329a-dedd-49c2-b4cf-3157cf0cb40d req-838e6d08-8e6b-4334-987a-521ef3e6c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:47.531277 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dc7f329a-dedd-49c2-b4cf-3157cf0cb40d req-838e6d08-8e6b-4334-987a-521ef3e6c923 service neutron] 10.222.0.18 "GET /v2.0/networks?id=92f6eb57-d57a-43a9-a399-33984ffcaf67 HTTP/1.1" status: 200 len: 898 time: 0.1229036 Mar 16 11:11:47.596878 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dc7f329a-dedd-49c2-b4cf-3157cf0cb40d req-2cbdb5de-bb0b-4851-bf6e-d7bb9059823a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa42571b-de86-453c-a5c4-0c65b22bdcae HTTP/1.1" status: 200 len: 217 time: 0.0597835 Mar 16 11:11:47.660879 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f329a-dedd-49c2-b4cf-3157cf0cb40d req-4aeea036-8635-4a3f-9c8a-783ccc6d5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:47.662294 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dc7f329a-dedd-49c2-b4cf-3157cf0cb40d req-4aeea036-8635-4a3f-9c8a-783ccc6d5939 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e44ec8e-25a2-4eb0-bd71-b139e1302ba9 HTTP/1.1" status: 200 len: 835 time: 0.0598121 Mar 16 11:11:47.700824 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b36f2-67ac-4edd-abac-3dac29abf973 req-e866aa02-7521-4351-b5b5-d86a5c33630f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:47.702847 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-444b36f2-67ac-4edd-abac-3dac29abf973 req-e866aa02-7521-4351-b5b5-d86a5c33630f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 944 time: 0.0781109 Mar 16 11:11:47.737199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f329a-dedd-49c2-b4cf-3157cf0cb40d req-75b77574-8bfc-4fef-9192-cec484900a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:47.738776 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dc7f329a-dedd-49c2-b4cf-3157cf0cb40d req-75b77574-8bfc-4fef-9192-cec484900a60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92f6eb57-d57a-43a9-a399-33984ffcaf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707178 Mar 16 11:11:47.739026 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:47.747309 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-444b36f2-67ac-4edd-abac-3dac29abf973 req-bcdd4905-63a4-46d2-b025-b32cdabbc274 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e690812-4576-4754-879d-aa3c4840d9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386379 Mar 16 11:11:47.869261 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dc7f329a-dedd-49c2-b4cf-3157cf0cb40d req-665fa142-4355-4c3d-bf1f-4f8e8281940e service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220436 Mar 16 11:11:47.999680 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dc7f329a-dedd-49c2-b4cf-3157cf0cb40d req-9f9694bc-d373-4cca-b937-389b58b59ef6 service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194217 Mar 16 11:11:48.933586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15e40c-1e88-4e33-9353-616756552d55 req-742afc9d-0f95-46bc-bf72-9db73d77b55f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:48.934286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-de15e40c-1e88-4e33-9353-616756552d55 req-742afc9d-0f95-46bc-bf72-9db73d77b55f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:48.949414 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-de15e40c-1e88-4e33-9353-616756552d55 req-742afc9d-0f95-46bc-bf72-9db73d77b55f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:48.950504 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-de15e40c-1e88-4e33-9353-616756552d55 req-742afc9d-0f95-46bc-bf72-9db73d77b55f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 944 time: 0.0963087 Mar 16 11:11:48.993026 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-de15e40c-1e88-4e33-9353-616756552d55 req-0460693b-409e-4a4a-97c4-b4984d144406 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e690812-4576-4754-879d-aa3c4840d9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362456 Mar 16 11:11:49.906375 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device aa42571b-de86-453c-a5c4-0c65b22bdcae details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:11:50.034476 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port aa42571b-de86-453c-a5c4-0c65b22bdcae, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=aa42571b-de86-453c-a5c4-0c65b22bdcae,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:50.048047 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'aa42571b-de86-453c-a5c4-0c65b22bdcae', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'port_id': 'aa42571b-de86-453c-a5c4-0c65b22bdcae', 'mac_address': 'fa:16:3e:2c:c1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:11:50.105282 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.126744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa42571b-de86-453c-a5c4-0c65b22bdcae {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:11:50.142796 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port aa42571b-de86-453c-a5c4-0c65b22bdcae, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=aa42571b-de86-453c-a5c4-0c65b22bdcae,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:50.146759 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.184518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149dc5a-5ddf-4223-b8b5-4660b44667df req-fb848fec-991d-4c42-9e77-12e3ea0a5668 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:50.185959 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e149dc5a-5ddf-4223-b8b5-4660b44667df req-fb848fec-991d-4c42-9e77-12e3ea0a5668 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 944 time: 0.0816555 Mar 16 11:11:50.214283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=aa42571b-de86-453c-a5c4-0c65b22bdcae,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:50.229969 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e149dc5a-5ddf-4223-b8b5-4660b44667df req-195bccbd-08ec-43a8-b7ed-c96a0fb092b2 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e690812-4576-4754-879d-aa3c4840d9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383077 Mar 16 11:11:50.457321 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['aa42571b-de86-453c-a5c4-0c65b22bdcae'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:11:51.408032 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8d3e7-105b-40d7-8450-8a66ee541cbb req-613eee4b-37c6-4605-9d51-ab0e4783d28d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:51.409441 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-03a8d3e7-105b-40d7-8450-8a66ee541cbb req-613eee4b-37c6-4605-9d51-ab0e4783d28d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 945 time: 0.0773935 Mar 16 11:11:51.451673 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-03a8d3e7-105b-40d7-8450-8a66ee541cbb req-ff99b237-179d-4c8e-b176-b55711e2adda tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e690812-4576-4754-879d-aa3c4840d9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367725 Mar 16 11:11:51.922369 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device aa42571b-de86-453c-a5c4-0c65b22bdcae up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:11:51.990468 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port aa42571b-de86-453c-a5c4-0c65b22bdcae completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:51.995145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port aa42571b-de86-453c-a5c4-0c65b22bdcae triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:51.995545 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.103789 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.131695 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96fe4b3-afd2-456b-a3ca-5930039139b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa42571b-de86-453c-a5c4-0c65b22bdcae'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:11:52.141987 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port aa42571b-de86-453c-a5c4-0c65b22bdcae, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=aa42571b-de86-453c-a5c4-0c65b22bdcae,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:52.147618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.216684 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96fe4b3-afd2-456b-a3ca-5930039139b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa42571b-de86-453c-a5c4-0c65b22bdcae', 'code': 200} Mar 16 11:11:52.251824 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=aa42571b-de86-453c-a5c4-0c65b22bdcae,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:52.509472 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9702723-47ab-4f5f-8b64-26504b9d9962 req-cf24fadf-0f22-43f6-bfef-0c9054d188f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:52.510915 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a9702723-47ab-4f5f-8b64-26504b9d9962 req-cf24fadf-0f22-43f6-bfef-0c9054d188f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 1099 time: 0.1712875 Mar 16 11:11:52.550693 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a9702723-47ab-4f5f-8b64-26504b9d9962 req-c4d7d742-d4ab-480d-b728-274c933adbfd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9e690812-4576-4754-879d-aa3c4840d9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333772 Mar 16 11:11:52.628683 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed8a52-364c-4e8a-953e-4806a440f7b0 req-f8a3780c-740e-4973-ac9c-5bc250f06aa3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:52.630092 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6bed8a52-364c-4e8a-953e-4806a440f7b0 req-f8a3780c-740e-4973-ac9c-5bc250f06aa3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 946 time: 0.0764234 Mar 16 11:11:52.674953 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6bed8a52-364c-4e8a-953e-4806a440f7b0 req-8ba25578-1ca6-4f49-b001-2a77b0b260b3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e690812-4576-4754-879d-aa3c4840d9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392497 Mar 16 11:11:53.867392 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf11e3-e86f-4174-84c6-7cec60deafa0 req-89653469-b2ba-490e-9fcb-72c6b2a90cf3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:53.868832 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-21cf11e3-e86f-4174-84c6-7cec60deafa0 req-89653469-b2ba-490e-9fcb-72c6b2a90cf3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 946 time: 0.0837333 Mar 16 11:11:53.919045 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-21cf11e3-e86f-4174-84c6-7cec60deafa0 req-8af4c7ac-bc8b-4a2f-863c-3003d317d9aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e690812-4576-4754-879d-aa3c4840d9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429261 Mar 16 11:11:55.098891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3644f3-9666-4cd7-a590-3807bfd96173 req-043e6e38-f59e-4b90-b468-5fa1e90ae265 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:55.100335 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a3644f3-9666-4cd7-a590-3807bfd96173 req-043e6e38-f59e-4b90-b468-5fa1e90ae265 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 946 time: 0.0766542 Mar 16 11:11:55.143122 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a3644f3-9666-4cd7-a590-3807bfd96173 req-90f425b1-a5e7-4f45-bc04-216e7101a63d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e690812-4576-4754-879d-aa3c4840d9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373397 Mar 16 11:11:55.327484 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8d239-b485-4e85-955a-cfd3279d575c req-ab5346b2-8a08-4c20-b643-1b59c781df0a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:55.328919 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d3c8d239-b485-4e85-955a-cfd3279d575c req-ab5346b2-8a08-4c20-b643-1b59c781df0a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 946 time: 0.0864375 Mar 16 11:11:55.371603 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d3c8d239-b485-4e85-955a-cfd3279d575c req-7bbdad23-8adf-4502-800f-00370dfc4286 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e690812-4576-4754-879d-aa3c4840d9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370178 Mar 16 11:11:55.393409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56008) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:55.463086 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9ec983-5c41-4b02-bee5-9d2252ace38e tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:55.464543 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ee9ec983-5c41-4b02-bee5-9d2252ace38e tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 1094 time: 0.0702152 Mar 16 11:11:55.467187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56012) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:55.471844 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': 'aa42571b-de86-453c-a5c4-0c65b22bdcae', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:55.477414 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:55.481108 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:floatingip and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:55.484381 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:55.489862 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:55.500373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.630914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.757633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.26.3.196 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/cb80c3ee-6eb6-4376-858a-a96eb2ec2e5f) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:55.993463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.021466 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.082167 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:56.084769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:56.092767 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:56.125866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=cb80c3ee-6eb6-4376-858a-a96eb2ec2e5f,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:56.492552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.563442 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.759102 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.764002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.873012 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=cb80c3ee-6eb6-4376-858a-a96eb2ec2e5f,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:56.878750 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:57.045232 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 3b4c91b3-1173-4127-8958-c3c214addea3 associated. External IP: 172.26.3.196, port: aa42571b-de86-453c-a5c4-0c65b22bdcae. Mar 16 11:11:57.489186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:11:57.675419 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:57.686351 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f4ed2e-1832-43b9-a5cb-81776f3e78b1 None None] Sync routers for ids ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:57.702556 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4ed2e-1832-43b9-a5cb-81776f3e78b1 None None] Routers {'8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:57.703292 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-82f4ed2e-1832-43b9-a5cb-81776f3e78b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:11:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:57.703446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:57.774276 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e88d6711-14e6-4392-b0f2-0ffefd2fe692 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3059466 Mar 16 11:11:57.775114 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96fe4b3-afd2-456b-a3ca-5930039139b4', 'tag': 'aa42571b-de86-453c-a5c4-0c65b22bdcae'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:11:57.819421 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96fe4b3-afd2-456b-a3ca-5930039139b4', 'tag': 'aa42571b-de86-453c-a5c4-0c65b22bdcae', 'status': 'completed', 'code': 200} Mar 16 11:11:57.905747 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-82f4ed2e-1832-43b9-a5cb-81776f3e78b1 None None] Set router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:11:57.911345 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244deca-b966-4930-a595-e403621218f0 req-2bdab5c4-e8d8-4d7f-8b83-a8f7c4c8eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:57.912812 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8244deca-b966-4930-a595-e403621218f0 req-2bdab5c4-e8d8-4d7f-8b83-a8f7c4c8eb26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 1099 time: 0.0718498 Mar 16 11:11:58.041462 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244deca-b966-4930-a595-e403621218f0 req-3e4607ce-0d43-4dd0-89d1-626cdcc208d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:58.042777 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8244deca-b966-4930-a595-e403621218f0 req-3e4607ce-0d43-4dd0-89d1-626cdcc208d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=92f6eb57-d57a-43a9-a399-33984ffcaf67 HTTP/1.1" status: 200 len: 898 time: 0.1243312 Mar 16 11:11:58.148995 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8244deca-b966-4930-a595-e403621218f0 req-c757112a-7be1-4f85-af70-37dc3b988fc6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa42571b-de86-453c-a5c4-0c65b22bdcae HTTP/1.1" status: 200 len: 1000 time: 0.1000788 Mar 16 11:11:58.212241 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244deca-b966-4930-a595-e403621218f0 req-b96bf441-eff4-434d-95ba-39effa6ea8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:58.213645 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8244deca-b966-4930-a595-e403621218f0 req-b96bf441-eff4-434d-95ba-39effa6ea8f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e44ec8e-25a2-4eb0-bd71-b139e1302ba9 HTTP/1.1" status: 200 len: 835 time: 0.0587397 Mar 16 11:11:58.253479 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-82f4ed2e-1832-43b9-a5cb-81776f3e78b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:18Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '3b4c91b3-1173-4127-8958-c3c214addea3', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.196', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'port_id': 'aa42571b-de86-453c-a5c4-0c65b22bdcae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'mac_address': 'fa:16:3e:2c:c1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fe4b3-afd2-456b-a3ca-5930039139b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:11:56Z', 'updated_at': '2022-03-16T11:11:56Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}, {'id': '6ec78e77-d292-4e62-aca5-466008850bb6', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.33', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'port_id': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'mac_address': 'fa:16:3e:d0:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:11:36Z', 'updated_at': '2022-03-16T11:11:38Z', 'revision_number': 1, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1051c928-816d-4dca-a6d2-35cc14ac9798', 'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:8a:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:17Z', 'updated_at': '2022-03-16T11:11:22Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:58.257286 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f4ed2e-1832-43b9-a5cb-81776f3e78b1 None None] Checking router: 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:11:58.265859 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4ed2e-1832-43b9-a5cb-81776f3e78b1 None None] Routers {'8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:58.266451 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-82f4ed2e-1832-43b9-a5cb-81776f3e78b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:11:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:58.286877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244deca-b966-4930-a595-e403621218f0 req-7e61f11b-04b1-40d3-aa93-fc7a2dc455fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:58.288380 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8244deca-b966-4930-a595-e403621218f0 req-7e61f11b-04b1-40d3-aa93-fc7a2dc455fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92f6eb57-d57a-43a9-a399-33984ffcaf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689414 Mar 16 11:11:58.419692 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8244deca-b966-4930-a595-e403621218f0 req-9adc1b55-d887-4c29-a58c-4328d0e94872 service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255226 Mar 16 11:11:58.442030 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-82f4ed2e-1832-43b9-a5cb-81776f3e78b1 None None] Set router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:11:58.547982 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8244deca-b966-4930-a595-e403621218f0 req-7c8f0bb8-b0e3-4be9-beed-964f5492ea52 service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225116 Mar 16 11:11:58.775320 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-82f4ed2e-1832-43b9-a5cb-81776f3e78b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:18Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '3b4c91b3-1173-4127-8958-c3c214addea3', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.196', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'port_id': 'aa42571b-de86-453c-a5c4-0c65b22bdcae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'mac_address': 'fa:16:3e:2c:c1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fe4b3-afd2-456b-a3ca-5930039139b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:11:56Z', 'updated_at': '2022-03-16T11:11:56Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}, {'id': '6ec78e77-d292-4e62-aca5-466008850bb6', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.33', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'port_id': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'mac_address': 'fa:16:3e:d0:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:11:36Z', 'updated_at': '2022-03-16T11:11:38Z', 'revision_number': 1, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1051c928-816d-4dca-a6d2-35cc14ac9798', 'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:8a:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:17Z', 'updated_at': '2022-03-16T11:11:22Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:58.779099 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f4ed2e-1832-43b9-a5cb-81776f3e78b1 None None] The sync data for ids ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'] in dv-neutron-833859-1-hyperv is: [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:18Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '3b4c91b3-1173-4127-8958-c3c214addea3', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.196', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'port_id': 'aa42571b-de86-453c-a5c4-0c65b22bdcae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'mac_address': 'fa:16:3e:2c:c1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fe4b3-afd2-456b-a3ca-5930039139b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:11:56Z', 'updated_at': '2022-03-16T11:11:56Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}, {'id': '6ec78e77-d292-4e62-aca5-466008850bb6', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.33', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'port_id': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'mac_address': 'fa:16:3e:d0:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:11:36Z', 'updated_at': '2022-03-16T11:11:38Z', 'revision_number': 1, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1051c928-816d-4dca-a6d2-35cc14ac9798', 'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:8a:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:17Z', 'updated_at': '2022-03-16T11:11:22Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:58.966957 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5589a9cd-cacc-4f46-b124-0ef9941d5a2b None None] New status for floating IP 3b4c91b3-1173-4127-8958-c3c214addea3: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:12:00.843985 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6b3a-f9c1-497c-a4f9-fb924e06f5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.042157 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ecfa92c-c1cc-4283-90a2-1c388527f6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.395038 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.440422 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.888262 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:07.988018 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:12:17.146374 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-312b6fa0-94ad-4f20-b635-4f7df7f8974b req-4a82f519-5f9e-43f6-8eba-526b7db4f832 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719700 Mar 16 11:12:17.296583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6fa0-94ad-4f20-b635-4f7df7f8974b req-39661e52-b5ab-4e6f-ac17-ff9a193f22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:17.298066 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-312b6fa0-94ad-4f20-b635-4f7df7f8974b req-39661e52-b5ab-4e6f-ac17-ff9a193f22d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 1098 time: 0.0859022 Mar 16 11:12:17.440248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6fa0-94ad-4f20-b635-4f7df7f8974b req-4fa78019-e420-4f4d-92db-68879f2fbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:17.441576 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-312b6fa0-94ad-4f20-b635-4f7df7f8974b req-4fa78019-e420-4f4d-92db-68879f2fbbd9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=92f6eb57-d57a-43a9-a399-33984ffcaf67 HTTP/1.1" status: 200 len: 898 time: 0.1257079 Mar 16 11:12:17.541433 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-312b6fa0-94ad-4f20-b635-4f7df7f8974b req-6f4f6537-36f4-4317-8584-890676b85318 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a96cdb7d-5213-4bc0-8846-ebb78362c28f HTTP/1.1" status: 200 len: 1000 time: 0.0937576 Mar 16 11:12:17.603739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6fa0-94ad-4f20-b635-4f7df7f8974b req-3a6c3921-0dd7-4edc-9cbe-54fa74c891a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:17.605103 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-312b6fa0-94ad-4f20-b635-4f7df7f8974b req-3a6c3921-0dd7-4edc-9cbe-54fa74c891a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e44ec8e-25a2-4eb0-bd71-b139e1302ba9 HTTP/1.1" status: 200 len: 835 time: 0.0555792 Mar 16 11:12:17.680109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6fa0-94ad-4f20-b635-4f7df7f8974b req-824c0470-7a6a-4409-8b1f-c6b3d1d08ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:17.681526 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-312b6fa0-94ad-4f20-b635-4f7df7f8974b req-824c0470-7a6a-4409-8b1f-c6b3d1d08ee2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92f6eb57-d57a-43a9-a399-33984ffcaf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705855 Mar 16 11:12:17.761732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:17.810860 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-312b6fa0-94ad-4f20-b635-4f7df7f8974b req-1df774e8-6694-4130-8955-5c0aed4e0a22 service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231515 Mar 16 11:12:18.040767 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-312b6fa0-94ad-4f20-b635-4f7df7f8974b req-393df485-f1c9-4b05-94a2-da2602077789 service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231798 Mar 16 11:12:30.845694 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6b876c1b-a851-4b5e-83a5-cd9fd74a4901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:33.043850 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2262ccc3-ab59-4e95-b51e-2f8576d49319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.396387 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.442980 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.890973 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.986999 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:12:47.789382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.848572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1ab7070d-f06a-4d3f-b254-3cafe1feb10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.797888 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56036) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:02.902931 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fed2f04c-5021-4e2d-a980-6ec74e21a364 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/6ec78e77-d292-4e62-aca5-466008850bb6 HTTP/1.1" status: 200 len: 992 time: 0.1038849 Mar 16 11:13:03.046520 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7afa2f15-57ff-455d-8f1f-7974f54e34c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:04.398882 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:04.445691 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.359115 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56046) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:05.364857 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:05.480845 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.683621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port a96cdb7d-5213-4bc0-8846-ebb78362c28f, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=a96cdb7d-5213-4bc0-8846-ebb78362c28f,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:05.706964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.711295 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.777702 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:05.778320 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.780307 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/ports/a96cdb7d-5213-4bc0-8846-ebb78362c28f HTTP/1.1" status: 200 len: 938 time: 0.4196057 Mar 16 11:13:05.780849 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'tag': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:13:05.803096 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=a96cdb7d-5213-4bc0-8846-ebb78362c28f,revision_number=6']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:05.810546 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:05.810919 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:05.811274 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:05.811596 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:05.811921 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:05.812241 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:05.812692 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:05.813012 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:05.813324 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:05.813633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:05.813940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:05.814247 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67c037-da71-4552-8819-f0cba4aaf90e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:05.833127 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'tag': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'status': 'completed', 'code': 200} Mar 16 11:13:05.896994 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.926338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c218bdf-55b2-40b6-abbf-1e93f24d490a req-fcaf0f05-dfa3-49cb-ac28-7d86d3af0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:05.927826 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c218bdf-55b2-40b6-abbf-1e93f24d490a req-fcaf0f05-dfa3-49cb-ac28-7d86d3af0da3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 1099 time: 0.0731010 Mar 16 11:13:06.042335 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3a482686-19c7-4148-98e8-6a28bf9c51b3 None None] Provisioning complete for port a96cdb7d-5213-4bc0-8846-ebb78362c28f triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:06.042609 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a482686-19c7-4148-98e8-6a28bf9c51b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.055726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c218bdf-55b2-40b6-abbf-1e93f24d490a req-c8189c15-a18d-4565-a012-5db2a88594a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:06.057172 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c218bdf-55b2-40b6-abbf-1e93f24d490a req-c8189c15-a18d-4565-a012-5db2a88594a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=92f6eb57-d57a-43a9-a399-33984ffcaf67 HTTP/1.1" status: 200 len: 898 time: 0.1231236 Mar 16 11:13:06.102897 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3a482686-19c7-4148-98e8-6a28bf9c51b3 None None] Port a96cdb7d-5213-4bc0-8846-ebb78362c28f is administratively disabled so it will not transition to active. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 16 11:13:06.159343 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c218bdf-55b2-40b6-abbf-1e93f24d490a req-e86e1ea2-7ae9-4dea-b032-c2bf7949b096 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a96cdb7d-5213-4bc0-8846-ebb78362c28f HTTP/1.1" status: 200 len: 1001 time: 0.0961573 Mar 16 11:13:06.221545 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c218bdf-55b2-40b6-abbf-1e93f24d490a req-7a6b7ed7-15f6-426e-b957-b0832db1cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:06.222821 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c218bdf-55b2-40b6-abbf-1e93f24d490a req-7a6b7ed7-15f6-426e-b957-b0832db1cbb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e44ec8e-25a2-4eb0-bd71-b139e1302ba9 HTTP/1.1" status: 200 len: 835 time: 0.0575025 Mar 16 11:13:06.295392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c218bdf-55b2-40b6-abbf-1e93f24d490a req-bec8fc52-275f-479f-b576-b3b5bc984f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:06.296857 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c218bdf-55b2-40b6-abbf-1e93f24d490a req-bec8fc52-275f-479f-b576-b3b5bc984f84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92f6eb57-d57a-43a9-a399-33984ffcaf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678821 Mar 16 11:13:06.426381 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c218bdf-55b2-40b6-abbf-1e93f24d490a req-db61edc6-4431-4aea-a25f-3b909315bf72 service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223190 Mar 16 11:13:06.555942 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c218bdf-55b2-40b6-abbf-1e93f24d490a req-4f4847ff-2fd9-4667-8356-5efa1925290e service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225314 Mar 16 11:13:09.334289 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56056) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:09.340003 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:09.457916 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.662822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port a96cdb7d-5213-4bc0-8846-ebb78362c28f, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=a96cdb7d-5213-4bc0-8846-ebb78362c28f,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:09.686117 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.690500 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.752005 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:09.752693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.754076 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/ports/a96cdb7d-5213-4bc0-8846-ebb78362c28f HTTP/1.1" status: 200 len: 937 time: 0.4187989 Mar 16 11:13:09.754874 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'tag': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:13:09.757066 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56060) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:09.801130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=a96cdb7d-5213-4bc0-8846-ebb78362c28f,revision_number=7']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:09.809274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:09.809700 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:09.810106 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:09.810501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:09.810894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:09.811373 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:09.811779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:09.812166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:09.812552 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:09.812985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:09.813364 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:09.813746 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b4a5c-b991-4df8-9e76-d9ba1edab990 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:09.866087 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'tag': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'status': 'completed', 'code': 200} Mar 16 11:13:09.884734 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4bb7cbfb-9fea-496e-89eb-41bd3455fcd5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/6ec78e77-d292-4e62-aca5-466008850bb6 HTTP/1.1" status: 200 len: 992 time: 0.1258671 Mar 16 11:13:09.963876 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8562c1-22d1-45ef-8078-2500f78e9acf req-74f5a96d-f9dc-46bd-8879-9471024a4f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:09.965338 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bc8562c1-22d1-45ef-8078-2500f78e9acf req-74f5a96d-f9dc-46bd-8879-9471024a4f13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 1098 time: 0.0747623 Mar 16 11:13:10.044081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ad04c33f-17e1-4262-9e7e-2ba32ed633dc None None] Provisioning complete for port a96cdb7d-5213-4bc0-8846-ebb78362c28f triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:10.044625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ad04c33f-17e1-4262-9e7e-2ba32ed633dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:10.076737 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['a96cdb7d-5213-4bc0-8846-ebb78362c28f'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:13:10.095112 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8562c1-22d1-45ef-8078-2500f78e9acf req-a3f882d3-4ba5-4226-99e6-b88b78dba503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:10.096571 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bc8562c1-22d1-45ef-8078-2500f78e9acf req-a3f882d3-4ba5-4226-99e6-b88b78dba503 service neutron] 10.222.0.18 "GET /v2.0/networks?id=92f6eb57-d57a-43a9-a399-33984ffcaf67 HTTP/1.1" status: 200 len: 898 time: 0.1246357 Mar 16 11:13:10.200890 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bc8562c1-22d1-45ef-8078-2500f78e9acf req-5c1a0044-721c-4d82-98a3-fef973ac5015 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a96cdb7d-5213-4bc0-8846-ebb78362c28f HTTP/1.1" status: 200 len: 1000 time: 0.0965843 Mar 16 11:13:10.266622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8562c1-22d1-45ef-8078-2500f78e9acf req-38c5b4ef-382e-4ee1-b937-941342b1996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:10.268089 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bc8562c1-22d1-45ef-8078-2500f78e9acf req-38c5b4ef-382e-4ee1-b937-941342b1996f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e44ec8e-25a2-4eb0-bd71-b139e1302ba9 HTTP/1.1" status: 200 len: 835 time: 0.0611055 Mar 16 11:13:10.459070 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8562c1-22d1-45ef-8078-2500f78e9acf req-e70e37c9-c257-4973-b442-60c2a41d1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:10.460522 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bc8562c1-22d1-45ef-8078-2500f78e9acf req-e70e37c9-c257-4973-b442-60c2a41d1c60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92f6eb57-d57a-43a9-a399-33984ffcaf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1853476 Mar 16 11:13:10.586004 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bc8562c1-22d1-45ef-8078-2500f78e9acf req-3f098ecf-d8a5-4b4f-8df1-20e348b04ba5 service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182058 Mar 16 11:13:10.712448 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bc8562c1-22d1-45ef-8078-2500f78e9acf req-6da11aaa-c32b-4533-97a8-b06e1566087f service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192029 Mar 16 11:13:12.441375 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56074) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:12.635455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-8f67aa1d-24e8-4d3a-be3b-91f9d0c71818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port cb80c3ee-6eb6-4376-858a-a96eb2ec2e5f {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:12.635795 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f67aa1d-24e8-4d3a-be3b-91f9d0c71818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.903034 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f67aa1d-24e8-4d3a-be3b-91f9d0c71818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.903275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f67aa1d-24e8-4d3a-be3b-91f9d0c71818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.021413 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-8f67aa1d-24e8-4d3a-be3b-91f9d0c71818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for cb80c3ee-6eb6-4376-858a-a96eb2ec2e5f owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:13.168816 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f67aa1d-24e8-4d3a-be3b-91f9d0c71818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.214770 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67aa1d-24e8-4d3a-be3b-91f9d0c71818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=cb80c3ee-6eb6-4376-858a-a96eb2ec2e5f,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:13.311292 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f67aa1d-24e8-4d3a-be3b-91f9d0c71818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.311617 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-8f67aa1d-24e8-4d3a-be3b-91f9d0c71818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 3b4c91b3-1173-4127-8958-c3c214addea3 disassociated (deleted). External IP: 172.26.3.196, port: aa42571b-de86-453c-a5c4-0c65b22bdcae. Mar 16 11:13:13.652144 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f67aa1d-24e8-4d3a-be3b-91f9d0c71818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:13.824768 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f67aa1d-24e8-4d3a-be3b-91f9d0c71818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:13.834459 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac84dd-c9db-4904-9631-503a692c3565 None None] Sync routers for ids ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:13.843994 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac84dd-c9db-4904-9631-503a692c3565 None None] Routers {'8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:13.844599 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-9bac84dd-c9db-4904-9631-503a692c3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:13:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:13.844794 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f67aa1d-24e8-4d3a-be3b-91f9d0c71818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.899725 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8f67aa1d-24e8-4d3a-be3b-91f9d0c71818 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/floatingips/3b4c91b3-1173-4127-8958-c3c214addea3 HTTP/1.1" status: 204 len: 168 time: 1.4572811 Mar 16 11:13:13.900402 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96fe4b3-afd2-456b-a3ca-5930039139b4', 'tag': 'aa42571b-de86-453c-a5c4-0c65b22bdcae'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:13:13.947930 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96fe4b3-afd2-456b-a3ca-5930039139b4', 'tag': 'aa42571b-de86-453c-a5c4-0c65b22bdcae', 'status': 'completed', 'code': 200} Mar 16 11:13:14.046611 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-9bac84dd-c9db-4904-9631-503a692c3565 None None] Set router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:14.051389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e405-fa9a-4e3a-9bf1-4613dbb360b8 req-1d20ab27-aeea-4c71-bab2-7f39891afb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:14.052866 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0f8e405-fa9a-4e3a-9bf1-4613dbb360b8 req-1d20ab27-aeea-4c71-bab2-7f39891afb10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 1099 time: 0.0771260 Mar 16 11:13:14.197259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e405-fa9a-4e3a-9bf1-4613dbb360b8 req-b37d33ae-28bc-4df7-993f-1910f034d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:14.198571 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0f8e405-fa9a-4e3a-9bf1-4613dbb360b8 req-b37d33ae-28bc-4df7-993f-1910f034d948 service neutron] 10.222.0.18 "GET /v2.0/networks?id=92f6eb57-d57a-43a9-a399-33984ffcaf67 HTTP/1.1" status: 200 len: 898 time: 0.1377795 Mar 16 11:13:14.266515 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0f8e405-fa9a-4e3a-9bf1-4613dbb360b8 req-ba05476c-1ced-40f5-a45c-6f80979508ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa42571b-de86-453c-a5c4-0c65b22bdcae HTTP/1.1" status: 200 len: 217 time: 0.0611038 Mar 16 11:13:14.287210 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227cd2f-3b2c-4600-aaf7-aa7c2b432f47 req-5e713cf8-68d5-4215-911f-853f2318fd3a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:14.288002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-a227cd2f-3b2c-4600-aaf7-aa7c2b432f47 req-5e713cf8-68d5-4215-911f-853f2318fd3a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:14.306014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-a227cd2f-3b2c-4600-aaf7-aa7c2b432f47 req-5e713cf8-68d5-4215-911f-853f2318fd3a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:14.307646 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a227cd2f-3b2c-4600-aaf7-aa7c2b432f47 req-5e713cf8-68d5-4215-911f-853f2318fd3a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 946 time: 0.1172292 Mar 16 11:13:14.345248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e405-fa9a-4e3a-9bf1-4613dbb360b8 req-fb447d0a-5d5c-476e-afc3-ee9c56798c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:14.346789 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0f8e405-fa9a-4e3a-9bf1-4613dbb360b8 req-fb447d0a-5d5c-476e-afc3-ee9c56798c40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e44ec8e-25a2-4eb0-bd71-b139e1302ba9 HTTP/1.1" status: 200 len: 835 time: 0.0735729 Mar 16 11:13:14.355713 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a227cd2f-3b2c-4600-aaf7-aa7c2b432f47 req-5a45d0a6-1223-4ce5-9960-6c0d9129dc48 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e690812-4576-4754-879d-aa3c4840d9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412548 Mar 16 11:13:14.409871 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-9bac84dd-c9db-4904-9631-503a692c3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:18Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '6ec78e77-d292-4e62-aca5-466008850bb6', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.33', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'port_id': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'mac_address': 'fa:16:3e:d0:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:11:36Z', 'updated_at': '2022-03-16T11:11:38Z', 'revision_number': 1, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1051c928-816d-4dca-a6d2-35cc14ac9798', 'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:8a:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:17Z', 'updated_at': '2022-03-16T11:11:22Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:14.413577 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac84dd-c9db-4904-9631-503a692c3565 None None] Checking router: 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:13:14.422247 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac84dd-c9db-4904-9631-503a692c3565 None None] Routers {'8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:14.422409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e405-fa9a-4e3a-9bf1-4613dbb360b8 req-7b9822e8-219f-4e5b-9a1e-b134e2639471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:14.422823 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-9bac84dd-c9db-4904-9631-503a692c3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:13:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:14.423777 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0f8e405-fa9a-4e3a-9bf1-4613dbb360b8 req-7b9822e8-219f-4e5b-9a1e-b134e2639471 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92f6eb57-d57a-43a9-a399-33984ffcaf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705419 Mar 16 11:13:14.553763 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0f8e405-fa9a-4e3a-9bf1-4613dbb360b8 req-31029d3e-7804-4d27-a219-569afe6cbdef service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231432 Mar 16 11:13:14.594651 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-9bac84dd-c9db-4904-9631-503a692c3565 None None] Set router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:14.686595 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0f8e405-fa9a-4e3a-9bf1-4613dbb360b8 req-a700cfdc-f184-40c1-b773-91829ad26dc9 service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252434 Mar 16 11:13:14.943352 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-9bac84dd-c9db-4904-9631-503a692c3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:18Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '6ec78e77-d292-4e62-aca5-466008850bb6', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.33', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'port_id': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'mac_address': 'fa:16:3e:d0:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:11:36Z', 'updated_at': '2022-03-16T11:11:38Z', 'revision_number': 1, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1051c928-816d-4dca-a6d2-35cc14ac9798', 'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:8a:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:17Z', 'updated_at': '2022-03-16T11:11:22Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:14.947538 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac84dd-c9db-4904-9631-503a692c3565 None None] The sync data for ids ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'] in dv-neutron-833859-1-hyperv is: [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:18Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '6ec78e77-d292-4e62-aca5-466008850bb6', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.33', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'port_id': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'mac_address': 'fa:16:3e:d0:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:11:36Z', 'updated_at': '2022-03-16T11:11:38Z', 'revision_number': 1, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1051c928-816d-4dca-a6d2-35cc14ac9798', 'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:8a:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:17Z', 'updated_at': '2022-03-16T11:11:22Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:15.171442 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f941ac-2c19-4c1b-856b-b002da0c38d5 None None] New status for floating IP 3b4c91b3-1173-4127-8958-c3c214addea3: DOWN {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:13:15.545786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebb315-b56e-4ae3-a43e-151624a16a2c req-a8307dd0-d23f-4e74-b025-e76014861240 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:15.547121 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e8ebb315-b56e-4ae3-a43e-151624a16a2c req-a8307dd0-d23f-4e74-b025-e76014861240 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 946 time: 0.0823798 Mar 16 11:13:15.590453 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e8ebb315-b56e-4ae3-a43e-151624a16a2c req-3bc59f86-a575-463a-aaab-1ac59a6ccc01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e690812-4576-4754-879d-aa3c4840d9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375175 Mar 16 11:13:15.873211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330c79a-3df9-4539-a5f3-d8fb7a44b042 req-9c6c4785-82db-4140-899c-50a5bc15899a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:15.874600 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c330c79a-3df9-4539-a5f3-d8fb7a44b042 req-9c6c4785-82db-4140-899c-50a5bc15899a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 946 time: 0.0775089 Mar 16 11:13:15.943144 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-c330c79a-3df9-4539-a5f3-d8fb7a44b042 req-74ec19f1-db29-4a00-84fb-23decc762023 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port aa42571b-de86-453c-a5c4-0c65b22bdcae {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:15.943506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c330c79a-3df9-4539-a5f3-d8fb7a44b042 req-74ec19f1-db29-4a00-84fb-23decc762023 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:16.182179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-c330c79a-3df9-4539-a5f3-d8fb7a44b042 req-74ec19f1-db29-4a00-84fb-23decc762023 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port aa42571b-de86-453c-a5c4-0c65b22bdcae, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=aa42571b-de86-453c-a5c4-0c65b22bdcae,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:16.182451 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c330c79a-3df9-4539-a5f3-d8fb7a44b042 req-74ec19f1-db29-4a00-84fb-23decc762023 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:16.408928 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-c330c79a-3df9-4539-a5f3-d8fb7a44b042 req-74ec19f1-db29-4a00-84fb-23decc762023 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for aa42571b-de86-453c-a5c4-0c65b22bdcae owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:16.549241 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c330c79a-3df9-4539-a5f3-d8fb7a44b042 req-74ec19f1-db29-4a00-84fb-23decc762023 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:16.629881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec19f1-db29-4a00-84fb-23decc762023 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=aa42571b-de86-453c-a5c4-0c65b22bdcae,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:16.674610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-c330c79a-3df9-4539-a5f3-d8fb7a44b042 req-74ec19f1-db29-4a00-84fb-23decc762023 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] No DVR routers for this DVR port aa42571b-de86-453c-a5c4-0c65b22bdcae on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:16.677226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c330c79a-3df9-4539-a5f3-d8fb7a44b042 req-74ec19f1-db29-4a00-84fb-23decc762023 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:16.680021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96fe4b3-afd2-456b-a3ca-5930039139b4', 'name': 'network-vif-deleted', 'tag': 'aa42571b-de86-453c-a5c4-0c65b22bdcae'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:13:16.697647 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c330c79a-3df9-4539-a5f3-d8fb7a44b042 req-74ec19f1-db29-4a00-84fb-23decc762023 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "DELETE /v2.0/ports/aa42571b-de86-453c-a5c4-0c65b22bdcae HTTP/1.1" status: 204 len: 173 time: 0.8177359 Mar 16 11:13:16.738894 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96fe4b3-afd2-456b-a3ca-5930039139b4', 'name': 'network-vif-deleted', 'tag': 'aa42571b-de86-453c-a5c4-0c65b22bdcae', 'status': 'completed', 'code': 200} Mar 16 11:13:16.754910 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-234ae392-029c-4738-910a-4f7de783f2e9 req-39d5e3a6-0a2f-42b7-a877-863729a440a5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96fe4b3-afd2-456b-a3ca-5930039139b4 HTTP/1.1" status: 200 len: 210 time: 0.0531454 Mar 16 11:13:17.787421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:17.848189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56092) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:17.914455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0d6b504d-db56-4cdb-ae0c-97062f4afc16 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:17.946797 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0d6b504d-db56-4cdb-ae0c-97062f4afc16 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.011072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0d6b504d-db56-4cdb-ae0c-97062f4afc16 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.028554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b504d-db56-4cdb-ae0c-97062f4afc16 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e690812-4576-4754-879d-aa3c4840d9f8,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:18.040804 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0d6b504d-db56-4cdb-ae0c-97062f4afc16 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.044310 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0d6b504d-db56-4cdb-ae0c-97062f4afc16 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/security-groups/9e690812-4576-4754-879d-aa3c4840d9f8 HTTP/1.1" status: 204 len: 168 time: 0.1926801 Mar 16 11:13:18.071198 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56098) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:18.321194 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device aa42571b-de86-453c-a5c4-0c65b22bdcae no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:18.353880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: aa42571b-de86-453c-a5c4-0c65b22bdcae {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:18.354225 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device aa42571b-de86-453c-a5c4-0c65b22bdcae not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:18.378151 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-47bcfdcb-954b-40c1-b90d-7d2b3029b8aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 50082cda-480f-43b5-9242-fff6e0b611ce {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:18.378481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-47bcfdcb-954b-40c1-b90d-7d2b3029b8aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.543100 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-47bcfdcb-954b-40c1-b90d-7d2b3029b8aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.543368 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-47bcfdcb-954b-40c1-b90d-7d2b3029b8aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.661151 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-47bcfdcb-954b-40c1-b90d-7d2b3029b8aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 50082cda-480f-43b5-9242-fff6e0b611ce owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:18.811241 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-47bcfdcb-954b-40c1-b90d-7d2b3029b8aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.857943 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcfdcb-954b-40c1-b90d-7d2b3029b8aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=50082cda-480f-43b5-9242-fff6e0b611ce,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:18.945789 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-47bcfdcb-954b-40c1-b90d-7d2b3029b8aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.946106 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-47bcfdcb-954b-40c1-b90d-7d2b3029b8aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 6ec78e77-d292-4e62-aca5-466008850bb6 disassociated (deleted). External IP: 172.26.3.33, port: a96cdb7d-5213-4bc0-8846-ebb78362c28f. Mar 16 11:13:19.305807 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bcfdcb-954b-40c1-b90d-7d2b3029b8aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:19.483655 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bcfdcb-954b-40c1-b90d-7d2b3029b8aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:19.493330 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307bce63-4cc4-4af2-82eb-e6e15ba719a5 None None] Sync routers for ids ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:19.499749 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-47bcfdcb-954b-40c1-b90d-7d2b3029b8aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.502376 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307bce63-4cc4-4af2-82eb-e6e15ba719a5 None None] Routers {'8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:19.502975 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-307bce63-4cc4-4af2-82eb-e6e15ba719a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:13:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:19.555126 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-47bcfdcb-954b-40c1-b90d-7d2b3029b8aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/floatingips/6ec78e77-d292-4e62-aca5-466008850bb6 HTTP/1.1" status: 204 len: 168 time: 1.4801424 Mar 16 11:13:19.555126 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'tag': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:13:19.599670 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'tag': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'status': 'completed', 'code': 200} Mar 16 11:13:19.681853 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-307bce63-4cc4-4af2-82eb-e6e15ba719a5 None None] Set router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:19.690550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1bce4-e74c-4e96-aba6-a01963f546a5 req-b1c439a3-e788-4c3a-b79e-3db422ebd287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:19.692051 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f3f1bce4-e74c-4e96-aba6-a01963f546a5 req-b1c439a3-e788-4c3a-b79e-3db422ebd287 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 1098 time: 0.0698290 Mar 16 11:13:19.832929 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1bce4-e74c-4e96-aba6-a01963f546a5 req-04a4916e-1e23-4d4c-989c-7f9384fc941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:19.834329 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f3f1bce4-e74c-4e96-aba6-a01963f546a5 req-04a4916e-1e23-4d4c-989c-7f9384fc941c service neutron] 10.222.0.18 "GET /v2.0/networks?id=92f6eb57-d57a-43a9-a399-33984ffcaf67 HTTP/1.1" status: 200 len: 898 time: 0.1356659 Mar 16 11:13:19.907659 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f3f1bce4-e74c-4e96-aba6-a01963f546a5 req-a4416895-1eca-4f36-bfb8-59d0acf23776 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a96cdb7d-5213-4bc0-8846-ebb78362c28f HTTP/1.1" status: 200 len: 217 time: 0.0653226 Mar 16 11:13:19.971667 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1bce4-e74c-4e96-aba6-a01963f546a5 req-1beea084-24cf-44b5-863b-d77968b4e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:19.973517 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f3f1bce4-e74c-4e96-aba6-a01963f546a5 req-1beea084-24cf-44b5-863b-d77968b4e887 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e44ec8e-25a2-4eb0-bd71-b139e1302ba9 HTTP/1.1" status: 200 len: 835 time: 0.0597908 Mar 16 11:13:20.049910 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422fe2a-733f-46e8-80b1-7d3364fc6339 req-c9b326e0-c8bc-4566-b4a0-5af6710eb7c3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:20.050652 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-1422fe2a-733f-46e8-80b1-7d3364fc6339 req-c9b326e0-c8bc-4566-b4a0-5af6710eb7c3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:20.057011 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-307bce63-4cc4-4af2-82eb-e6e15ba719a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:18Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '1051c928-816d-4dca-a6d2-35cc14ac9798', 'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:8a:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:17Z', 'updated_at': '2022-03-16T11:11:22Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:20.057685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1bce4-e74c-4e96-aba6-a01963f546a5 req-aec286a6-6e45-452b-8a1c-87ffcea075d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:20.059180 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f3f1bce4-e74c-4e96-aba6-a01963f546a5 req-aec286a6-6e45-452b-8a1c-87ffcea075d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92f6eb57-d57a-43a9-a399-33984ffcaf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781808 Mar 16 11:13:20.061418 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307bce63-4cc4-4af2-82eb-e6e15ba719a5 None None] Checking router: 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:13:20.066805 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-1422fe2a-733f-46e8-80b1-7d3364fc6339 req-c9b326e0-c8bc-4566-b4a0-5af6710eb7c3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:20.068251 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1422fe2a-733f-46e8-80b1-7d3364fc6339 req-c9b326e0-c8bc-4566-b4a0-5af6710eb7c3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 945 time: 0.2196805 Mar 16 11:13:20.070480 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307bce63-4cc4-4af2-82eb-e6e15ba719a5 None None] Routers {'8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:20.071084 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-307bce63-4cc4-4af2-82eb-e6e15ba719a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:13:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:20.112322 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-1422fe2a-733f-46e8-80b1-7d3364fc6339 req-00fbab6c-6542-44ad-8d4f-d3b1a983a1fd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:20.130044 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-1422fe2a-733f-46e8-80b1-7d3364fc6339 req-00fbab6c-6542-44ad-8d4f-d3b1a983a1fd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:20.131778 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1422fe2a-733f-46e8-80b1-7d3364fc6339 req-00fbab6c-6542-44ad-8d4f-d3b1a983a1fd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca3c9394-4674-46c3-a859-ea2a7fc80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575418 Mar 16 11:13:20.199906 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f3f1bce4-e74c-4e96-aba6-a01963f546a5 req-02936036-d544-41a3-b16e-01dda0063ee8 service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336589 Mar 16 11:13:20.254543 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-307bce63-4cc4-4af2-82eb-e6e15ba719a5 None None] Set router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:20.334280 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f3f1bce4-e74c-4e96-aba6-a01963f546a5 req-5463f4ea-629f-4afb-bd14-db2a156c3324 service neutron] 10.222.0.18 "GET /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269221 Mar 16 11:13:20.556616 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-307bce63-4cc4-4af2-82eb-e6e15ba719a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:18Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '1051c928-816d-4dca-a6d2-35cc14ac9798', 'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:8a:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:17Z', 'updated_at': '2022-03-16T11:11:22Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:20.560766 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307bce63-4cc4-4af2-82eb-e6e15ba719a5 None None] The sync data for ids ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'] in dv-neutron-833859-1-hyperv is: [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:18Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '1051c928-816d-4dca-a6d2-35cc14ac9798', 'name': '', 'network_id': '92f6eb57-d57a-43a9-a399-33984ffcaf67', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:8a:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:17Z', 'updated_at': '2022-03-16T11:11:22Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '3e44ec8e-25a2-4eb0-bd71-b139e1302ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:20.765355 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a329f0c-1561-40e1-8c88-e174540f2d9f None None] New status for floating IP 6ec78e77-d292-4e62-aca5-466008850bb6: DOWN {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:13:21.315059 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d2dfe-a73e-4895-ac41-e67604e2619c req-6a7ff842-e61a-49c0-b56c-9f17ed75722e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:21.315766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-c38d2dfe-a73e-4895-ac41-e67604e2619c req-6a7ff842-e61a-49c0-b56c-9f17ed75722e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:21.327529 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-c38d2dfe-a73e-4895-ac41-e67604e2619c req-6a7ff842-e61a-49c0-b56c-9f17ed75722e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:21.328617 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c38d2dfe-a73e-4895-ac41-e67604e2619c req-6a7ff842-e61a-49c0-b56c-9f17ed75722e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 945 time: 0.0899653 Mar 16 11:13:21.412271 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c38d2dfe-a73e-4895-ac41-e67604e2619c req-fc9eff36-c482-4743-a009-dcc8b8212a3c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca3c9394-4674-46c3-a859-ea2a7fc80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779974 Mar 16 11:13:21.447526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d3c06-046c-4a4e-9aa7-2d77cd89d393 req-86127d4c-90db-4180-a191-21cea5b5f6c7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:21.448930 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f31d3c06-046c-4a4e-9aa7-2d77cd89d393 req-86127d4c-90db-4180-a191-21cea5b5f6c7 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 945 time: 0.0889339 Mar 16 11:13:21.515508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-f31d3c06-046c-4a4e-9aa7-2d77cd89d393 req-a98176a6-a881-4e31-baf6-da24c3413acb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port a96cdb7d-5213-4bc0-8846-ebb78362c28f {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:21.515840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f31d3c06-046c-4a4e-9aa7-2d77cd89d393 req-a98176a6-a881-4e31-baf6-da24c3413acb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.855494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-f31d3c06-046c-4a4e-9aa7-2d77cd89d393 req-a98176a6-a881-4e31-baf6-da24c3413acb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port a96cdb7d-5213-4bc0-8846-ebb78362c28f, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=a96cdb7d-5213-4bc0-8846-ebb78362c28f,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:21.855756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f31d3c06-046c-4a4e-9aa7-2d77cd89d393 req-a98176a6-a881-4e31-baf6-da24c3413acb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.973624 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-f31d3c06-046c-4a4e-9aa7-2d77cd89d393 req-a98176a6-a881-4e31-baf6-da24c3413acb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for a96cdb7d-5213-4bc0-8846-ebb78362c28f owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:21.985776 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:13:22.112263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f31d3c06-046c-4a4e-9aa7-2d77cd89d393 req-a98176a6-a881-4e31-baf6-da24c3413acb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:22.159701 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98176a6-a881-4e31-baf6-da24c3413acb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=a96cdb7d-5213-4bc0-8846-ebb78362c28f,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:22.234077 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31d3c06-046c-4a4e-9aa7-2d77cd89d393 req-a98176a6-a881-4e31-baf6-da24c3413acb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] No DVR routers for this DVR port a96cdb7d-5213-4bc0-8846-ebb78362c28f on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:22.236396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f31d3c06-046c-4a4e-9aa7-2d77cd89d393 req-a98176a6-a881-4e31-baf6-da24c3413acb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:22.238800 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'name': 'network-vif-deleted', 'tag': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:13:22.254943 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f31d3c06-046c-4a4e-9aa7-2d77cd89d393 req-a98176a6-a881-4e31-baf6-da24c3413acb tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "DELETE /v2.0/ports/a96cdb7d-5213-4bc0-8846-ebb78362c28f HTTP/1.1" status: 204 len: 173 time: 0.8008311 Mar 16 11:13:22.288592 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb6808d-eb89-4d97-9edc-cbaf9c63964f', 'name': 'network-vif-deleted', 'tag': 'a96cdb7d-5213-4bc0-8846-ebb78362c28f', 'status': 'completed', 'code': 200} Mar 16 11:13:22.574754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-c95b9eb8-47f1-4385-907d-f5e626f46ccb req-267da6ba-bafd-454d-9f8c-6f7ad72a6ee1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:22.591508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-c95b9eb8-47f1-4385-907d-f5e626f46ccb req-267da6ba-bafd-454d-9f8c-6f7ad72a6ee1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:22.592676 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c95b9eb8-47f1-4385-907d-f5e626f46ccb req-267da6ba-bafd-454d-9f8c-6f7ad72a6ee1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eb6808d-eb89-4d97-9edc-cbaf9c63964f HTTP/1.1" status: 200 len: 210 time: 0.0595944 Mar 16 11:13:23.695059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56118) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:23.764647 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2f11-409f-4e34-b545-32388a926ab3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.792343 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2f11-409f-4e34-b545-32388a926ab3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.853814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2f11-409f-4e34-b545-32388a926ab3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.872057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf2f11-409f-4e34-b545-32388a926ab3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3c9394-4674-46c3-a859-ea2a7fc80725,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:23.884683 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2f11-409f-4e34-b545-32388a926ab3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.885942 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0cbf2f11-409f-4e34-b545-32388a926ab3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/security-groups/ca3c9394-4674-46c3-a859-ea2a7fc80725 HTTP/1.1" status: 204 len: 168 time: 0.1895578 Mar 16 11:13:23.915610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56124) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:24.352450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device a96cdb7d-5213-4bc0-8846-ebb78362c28f no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:24.388761 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: a96cdb7d-5213-4bc0-8846-ebb78362c28f {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:24.389126 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device a96cdb7d-5213-4bc0-8846-ebb78362c28f not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:24.452224 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7a4afcbc-314e-49e8-a841-1c4957e391aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.794075 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-7a4afcbc-314e-49e8-a841-1c4957e391aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 1051c928-816d-4dca-a6d2-35cc14ac9798 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:24.794788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7a4afcbc-314e-49e8-a841-1c4957e391aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.972818 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-7a4afcbc-314e-49e8-a841-1c4957e391aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port 1051c928-816d-4dca-a6d2-35cc14ac9798, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=1051c928-816d-4dca-a6d2-35cc14ac9798,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:24.973165 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7a4afcbc-314e-49e8-a841-1c4957e391aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.191734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-7a4afcbc-314e-49e8-a841-1c4957e391aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 1051c928-816d-4dca-a6d2-35cc14ac9798 owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:25.376649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7a4afcbc-314e-49e8-a841-1c4957e391aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.425634 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4afcbc-314e-49e8-a841-1c4957e391aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=1051c928-816d-4dca-a6d2-35cc14ac9798,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:25.691609 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7a4afcbc-314e-49e8-a841-1c4957e391aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.036982 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4afcbc-314e-49e8-a841-1c4957e391aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:26.209127 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4afcbc-314e-49e8-a841-1c4957e391aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:26.219414 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7deeb5e-aef0-4395-b085-c75fa353bf54 None None] Sync routers for ids ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:26.226704 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7a4afcbc-314e-49e8-a841-1c4957e391aa tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3100162 Mar 16 11:13:26.229419 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56128) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:26.229561 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7deeb5e-aef0-4395-b085-c75fa353bf54 None None] Routers {'8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:26.230068 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d7deeb5e-aef0-4395-b085-c75fa353bf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:13:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:26.296594 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb3a722-1a45-4ed5-81c8-a5b596f25c6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting subnet 3e44ec8e-25a2-4eb0-bd71-b139e1302ba9 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:13:26.299517 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-efb3a722-1a45-4ed5-81c8-a5b596f25c6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.354685 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-efb3a722-1a45-4ed5-81c8-a5b596f25c6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.401366 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-d7deeb5e-aef0-4395-b085-c75fa353bf54 None None] Set router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:26.443491 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-efb3a722-1a45-4ed5-81c8-a5b596f25c6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.518450 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-efb3a722-1a45-4ed5-81c8-a5b596f25c6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.665951 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3a722-1a45-4ed5-81c8-a5b596f25c6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Subnet': ['ID=3e44ec8e-25a2-4eb0-bd71-b139e1302ba9,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:26.669514 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-efb3a722-1a45-4ed5-81c8-a5b596f25c6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.678563 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-efb3a722-1a45-4ed5-81c8-a5b596f25c6f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/subnets/3e44ec8e-25a2-4eb0-bd71-b139e1302ba9 HTTP/1.1" status: 204 len: 168 time: 0.4458091 Mar 16 11:13:26.678955 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56132) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:26.680272 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297e4de9-6ecb-4e42-8aa5-983784ad098a None None] Network 92f6eb57-d57a-43a9-a399-33984ffcaf67 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:26.683139 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d7deeb5e-aef0-4395-b085-c75fa353bf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:13:25Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:26.687078 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7deeb5e-aef0-4395-b085-c75fa353bf54 None None] Checking router: 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:13:26.695731 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7deeb5e-aef0-4395-b085-c75fa353bf54 None None] Routers {'8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:26.695977 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d7deeb5e-aef0-4395-b085-c75fa353bf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:13:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:26.860278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fefb89f0-cf17-4667-a596-af344b791cd8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.901758 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-d7deeb5e-aef0-4395-b085-c75fa353bf54 None None] Set router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:26.979225 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] DHCP port deletion for 92f6eb57-d57a-43a9-a399-33984ffcaf67 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:13:26.983565 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Deleting port f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:26.983943 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.042715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fefb89f0-cf17-4667-a596-af344b791cd8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.052068 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-fefb89f0-cf17-4667-a596-af344b791cd8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port fcb7c592-6c14-43bb-9d6c-0ade8c442db1 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:27.052377 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fefb89f0-cf17-4667-a596-af344b791cd8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.185534 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d7deeb5e-aef0-4395-b085-c75fa353bf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:13:25Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:27.189685 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7deeb5e-aef0-4395-b085-c75fa353bf54 None None] The sync data for ids ['8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe'] in dv-neutron-833859-1-hyperv is: [{'id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1241587916', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:13:25Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': 'fcb7c592-6c14-43bb-9d6c-0ade8c442db1', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:11:13Z', 'updated_at': '2022-03-16T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:27.199551 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] For port f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f,segment=NetworkSegment(67146706-aa32-4bcf-86b3-77f7c549eab4),segment_id=67146706-aa32-4bcf-86b3-77f7c549eab4)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:27.199894 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.238138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-fefb89f0-cf17-4667-a596-af344b791cd8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port fcb7c592-6c14-43bb-9d6c-0ade8c442db1, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=fcb7c592-6c14-43bb-9d6c-0ade8c442db1,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:27.238484 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fefb89f0-cf17-4667-a596-af344b791cd8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.327928 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Calling delete_port for f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:27.363513 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-fefb89f0-cf17-4667-a596-af344b791cd8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for fcb7c592-6c14-43bb-9d6c-0ade8c442db1 owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:27.401824 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.444893 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Pushing event deleted for resources: {'Port': ['ID=f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:27.454173 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] No DVR routers for this DVR port f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:27.456147 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:27.456492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:27.456829 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:27.457160 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:27.457488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:27.457842 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:27.458281 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:27.458460 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:27.458754 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:27.459072 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:27.459409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:27.459723 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0f9f6-7d99-4711-8662-23e4ca562597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:27.535464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fefb89f0-cf17-4667-a596-af344b791cd8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.582416 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb89f0-cf17-4667-a596-af344b791cd8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=fcb7c592-6c14-43bb-9d6c-0ade8c442db1,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:27.674967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fefb89f0-cf17-4667-a596-af344b791cd8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.768582 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [req-b44eaeef-440d-4664-82eb-c474f5bdf522 req-182ff7b2-e021-4917-9c19-5a4c193daed2 service neutron] (87969) timed out ('10.222.0.18', 49447) {{(pid=87969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 11:13:27.845596 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fefb89f0-cf17-4667-a596-af344b791cd8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.847751 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fefb89f0-cf17-4667-a596-af344b791cd8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.869115 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fefb89f0-cf17-4667-a596-af344b791cd8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.869606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefb89f0-cf17-4667-a596-af344b791cd8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Fanout notify agent at l3_agent the message router_deleted on router 8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:13:27.884286 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fefb89f0-cf17-4667-a596-af344b791cd8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.885327 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fefb89f0-cf17-4667-a596-af344b791cd8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/routers/8148c7b0-3d3b-4c07-a1d2-3d4017b9a8fe HTTP/1.1" status: 204 len: 168 time: 1.2054253 Mar 16 11:13:27.887959 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56136) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:28.098148 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d8a86fb-c8e4-4c5c-8d4b-f0b797e57c4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.224914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d8a86fb-c8e4-4c5c-8d4b-f0b797e57c4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.249025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-4d8a86fb-c8e4-4c5c-8d4b-f0b797e57c4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f6eb57-d57a-43a9-a399-33984ffcaf67']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:28.260531 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-4d8a86fb-c8e4-4c5c-8d4b-f0b797e57c4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67146706-aa32-4bcf-86b3-77f7c549eab4') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:28.260826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-4d8a86fb-c8e4-4c5c-8d4b-f0b797e57c4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67146706-aa32-4bcf-86b3-77f7c549eab4') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:28.272226 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d8a86fb-c8e4-4c5c-8d4b-f0b797e57c4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.290438 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d8a86fb-c8e4-4c5c-8d4b-f0b797e57c4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.297626 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8a86fb-c8e4-4c5c-8d4b-f0b797e57c4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:13:28.298025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d8a86fb-c8e4-4c5c-8d4b-f0b797e57c4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:28.312457 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:28.392642 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d8a86fb-c8e4-4c5c-8d4b-f0b797e57c4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.409707 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4d8a86fb-c8e4-4c5c-8d4b-f0b797e57c4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.420591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a86fb-c8e4-4c5c-8d4b-f0b797e57c4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Network': ['ID=92f6eb57-d57a-43a9-a399-33984ffcaf67,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:28.425492 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4d8a86fb-c8e4-4c5c-8d4b-f0b797e57c4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/networks/92f6eb57-d57a-43a9-a399-33984ffcaf67 HTTP/1.1" status: 204 len: 168 time: 0.5365658 Mar 16 11:13:28.452504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56140) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:28.458202 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6b1d2075-99c5-4b4d-bcf9-616b4989378c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'network': {'name': 'tempest-network-smoke--67672638', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'port_security_enabled': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:28.463446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6b1d2075-99c5-4b4d-bcf9-616b4989378c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:28.469033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:28.469551 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6b1d2075-99c5-4b4d-bcf9-616b4989378c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:network and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:28.472881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6b1d2075-99c5-4b4d-bcf9-616b4989378c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:28.478948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6b1d2075-99c5-4b4d-bcf9-616b4989378c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:28.490998 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1d2075-99c5-4b4d-bcf9-616b4989378c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:28.494681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2075-99c5-4b4d-bcf9-616b4989378c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.505418 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:28.505743 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device f9fcd9d4-b6b5-4675-96c9-c103e7e49c3f not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:28.506162 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1051c928-816d-4dca-a6d2-35cc14ac9798 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:28.522164 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1d2075-99c5-4b4d-bcf9-616b4989378c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:28.531237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2075-99c5-4b4d-bcf9-616b4989378c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.531690 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-6b1d2075-99c5-4b4d-bcf9-616b4989378c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Added segment c3e1a48f-da2c-4fe0-81c6-e22198025f90 of type vlan for network b8883842-a274-43b8-a50d-2c49bba1e71e Mar 16 11:13:28.539176 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 1051c928-816d-4dca-a6d2-35cc14ac9798 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:28.539536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 1051c928-816d-4dca-a6d2-35cc14ac9798 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:28.539945 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device fcb7c592-6c14-43bb-9d6c-0ade8c442db1 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:28.561785 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2075-99c5-4b4d-bcf9-616b4989378c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.572338 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: fcb7c592-6c14-43bb-9d6c-0ade8c442db1 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:28.572684 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device fcb7c592-6c14-43bb-9d6c-0ade8c442db1 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:28.590521 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2075-99c5-4b4d-bcf9-616b4989378c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.595850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1d2075-99c5-4b4d-bcf9-616b4989378c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:28.596427 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2075-99c5-4b4d-bcf9-616b4989378c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.698014 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6b1d2075-99c5-4b4d-bcf9-616b4989378c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2443619 Mar 16 11:13:28.700800 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56144) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:28.705184 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d2075-99c5-4b4d-bcf9-616b4989378c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Network': ['ID=b8883842-a274-43b8-a50d-2c49bba1e71e,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:28.706539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-780536300', 'admin_state_up': True, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:28.715372 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network b8883842-a274-43b8-a50d-2c49bba1e71e details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:28.715936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:28.719830 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:router and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:28.722601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:28.728831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:28.739128 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.740401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.758293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.026849 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.321757 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.349963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.489038 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.26.3.177 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/8d6aa79a-ffc7-492c-92df-b0c62d9b4f13) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:29.742204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.772669 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.831676 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:29.834315 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:29.842754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:29.885028 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=8d6aa79a-ffc7-492c-92df-b0c62d9b4f13,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:30.249703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.579542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.776384 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 0b82b4ed-5976-4965-aded-49a9e773f663 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:13:30.850338 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e9a2350a-33bf-4714-926f-cd99b80706fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.961379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:30.971227 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Sync routers for ids ['0b82b4ed-5976-4965-aded-49a9e773f663'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:30.980560 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Routers {'0b82b4ed-5976-4965-aded-49a9e773f663'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:30.981307 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:13:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['0b82b4ed-5976-4965-aded-49a9e773f663'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:30.992309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.996635 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-347857bf-b9c2-4980-8a04-3e286d8d2831 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2913425 Mar 16 11:13:30.996850 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56152) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:31.162487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Set router 0b82b4ed-5976-4965-aded-49a9e773f663 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:31.275196 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-05ac10e5-010d-4f20-8d44-66ff102df2bb tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=c123fb581b00432cb3f2292d7d9251a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2747502 Mar 16 11:13:31.275790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56158) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:31.402025 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf95b81-5c7b-4009-a412-911da758a476 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:31.403504 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4cf95b81-5c7b-4009-a412-911da758a476 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1272461 Mar 16 11:13:31.406438 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56162) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:31.444261 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d37aab61-0a00-4a97-b9d1-99bad92d00e0 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367939 Mar 16 11:13:31.444515 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:30Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:29Z', 'updated_at': '2022-03-16T11:13:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:31.446759 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56166) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:31.448451 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Checking router: 0b82b4ed-5976-4965-aded-49a9e773f663 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:13:31.448802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Updating router 0b82b4ed-5976-4965-aded-49a9e773f663 port 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:13:31.451898 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-98d24e21-2a87-4a4e-a9b3-e6c3b7550b5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-353440891', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:31.504411 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.558244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-98d24e21-2a87-4a4e-a9b3-e6c3b7550b5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:31.562556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-98d24e21-2a87-4a4e-a9b3-e6c3b7550b5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:subnet and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:31.565337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-98d24e21-2a87-4a4e-a9b3-e6c3b7550b5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:31.570846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-98d24e21-2a87-4a4e-a9b3-e6c3b7550b5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:31.580450 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d24e21-2a87-4a4e-a9b3-e6c3b7550b5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:31.583975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-98d24e21-2a87-4a4e-a9b3-e6c3b7550b5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.796975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-98d24e21-2a87-4a4e-a9b3-e6c3b7550b5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.852989 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.864792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Transition to ACTIVE for port object 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:31.868084 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d24e21-2a87-4a4e-a9b3-e6c3b7550b5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Subnet': ['ID=8201497b-a517-4f23-b7f9-14a097f2bb74,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:31.871891 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.881792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d24e21-2a87-4a4e-a9b3-e6c3b7550b5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Checking segment: {'id': 'c3e1a48f-da2c-4fe0-81c6-e22198025f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:31.882141 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d24e21-2a87-4a4e-a9b3-e6c3b7550b5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network hostable DHCP agents. Network: b8883842-a274-43b8-a50d-2c49bba1e71e, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:31.903653 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d24e21-2a87-4a4e-a9b3-e6c3b7550b5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network b8883842-a274-43b8-a50d-2c49bba1e71e is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:31.914204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-98d24e21-2a87-4a4e-a9b3-e6c3b7550b5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, b8883842-a274-43b8-a50d-2c49bba1e71e) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:31.919638 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d24e21-2a87-4a4e-a9b3-e6c3b7550b5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:31.921092 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-98d24e21-2a87-4a4e-a9b3-e6c3b7550b5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.932047 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae7faaf-c51c-4774-9733-19adf48a0e14 None None] Network b8883842-a274-43b8-a50d-2c49bba1e71e requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:31.943386 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-98d24e21-2a87-4a4e-a9b3-e6c3b7550b5f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4956353 Mar 16 11:13:31.946194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56170) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:31.978510 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Attempting to bind port 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:31.978880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Attempting to bind port 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:31.979266 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Attempting to bind port 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:32.032446 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee78e4d-ab4a-4ba2-aea5-9d368127dd37 None None] Pushing event updated for resources: {'Port': ['ID=8d6aa79a-ffc7-492c-92df-b0c62d9b4f13,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:32.038612 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:32.038998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:32.039443 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.039820 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:32.040433 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Bound port: 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:32.040662 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.182671 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] For port 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:32.198420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] For port 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8d6aa79a-ffc7-492c-92df-b0c62d9b4f13,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:32.205714 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.302407 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-b8883842-a274-43b8-a50d-2c49bba1e71e', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ips': [{'subnet_id': '8201497b-a517-4f23-b7f9-14a097f2bb74'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:13:32.303417 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.338904 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Routers {'0b82b4ed-5976-4965-aded-49a9e773f663'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:32.339546 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:13:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['0b82b4ed-5976-4965-aded-49a9e773f663'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:32.436060 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee78e4d-ab4a-4ba2-aea5-9d368127dd37 None None] Pushing event updated for resources: {'Port': ['ID=8d6aa79a-ffc7-492c-92df-b0c62d9b4f13,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:32.621915 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] Set router 0b82b4ed-5976-4965-aded-49a9e773f663 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:32.663312 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.748067 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Allocated IP 172.20.0.2 (b8883842-a274-43b8-a50d-2c49bba1e71e/8201497b-a517-4f23-b7f9-14a097f2bb74/68154b56-d190-4df2-a704-65349fafc403) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:33.065118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7ba865d4-40ed-41a3-b6b3-c7f97b504d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.141537 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.147499 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:30Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:29Z', 'updated_at': '2022-03-16T11:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:33.155627 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Transition to ACTIVE for port object 68154b56-d190-4df2-a704-65349fafc403 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:33.157981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde3db3-fc3f-4bbd-b330-33febf4cdd0f None None] The sync data for ids ['0b82b4ed-5976-4965-aded-49a9e773f663'] in dv-neutron-833859-1-hyperv is: [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:30Z', 'revision_number': 3, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:29Z', 'updated_at': '2022-03-16T11:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:33.175771 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Transition to ACTIVE for port object 68154b56-d190-4df2-a704-65349fafc403 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:33.181494 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.242842 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Network b8883842-a274-43b8-a50d-2c49bba1e71e is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:33.245967 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:33.248505 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:33.258166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.1 (b8883842-a274-43b8-a50d-2c49bba1e71e/8201497b-a517-4f23-b7f9-14a097f2bb74/5a7e4aef-4b66-4254-801b-0b1b155f2973) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:33.300986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Pushing event updated for resources: {'Port': ['ID=68154b56-d190-4df2-a704-65349fafc403,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:33.357070 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Attempting to bind port 68154b56-d190-4df2-a704-65349fafc403 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:33.358110 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Attempting to bind port 68154b56-d190-4df2-a704-65349fafc403 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'c3e1a48f-da2c-4fe0-81c6-e22198025f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:33.358562 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Attempting to bind port 68154b56-d190-4df2-a704-65349fafc403 on network b8883842-a274-43b8-a50d-2c49bba1e71e {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:33.364462 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:33.364985 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Checking segment: {'id': 'c3e1a48f-da2c-4fe0-81c6-e22198025f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:33.365470 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.365947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Bound using segment: {'id': 'c3e1a48f-da2c-4fe0-81c6-e22198025f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:33.366532 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Bound port: 68154b56-d190-4df2-a704-65349fafc403, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e1a48f-da2c-4fe0-81c6-e22198025f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:33.366989 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.441109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.457679 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object 5a7e4aef-4b66-4254-801b-0b1b155f2973 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:33.475435 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] For port 68154b56-d190-4df2-a704-65349fafc403, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:33.479377 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] For port 68154b56-d190-4df2-a704-65349fafc403, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=68154b56-d190-4df2-a704-65349fafc403,segment=NetworkSegment(c3e1a48f-da2c-4fe0-81c6-e22198025f90),segment_id=c3e1a48f-da2c-4fe0-81c6-e22198025f90)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:33.484106 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.486577 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.573157 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network b8883842-a274-43b8-a50d-2c49bba1e71e is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:33.573545 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70526d7c-0f83-42b9-9caa-09bebbc4eea1 None None] Pushing event updated for resources: {'Port': ['ID=68154b56-d190-4df2-a704-65349fafc403,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:33.574123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=5a7e4aef-4b66-4254-801b-0b1b155f2973,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:33.577730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:33.580204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:33.648274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.801172 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.226157 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.230677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.349742 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.353647 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=5a7e4aef-4b66-4254-801b-0b1b155f2973,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:34.402090 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.476122 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.520121 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network b8883842-a274-43b8-a50d-2c49bba1e71e is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:34.521551 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:34.556562 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:34.618601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baba8139-f2eb-43f6-b7b5-9c8eb179379a None None] Network b8883842-a274-43b8-a50d-2c49bba1e71e requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:34.734419 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:34.740541 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3413f7bb-8ec5-4178-95be-aad748843960 None None] Provisioning for port 68154b56-d190-4df2-a704-65349fafc403 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:34.747968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:34.748347 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.840254 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 0b82b4ed-5976-4965-aded-49a9e773f663 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:34.985665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.013349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8d6aa79a-ffc7-492c-92df-b0c62d9b4f13,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:35.017873 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.018621 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 68154b56-d190-4df2-a704-65349fafc403 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:35.028537 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:35.041224 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226373fa-9805-4f38-9252-4be53645406a None None] Sync routers for ids ['0b82b4ed-5976-4965-aded-49a9e773f663'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:35.049808 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2d065cd1-dcbc-4cd8-91c1-be111aa67490 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/0b82b4ed-5976-4965-aded-49a9e773f663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1025147 Mar 16 11:13:35.051244 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226373fa-9805-4f38-9252-4be53645406a None None] Routers {'0b82b4ed-5976-4965-aded-49a9e773f663'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:35.051843 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-226373fa-9805-4f38-9252-4be53645406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:13:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['0b82b4ed-5976-4965-aded-49a9e773f663'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:35.052388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56176) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:35.142937 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=8d6aa79a-ffc7-492c-92df-b0c62d9b4f13,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:35.165990 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 68154b56-d190-4df2-a704-65349fafc403 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:35.172348 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 68154b56-d190-4df2-a704-65349fafc403 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:35.173051 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.237285 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2eee3f-2f1b-4b33-bff8-956193272a56 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:35.240326 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2eee3f-2f1b-4b33-bff8-956193272a56 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:35.240996 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2eee3f-2f1b-4b33-bff8-956193272a56 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:35.241618 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2eee3f-2f1b-4b33-bff8-956193272a56 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:35.246737 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56180) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:35.247955 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-226373fa-9805-4f38-9252-4be53645406a None None] Set router 0b82b4ed-5976-4965-aded-49a9e773f663 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:35.259602 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bb2eee3f-2f1b-4b33-bff8-956193272a56 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.2059324 Mar 16 11:13:35.338375 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1649397-e7cd-43cf-afe6-3c6588f98b01 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:35.338884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1649397-e7cd-43cf-afe6-3c6588f98b01 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:35.339358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1649397-e7cd-43cf-afe6-3c6588f98b01 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:35.339795 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1649397-e7cd-43cf-afe6-3c6588f98b01 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:35.341444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.344594 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e1649397-e7cd-43cf-afe6-3c6588f98b01 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0941341 Mar 16 11:13:35.345235 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56184) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:35.351394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8de4bf77-5e83-4cbc-afe7-bd473d689408 None None] Provisioning complete for port 68154b56-d190-4df2-a704-65349fafc403 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:35.351842 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8de4bf77-5e83-4cbc-afe7-bd473d689408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.434518 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 68154b56-d190-4df2-a704-65349fafc403, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=68154b56-d190-4df2-a704-65349fafc403,segment=NetworkSegment(c3e1a48f-da2c-4fe0-81c6-e22198025f90),segment_id=c3e1a48f-da2c-4fe0-81c6-e22198025f90)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:35.470309 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.561315 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=68154b56-d190-4df2-a704-65349fafc403,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:35.565587 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1b130961-3e40-4787-b657-ee4db00961d9 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2189560 Mar 16 11:13:35.595308 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8de4bf77-5e83-4cbc-afe7-bd473d689408 None None] Provisioning for port 5a7e4aef-4b66-4254-801b-0b1b155f2973 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:35.601435 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8de4bf77-5e83-4cbc-afe7-bd473d689408 None None] Provisioning complete for port 5a7e4aef-4b66-4254-801b-0b1b155f2973 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:35.601854 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8de4bf77-5e83-4cbc-afe7-bd473d689408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.622050 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-226373fa-9805-4f38-9252-4be53645406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:33Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:29Z', 'updated_at': '2022-03-16T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '5a7e4aef-4b66-4254-801b-0b1b155f2973', 'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:10:58:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:33Z', 'updated_at': '2022-03-16T11:13:34Z', 'revision_number': 2, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:35.627404 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226373fa-9805-4f38-9252-4be53645406a None None] Checking router: 0b82b4ed-5976-4965-aded-49a9e773f663 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:13:35.627750 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226373fa-9805-4f38-9252-4be53645406a None None] Updating router 0b82b4ed-5976-4965-aded-49a9e773f663 port 5a7e4aef-4b66-4254-801b-0b1b155f2973 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:13:35.657716 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-8de4bf77-5e83-4cbc-afe7-bd473d689408 None None] Port 5a7e4aef-4b66-4254-801b-0b1b155f2973 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:35.686705 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-226373fa-9805-4f38-9252-4be53645406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.779103 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-97675438-d5bf-4ee2-a316-e0f507fa4a59 None None] Provisioning complete for port 5a7e4aef-4b66-4254-801b-0b1b155f2973 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:35.779510 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-97675438-d5bf-4ee2-a316-e0f507fa4a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.792596 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56190) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:35.798955 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-0ef57c6c-5aa5-4f4f-a0c2-5305932e8f23 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889901201', 'description': 'tempest-secgroup-smoke-889901201 description', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:35.804762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0ef57c6c-5aa5-4f4f-a0c2-5305932e8f23 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:35.808857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0ef57c6c-5aa5-4f4f-a0c2-5305932e8f23 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:35.812322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0ef57c6c-5aa5-4f4f-a0c2-5305932e8f23 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:35.818051 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0ef57c6c-5aa5-4f4f-a0c2-5305932e8f23 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:35.829510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0ef57c6c-5aa5-4f4f-a0c2-5305932e8f23 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.844081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-97675438-d5bf-4ee2-a316-e0f507fa4a59 None None] Port 5a7e4aef-4b66-4254-801b-0b1b155f2973 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:35.849174 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0ef57c6c-5aa5-4f4f-a0c2-5305932e8f23 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:35.852956 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0ef57c6c-5aa5-4f4f-a0c2-5305932e8f23 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:35.855746 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0ef57c6c-5aa5-4f4f-a0c2-5305932e8f23 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:35.861804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0ef57c6c-5aa5-4f4f-a0c2-5305932e8f23 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:35.895132 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.929965 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0ef57c6c-5aa5-4f4f-a0c2-5305932e8f23 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.934071 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0ef57c6c-5aa5-4f4f-a0c2-5305932e8f23 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.978056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef57c6c-5aa5-4f4f-a0c2-5305932e8f23 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:35.982133 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0ef57c6c-5aa5-4f4f-a0c2-5305932e8f23 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.986655 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0ef57c6c-5aa5-4f4f-a0c2-5305932e8f23 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1903803 Mar 16 11:13:35.986968 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56194) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:35.991927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-b4de786e-ca79-43cd-b3b0-5183e0037e4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'd2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:35.999090 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b4de786e-ca79-43cd-b3b0-5183e0037e4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:36.003092 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b4de786e-ca79-43cd-b3b0-5183e0037e4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:36.006073 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b4de786e-ca79-43cd-b3b0-5183e0037e4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:36.011754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b4de786e-ca79-43cd-b3b0-5183e0037e4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:36.029072 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b4de786e-ca79-43cd-b3b0-5183e0037e4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.037280 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-226373fa-9805-4f38-9252-4be53645406a None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.049524 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-226373fa-9805-4f38-9252-4be53645406a None None] Transition to ACTIVE for port object 5a7e4aef-4b66-4254-801b-0b1b155f2973 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:36.055504 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-226373fa-9805-4f38-9252-4be53645406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.093090 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b4de786e-ca79-43cd-b3b0-5183e0037e4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.096837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b4de786e-ca79-43cd-b3b0-5183e0037e4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.120386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de786e-ca79-43cd-b3b0-5183e0037e4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b82ddbe-cc69-4250-b804-7841e661e46d,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:36.131668 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b4de786e-ca79-43cd-b3b0-5183e0037e4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.136328 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56198) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:36.136766 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b4de786e-ca79-43cd-b3b0-5183e0037e4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477873 Mar 16 11:13:36.142255 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1c1282a3-9258-41f0-963e-d3ceffa7f9b8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'd2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:36.148753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1c1282a3-9258-41f0-963e-d3ceffa7f9b8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:36.152754 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1c1282a3-9258-41f0-963e-d3ceffa7f9b8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:36.157074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1c1282a3-9258-41f0-963e-d3ceffa7f9b8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:36.163557 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1c1282a3-9258-41f0-963e-d3ceffa7f9b8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:36.185019 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c1282a3-9258-41f0-963e-d3ceffa7f9b8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.251666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c1282a3-9258-41f0-963e-d3ceffa7f9b8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.256877 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c1282a3-9258-41f0-963e-d3ceffa7f9b8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.287500 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c8068-a7f4-40ae-8ff9-e3091fd108ad None None] Pushing event updated for resources: {'Port': ['ID=5a7e4aef-4b66-4254-801b-0b1b155f2973,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:36.292545 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1282a3-9258-41f0-963e-d3ceffa7f9b8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1967b14-b3ff-408e-a6eb-ef732c35d51d,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:36.300973 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1c1282a3-9258-41f0-963e-d3ceffa7f9b8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.302117 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1c1282a3-9258-41f0-963e-d3ceffa7f9b8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1641600 Mar 16 11:13:36.304934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56202) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:36.307248 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c8068-a7f4-40ae-8ff9-e3091fd108ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:36.307839 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c8068-a7f4-40ae-8ff9-e3091fd108ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:36.308312 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c8068-a7f4-40ae-8ff9-e3091fd108ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:36.308735 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c8068-a7f4-40ae-8ff9-e3091fd108ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:36.309158 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c8068-a7f4-40ae-8ff9-e3091fd108ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:36.309688 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c8068-a7f4-40ae-8ff9-e3091fd108ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:36.309917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7006f21d-c532-440c-a916-2df6ec39f42f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'd2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:36.310235 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c8068-a7f4-40ae-8ff9-e3091fd108ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:36.310679 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c8068-a7f4-40ae-8ff9-e3091fd108ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:36.311272 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c8068-a7f4-40ae-8ff9-e3091fd108ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:36.311688 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c8068-a7f4-40ae-8ff9-e3091fd108ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:36.312099 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c8068-a7f4-40ae-8ff9-e3091fd108ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:36.312544 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c8068-a7f4-40ae-8ff9-e3091fd108ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:36.316921 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7006f21d-c532-440c-a916-2df6ec39f42f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:36.321056 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7006f21d-c532-440c-a916-2df6ec39f42f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:36.325223 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7006f21d-c532-440c-a916-2df6ec39f42f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:36.330953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7006f21d-c532-440c-a916-2df6ec39f42f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:36.333276 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-226373fa-9805-4f38-9252-4be53645406a None None] Attempting to bind port 5a7e4aef-4b66-4254-801b-0b1b155f2973 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:36.333767 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-226373fa-9805-4f38-9252-4be53645406a None None] Attempting to bind port 5a7e4aef-4b66-4254-801b-0b1b155f2973 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'c3e1a48f-da2c-4fe0-81c6-e22198025f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:36.334220 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226373fa-9805-4f38-9252-4be53645406a None None] Attempting to bind port 5a7e4aef-4b66-4254-801b-0b1b155f2973 on network b8883842-a274-43b8-a50d-2c49bba1e71e {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:36.340750 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226373fa-9805-4f38-9252-4be53645406a None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:36.341244 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226373fa-9805-4f38-9252-4be53645406a None None] Checking segment: {'id': 'c3e1a48f-da2c-4fe0-81c6-e22198025f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:36.342466 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-226373fa-9805-4f38-9252-4be53645406a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.343090 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226373fa-9805-4f38-9252-4be53645406a None None] Bound using segment: {'id': 'c3e1a48f-da2c-4fe0-81c6-e22198025f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:36.343713 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-226373fa-9805-4f38-9252-4be53645406a None None] Bound port: 5a7e4aef-4b66-4254-801b-0b1b155f2973, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e1a48f-da2c-4fe0-81c6-e22198025f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:36.344084 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-226373fa-9805-4f38-9252-4be53645406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.350213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7006f21d-c532-440c-a916-2df6ec39f42f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.420854 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7006f21d-c532-440c-a916-2df6ec39f42f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.426890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7006f21d-c532-440c-a916-2df6ec39f42f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.438184 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-226373fa-9805-4f38-9252-4be53645406a None None] For port 5a7e4aef-4b66-4254-801b-0b1b155f2973, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:36.441160 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-226373fa-9805-4f38-9252-4be53645406a None None] For port 5a7e4aef-4b66-4254-801b-0b1b155f2973, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5a7e4aef-4b66-4254-801b-0b1b155f2973,segment=NetworkSegment(c3e1a48f-da2c-4fe0-81c6-e22198025f90),segment_id=c3e1a48f-da2c-4fe0-81c6-e22198025f90)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:36.446889 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-226373fa-9805-4f38-9252-4be53645406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.455208 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006f21d-c532-440c-a916-2df6ec39f42f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7a7280-6b92-4628-b4b5-52a9b18e6ed3,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:36.464501 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7006f21d-c532-440c-a916-2df6ec39f42f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.465957 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7006f21d-c532-440c-a916-2df6ec39f42f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1600266 Mar 16 11:13:36.469133 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56206) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:36.474327 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-4cf8f671-0976-4c9b-ba69-6da5941a5b1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'd2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:36.481358 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4cf8f671-0976-4c9b-ba69-6da5941a5b1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:36.485365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4cf8f671-0976-4c9b-ba69-6da5941a5b1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:36.487444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:36.488395 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-4cf8f671-0976-4c9b-ba69-6da5941a5b1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:36.494384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-4cf8f671-0976-4c9b-ba69-6da5941a5b1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:36.515803 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cf8f671-0976-4c9b-ba69-6da5941a5b1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.522840 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226373fa-9805-4f38-9252-4be53645406a None None] Routers {'0b82b4ed-5976-4965-aded-49a9e773f663'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:36.523654 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-226373fa-9805-4f38-9252-4be53645406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:13:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['0b82b4ed-5976-4965-aded-49a9e773f663'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:36.573109 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:36.574150 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.592469 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cf8f671-0976-4c9b-ba69-6da5941a5b1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.600721 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cf8f671-0976-4c9b-ba69-6da5941a5b1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.618695 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c8068-a7f4-40ae-8ff9-e3091fd108ad None None] Pushing event updated for resources: {'Port': ['ID=5a7e4aef-4b66-4254-801b-0b1b155f2973,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:36.640400 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8f671-0976-4c9b-ba69-6da5941a5b1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631c8643-2e2d-4d60-ad2b-046fc2b72b28,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:36.652906 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cf8f671-0976-4c9b-ba69-6da5941a5b1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.655096 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4cf8f671-0976-4c9b-ba69-6da5941a5b1a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1849144 Mar 16 11:13:36.657758 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56210) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:36.662969 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a23e676c-e011-40ac-a68b-c5e0e45b2885 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'd2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:36.669503 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a23e676c-e011-40ac-a68b-c5e0e45b2885 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:36.673896 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a23e676c-e011-40ac-a68b-c5e0e45b2885 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:36.677183 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a23e676c-e011-40ac-a68b-c5e0e45b2885 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:36.688193 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a23e676c-e011-40ac-a68b-c5e0e45b2885 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:36.705035 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-a23e676c-e011-40ac-a68b-c5e0e45b2885 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:13:36.712543 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a23e676c-e011-40ac-a68b-c5e0e45b2885 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.740461 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-226373fa-9805-4f38-9252-4be53645406a None None] Set router 0b82b4ed-5976-4965-aded-49a9e773f663 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:36.770273 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 68154b56-d190-4df2-a704-65349fafc403 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:36.787333 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a23e676c-e011-40ac-a68b-c5e0e45b2885 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.791923 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a23e676c-e011-40ac-a68b-c5e0e45b2885 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.815975 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e676c-e011-40ac-a68b-c5e0e45b2885 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b90a7ac-1af9-4f67-aef7-850d02464de2,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:36.827688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a23e676c-e011-40ac-a68b-c5e0e45b2885 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.829114 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a23e676c-e011-40ac-a68b-c5e0e45b2885 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1702869 Mar 16 11:13:36.831869 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56214) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:36.837191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-afab7631-e76e-466a-9f28-f3c6e60f6191 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'security_group_rule': {'security_group_id': 'd2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f', 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:36.843874 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-afab7631-e76e-466a-9f28-f3c6e60f6191 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:36.847727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-afab7631-e76e-466a-9f28-f3c6e60f6191 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:security_group_rule and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:36.850593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-afab7631-e76e-466a-9f28-f3c6e60f6191 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:36.853080 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 68154b56-d190-4df2-a704-65349fafc403 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:36.853080 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.856518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-afab7631-e76e-466a-9f28-f3c6e60f6191 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:36.868046 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-afab7631-e76e-466a-9f28-f3c6e60f6191 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Project c123fb581b00432cb3f2292d7d9251a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:13:36.874741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-afab7631-e76e-466a-9f28-f3c6e60f6191 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.947285 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-afab7631-e76e-466a-9f28-f3c6e60f6191 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.952362 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-afab7631-e76e-466a-9f28-f3c6e60f6191 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.976470 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab7631-e76e-466a-9f28-f3c6e60f6191 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfce253e-fecd-49f3-a750-eb791a8f8ac0,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:36.989309 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-afab7631-e76e-466a-9f28-f3c6e60f6191 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.997860 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-afab7631-e76e-466a-9f28-f3c6e60f6191 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1577380 Mar 16 11:13:37.070856 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-226373fa-9805-4f38-9252-4be53645406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:33Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:29Z', 'updated_at': '2022-03-16T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '5a7e4aef-4b66-4254-801b-0b1b155f2973', 'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:10:58:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:33Z', 'updated_at': '2022-03-16T11:13:36Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:37.074860 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226373fa-9805-4f38-9252-4be53645406a None None] The sync data for ids ['0b82b4ed-5976-4965-aded-49a9e773f663'] in dv-neutron-833859-1-hyperv is: [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:33Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:29Z', 'updated_at': '2022-03-16T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '5a7e4aef-4b66-4254-801b-0b1b155f2973', 'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:10:58:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:33Z', 'updated_at': '2022-03-16T11:13:36Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:37.224266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-a719597f-ecd7-4f4c-b209-3c85af10a6a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:37.241473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-a719597f-ecd7-4f4c-b209-3c85af10a6a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:37.242958 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-a719597f-ecd7-4f4c-b209-3c85af10a6a1 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889901201&fields=id&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 267 time: 0.0586066 Mar 16 11:13:37.398409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-20ca649c-bed6-447a-b211-445eb30786e3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:37.399897 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-20ca649c-bed6-447a-b211-445eb30786e3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/networks?id=b8883842-a274-43b8-a50d-2c49bba1e71e HTTP/1.1" status: 200 len: 795 time: 0.1493068 Mar 16 11:13:37.415271 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-980cb7a2-372c-46ee-8eeb-39b3fa56bb85 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/quotas/c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 375 time: 0.0096297 Mar 16 11:13:37.502897 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-4b815adb-da8d-408e-b7c8-66a3150585f5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:37.524479 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-4b815adb-da8d-408e-b7c8-66a3150585f5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:37.525809 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-4b815adb-da8d-408e-b7c8-66a3150585f5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047213 Mar 16 11:13:37.668517 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-fc6a9aea-4763-459d-9398-eca8e5853a6b service neutron] 10.222.0.44 "GET /v2.0/networks/b8883842-a274-43b8-a50d-2c49bba1e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287432 Mar 16 11:13:37.803656 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-0daa39ce-312b-4253-b133-e2769f50b2ea service neutron] 10.222.0.44 "GET /v2.0/networks/b8883842-a274-43b8-a50d-2c49bba1e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288681 Mar 16 11:13:38.001921 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-16e18f3b-6a03-412d-a933-2ee19e6561ad req-dd7f1eb9-7c4b-4b37-bb54-9c3f4df23b08 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:38.013916 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-16e18f3b-6a03-412d-a933-2ee19e6561ad req-dd7f1eb9-7c4b-4b37-bb54-9c3f4df23b08 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:38.015095 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-16e18f3b-6a03-412d-a933-2ee19e6561ad req-dd7f1eb9-7c4b-4b37-bb54-9c3f4df23b08 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 210 time: 0.0683227 Mar 16 11:13:38.489257 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5a7e4aef-4b66-4254-801b-0b1b155f2973 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:38.559566 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 5a7e4aef-4b66-4254-801b-0b1b155f2973 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:38.564067 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5a7e4aef-4b66-4254-801b-0b1b155f2973 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:38.564478 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.680642 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.711801 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 5a7e4aef-4b66-4254-801b-0b1b155f2973, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5a7e4aef-4b66-4254-801b-0b1b155f2973,segment=NetworkSegment(c3e1a48f-da2c-4fe0-81c6-e22198025f90),segment_id=c3e1a48f-da2c-4fe0-81c6-e22198025f90)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:38.715665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.781264 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=5a7e4aef-4b66-4254-801b-0b1b155f2973,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:39.173942 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-16c9de2c-a1a6-4d84-b10b-1701f70adc60 req-8da380fc-0eba-4de6-a1b3-f4ccb479862d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 210 time: 0.0465786 Mar 16 11:13:39.215198 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-f254cf80-8e3d-4a3b-8778-d55cb96e104b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:39.216740 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-f254cf80-8e3d-4a3b-8778-d55cb96e104b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/networks?id=b8883842-a274-43b8-a50d-2c49bba1e71e HTTP/1.1" status: 200 len: 795 time: 0.2200184 Mar 16 11:13:39.268918 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-f2ec0c92-49a5-43b6-ab71-be46b399dca6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c123fb581b00432cb3f2292d7d9251a4 HTTP/1.1" status: 200 len: 379 time: 0.0434391 Mar 16 11:13:39.280927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-c25d7de1-9df5-4787-8cc5-8fe8d581dee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'port': {'device_id': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'admin_state_up': True, 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'security_groups': ['d2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:39.412069 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-c25d7de1-9df5-4787-8cc5-8fe8d581dee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:39.421116 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-c25d7de1-9df5-4787-8cc5-8fe8d581dee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:39.430392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-c25d7de1-9df5-4787-8cc5-8fe8d581dee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Made reservation on behalf of c123fb581b00432cb3f2292d7d9251a4 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:39.433880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-c25d7de1-9df5-4787-8cc5-8fe8d581dee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.592926 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-c25d7de1-9df5-4787-8cc5-8fe8d581dee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.20.0.5 (b8883842-a274-43b8-a50d-2c49bba1e71e/8201497b-a517-4f23-b7f9-14a097f2bb74/bc8d6f3c-10e4-43be-ae4d-032dc01eabfd) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:39.894744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-c25d7de1-9df5-4787-8cc5-8fe8d581dee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.909904 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-c25d7de1-9df5-4787-8cc5-8fe8d581dee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Transition to ACTIVE for port object bc8d6f3c-10e4-43be-ae4d-032dc01eabfd will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:39.932560 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-c25d7de1-9df5-4787-8cc5-8fe8d581dee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.003265 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-c25d7de1-9df5-4787-8cc5-8fe8d581dee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network b8883842-a274-43b8-a50d-2c49bba1e71e is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:40.010808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-c25d7de1-9df5-4787-8cc5-8fe8d581dee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:40.015088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-c25d7de1-9df5-4787-8cc5-8fe8d581dee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:40.050647 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d7de1-9df5-4787-8cc5-8fe8d581dee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=bc8d6f3c-10e4-43be-ae4d-032dc01eabfd,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:40.082352 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-c25d7de1-9df5-4787-8cc5-8fe8d581dee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:40.082988 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-c25d7de1-9df5-4787-8cc5-8fe8d581dee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.109972 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-c25d7de1-9df5-4787-8cc5-8fe8d581dee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8327160 Mar 16 11:13:40.121636 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Request body: {'port': {'device_id': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:40.237904 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.285620 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cb2cd97b-784b-44cb-aa7a-007334e1c706 None None] Provisioning for port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:40.290833 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cb2cd97b-784b-44cb-aa7a-007334e1c706 None None] Provisioning complete for port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:40.291226 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cb2cd97b-784b-44cb-aa7a-007334e1c706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.365647 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-cb2cd97b-784b-44cb-aa7a-007334e1c706 None None] Port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:40.386343 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa2286-4673-468c-ad90-7d1fe6ea4925 req-bec31fc2-b048-4845-8c0b-9405b9c57ee3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:40.387949 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4caa2286-4673-468c-ad90-7d1fe6ea4925 req-bec31fc2-b048-4845-8c0b-9405b9c57ee3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 931 time: 0.0928695 Mar 16 11:13:40.437310 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-4caa2286-4673-468c-ad90-7d1fe6ea4925 req-d1ae665d-8831-4d5e-9884-569e19e0c8a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:40.449229 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-4caa2286-4673-468c-ad90-7d1fe6ea4925 req-d1ae665d-8831-4d5e-9884-569e19e0c8a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:40.450594 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4caa2286-4673-468c-ad90-7d1fe6ea4925 req-d1ae665d-8831-4d5e-9884-569e19e0c8a4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563941 Mar 16 11:13:40.481925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5a7e4aef-4b66-4254-801b-0b1b155f2973 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:40.553457 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5a7e4aef-4b66-4254-801b-0b1b155f2973 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:40.553821 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.596200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8d6f3c-10e4-43be-ae4d-032dc01eabfd {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:13:40.603438 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.618689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Transition to ACTIVE for port object bc8d6f3c-10e4-43be-ae4d-032dc01eabfd will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:40.623645 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.754293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8d6f3c-10e4-43be-ae4d-032dc01eabfd,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:40.855353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Attempting to bind port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:40.855689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Attempting to bind port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'c3e1a48f-da2c-4fe0-81c6-e22198025f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:40.856005 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Attempting to bind port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd on network b8883842-a274-43b8-a50d-2c49bba1e71e {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:40.861000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd on network b8883842-a274-43b8-a50d-2c49bba1e71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:13:40.861317 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Attempting to bind port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd on network b8883842-a274-43b8-a50d-2c49bba1e71e {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:40.866242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:40.866566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Checking segment: {'id': 'c3e1a48f-da2c-4fe0-81c6-e22198025f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:40.866936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Bound using segment: {'id': 'c3e1a48f-da2c-4fe0-81c6-e22198025f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:40.867373 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Bound port: bc8d6f3c-10e4-43be-ae4d-032dc01eabfd, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3e1a48f-da2c-4fe0-81c6-e22198025f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:40.867963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.957750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] For port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:40.960503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] For port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bc8d6f3c-10e4-43be-ae4d-032dc01eabfd,segment=NetworkSegment(c3e1a48f-da2c-4fe0-81c6-e22198025f90),segment_id=c3e1a48f-da2c-4fe0-81c6-e22198025f90)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:40.965469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.017851 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:41.018941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.019832 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] 10.222.0.18 "PUT /v2.0/ports/bc8d6f3c-10e4-43be-ae4d-032dc01eabfd HTTP/1.1" status: 200 len: 1093 time: 0.9026823 Mar 16 11:13:41.020233 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'tag': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:13:41.047343 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111f1a9-dbb7-4cab-830d-833e02336612 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8d6f3c-10e4-43be-ae4d-032dc01eabfd,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:41.091082 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'tag': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd', 'status': 'completed', 'code': 200} Mar 16 11:13:41.130301 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e29743e0-c182-4c54-9ede-6fcb11e2e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:41.131800 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-e29743e0-c182-4c54-9ede-6fcb11e2e0c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 1096 time: 0.0759254 Mar 16 11:13:41.199269 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-91d8b491-04c7-4aa3-b22e-25a3a8ffd1c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc8d6f3c-10e4-43be-ae4d-032dc01eabfd HTTP/1.1" status: 200 len: 217 time: 0.0607200 Mar 16 11:13:41.262505 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-75278ada-12f0-4ac9-b45c-ea797f18f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:41.264390 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-75278ada-12f0-4ac9-b45c-ea797f18f82c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8201497b-a517-4f23-b7f9-14a097f2bb74 HTTP/1.1" status: 200 len: 834 time: 0.0600276 Mar 16 11:13:41.337553 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-2eacea02-a76e-4f81-a871-b1d4ce1de916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:41.338998 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-2eacea02-a76e-4f81-a871-b1d4ce1de916 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8883842-a274-43b8-a50d-2c49bba1e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687628 Mar 16 11:13:41.465524 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-4f23b26e-b048-4b2a-8b54-57b789e6d64b service neutron] 10.222.0.18 "GET /v2.0/networks/b8883842-a274-43b8-a50d-2c49bba1e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204498 Mar 16 11:13:41.640348 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e1d36-796e-46d9-9de3-d90efe9e9147 req-1a8c2b6c-8ca1-4db7-af16-7a3c27b5126a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:41.641822 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-495e1d36-796e-46d9-9de3-d90efe9e9147 req-1a8c2b6c-8ca1-4db7-af16-7a3c27b5126a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 943 time: 0.0820956 Mar 16 11:13:41.684716 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-495e1d36-796e-46d9-9de3-d90efe9e9147 req-57826452-ab65-4e86-ba50-a6a02a1bf8e3 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369825 Mar 16 11:13:41.704463 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb1b2524-b5e0-4652-ab76-5b7484885aab req-658cd5e8-47dd-4b29-869a-dda57ba3288b service neutron] 10.222.0.18 "GET /v2.0/networks/b8883842-a274-43b8-a50d-2c49bba1e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330027 Mar 16 11:13:41.814846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40bbf1-790e-478b-8c07-8f7a458815e0 req-80ed8783-a865-4339-9f34-f2cf234059a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:41.816440 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ae40bbf1-790e-478b-8c07-8f7a458815e0 req-80ed8783-a865-4339-9f34-f2cf234059a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 1096 time: 0.0711637 Mar 16 11:13:41.942367 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40bbf1-790e-478b-8c07-8f7a458815e0 req-bb1bf106-290e-4cea-adf4-12c9d823ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:41.943701 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ae40bbf1-790e-478b-8c07-8f7a458815e0 req-bb1bf106-290e-4cea-adf4-12c9d823ddb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8883842-a274-43b8-a50d-2c49bba1e71e HTTP/1.1" status: 200 len: 896 time: 0.1219292 Mar 16 11:13:42.008807 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ae40bbf1-790e-478b-8c07-8f7a458815e0 req-1121e7ce-29be-4793-8203-51717f71868c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc8d6f3c-10e4-43be-ae4d-032dc01eabfd HTTP/1.1" status: 200 len: 217 time: 0.0581942 Mar 16 11:13:42.072519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40bbf1-790e-478b-8c07-8f7a458815e0 req-68643a3b-331f-4655-b0fc-0d7dc62e5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:42.073903 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ae40bbf1-790e-478b-8c07-8f7a458815e0 req-68643a3b-331f-4655-b0fc-0d7dc62e5373 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8201497b-a517-4f23-b7f9-14a097f2bb74 HTTP/1.1" status: 200 len: 834 time: 0.0582871 Mar 16 11:13:42.146058 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40bbf1-790e-478b-8c07-8f7a458815e0 req-8ae36f13-e73e-4d32-927c-b660bb8ca9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:42.147490 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ae40bbf1-790e-478b-8c07-8f7a458815e0 req-8ae36f13-e73e-4d32-927c-b660bb8ca9c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8883842-a274-43b8-a50d-2c49bba1e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674777 Mar 16 11:13:42.274756 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ae40bbf1-790e-478b-8c07-8f7a458815e0 req-7e30a08c-34ec-40f1-b7a7-cf154f34c4d9 service neutron] 10.222.0.18 "GET /v2.0/networks/b8883842-a274-43b8-a50d-2c49bba1e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211894 Mar 16 11:13:42.402555 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ae40bbf1-790e-478b-8c07-8f7a458815e0 req-804d539c-02d6-4de2-acbf-e9a05f4c6f72 service neutron] 10.222.0.18 "GET /v2.0/networks/b8883842-a274-43b8-a50d-2c49bba1e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214478 Mar 16 11:13:42.869758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6198b1b-ac15-4025-b1c7-49070c31b403 req-990ac7b4-c500-475c-8616-38ce3ed5cb2f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:42.870337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-c6198b1b-ac15-4025-b1c7-49070c31b403 req-990ac7b4-c500-475c-8616-38ce3ed5cb2f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:42.884642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-c6198b1b-ac15-4025-b1c7-49070c31b403 req-990ac7b4-c500-475c-8616-38ce3ed5cb2f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:42.886074 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c6198b1b-ac15-4025-b1c7-49070c31b403 req-990ac7b4-c500-475c-8616-38ce3ed5cb2f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 943 time: 0.0966825 Mar 16 11:13:42.930284 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c6198b1b-ac15-4025-b1c7-49070c31b403 req-e6eba665-9af4-47f3-b6a8-94ef3ae8e66b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384879 Mar 16 11:13:44.115076 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f4ca9-3237-4ccb-bbe1-7d0ba84ee5dd req-2a536d2b-4427-4b5b-a062-a0aa3d66e0d8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:44.116525 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-790f4ca9-3237-4ccb-bbe1-7d0ba84ee5dd req-2a536d2b-4427-4b5b-a062-a0aa3d66e0d8 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 943 time: 0.0818751 Mar 16 11:13:44.257503 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-790f4ca9-3237-4ccb-bbe1-7d0ba84ee5dd req-5be827d9-0042-47e4-95ab-d5f23a784f4c tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350181 Mar 16 11:13:44.484427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device bc8d6f3c-10e4-43be-ae4d-032dc01eabfd details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:13:44.636456 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bc8d6f3c-10e4-43be-ae4d-032dc01eabfd,segment=NetworkSegment(c3e1a48f-da2c-4fe0-81c6-e22198025f90),segment_id=c3e1a48f-da2c-4fe0-81c6-e22198025f90)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:44.649624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'port_id': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd', 'mac_address': 'fa:16:3e:19:c6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:13:44.702955 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.718677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8d6f3c-10e4-43be-ae4d-032dc01eabfd {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:13:44.733879 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bc8d6f3c-10e4-43be-ae4d-032dc01eabfd,segment=NetworkSegment(c3e1a48f-da2c-4fe0-81c6-e22198025f90),segment_id=c3e1a48f-da2c-4fe0-81c6-e22198025f90)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:44.737536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.805236 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=bc8d6f3c-10e4-43be-ae4d-032dc01eabfd,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:45.039113 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['bc8d6f3c-10e4-43be-ae4d-032dc01eabfd'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:13:45.440338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9988a31-20a6-4bf1-bd1d-e4282469d9d9 req-df1077fc-c09b-4ca4-9138-c35d6903962d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:45.441755 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f9988a31-20a6-4bf1-bd1d-e4282469d9d9 req-df1077fc-c09b-4ca4-9138-c35d6903962d tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 944 time: 0.0783248 Mar 16 11:13:45.484502 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f9988a31-20a6-4bf1-bd1d-e4282469d9d9 req-698ccce7-bde7-466d-af8d-0ad763e3ee39 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372839 Mar 16 11:13:46.491809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device bc8d6f3c-10e4-43be-ae4d-032dc01eabfd up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:46.595932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:46.600630 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:46.600992 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.672561 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46091746-ca74-474f-8b61-f3e941a3b023 req-56a9df2d-8414-4aa3-b7b3-0df11a4e8a6e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:46.674073 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-46091746-ca74-474f-8b61-f3e941a3b023 req-56a9df2d-8414-4aa3-b7b3-0df11a4e8a6e tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 944 time: 0.0844738 Mar 16 11:13:46.716742 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-46091746-ca74-474f-8b61-f3e941a3b023 req-2865c517-fa11-4300-b3c0-7a46d9e01a78 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365458 Mar 16 11:13:46.717937 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.744275 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:13:46.754001 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bc8d6f3c-10e4-43be-ae4d-032dc01eabfd,segment=NetworkSegment(c3e1a48f-da2c-4fe0-81c6-e22198025f90),segment_id=c3e1a48f-da2c-4fe0-81c6-e22198025f90)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:46.759406 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.792111 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd', 'code': 200} Mar 16 11:13:46.830078 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=bc8d6f3c-10e4-43be-ae4d-032dc01eabfd,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:47.007840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51b801-1f24-4404-9591-e632869cae92 req-686b8e13-6e5f-48d9-bf50-59fe8f38bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:47.009264 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d51b801-1f24-4404-9591-e632869cae92 req-686b8e13-6e5f-48d9-bf50-59fe8f38bb6d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 1098 time: 0.0704556 Mar 16 11:13:47.047869 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d51b801-1f24-4404-9591-e632869cae92 req-601c3250-ef34-4543-b2b3-ad7ca333a413 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326293 Mar 16 11:13:47.796639 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.900139 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00351db-afa1-4ec9-995e-2b8ca053a601 req-1525dfd4-4201-4293-bc9f-f2c5b6a32ee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:47.901558 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e00351db-afa1-4ec9-995e-2b8ca053a601 req-1525dfd4-4201-4293-bc9f-f2c5b6a32ee6 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 945 time: 0.0810544 Mar 16 11:13:47.943372 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e00351db-afa1-4ec9-995e-2b8ca053a601 req-6b654ce4-3cf9-4f48-b28e-ff5d57e229ba tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355613 Mar 16 11:13:49.128165 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dcc07-4101-4d94-819c-721fddd97641 req-65d46213-499e-4f49-9bbd-42438bd8ee51 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:49.129582 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1c5dcc07-4101-4d94-819c-721fddd97641 req-65d46213-499e-4f49-9bbd-42438bd8ee51 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 945 time: 0.0806634 Mar 16 11:13:49.171935 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1c5dcc07-4101-4d94-819c-721fddd97641 req-fd1d7360-c7e3-448c-836a-1839ca830180 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368571 Mar 16 11:13:49.361438 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88f11e-4431-4271-abf9-9aec238b0c47 req-f1994db3-9765-4687-a112-1ab4fe7c24ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:49.362889 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-fc88f11e-4431-4271-abf9-9aec238b0c47 req-f1994db3-9765-4687-a112-1ab4fe7c24ae tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 945 time: 0.0867457 Mar 16 11:13:49.405930 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-fc88f11e-4431-4271-abf9-9aec238b0c47 req-88d9a44a-f45c-4f2d-9300-a002e6a2395f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370114 Mar 16 11:13:49.428357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56272) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:49.496773 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed74119-54fd-4bb2-835c-1a3fba7ebb38 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:49.498844 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9ed74119-54fd-4bb2-835c-1a3fba7ebb38 tempest-TestNetworkBasicOps-1274484344 tempest-TestNetworkBasicOps-1274484344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 1093 time: 0.0695088 Mar 16 11:13:49.501791 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56276) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:49.506370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:49.512137 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:49.516106 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Usage tracker for resource:floatingip and tenant:c123fb581b00432cb3f2292d7d9251a4 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:49.518896 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:49.524471 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:49.534619 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.670016 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.808757 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Allocated IP 172.26.3.203 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/eb646d18-d16b-4d0e-9fb7-1314031557c2) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:49.951727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.981427 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.040293 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:50.042965 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:50.050550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:50.093251 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=eb646d18-d16b-4d0e-9fb7-1314031557c2,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:50.462482 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.533103 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.826100 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.830533 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.938328 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event updated for resources: {'Port': ['ID=eb646d18-d16b-4d0e-9fb7-1314031557c2,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:50.948296 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.115372 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 1f710553-b0c7-483d-bd33-5e5c3e205fed associated. External IP: 172.26.3.203, port: bc8d6f3c-10e4-43be-ae4d-032dc01eabfd. Mar 16 11:13:51.460497 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 0b82b4ed-5976-4965-aded-49a9e773f663 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:51.631205 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:51.641489 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9423c70-437c-4ec1-970f-56273beff1e3 None None] Sync routers for ids ['0b82b4ed-5976-4965-aded-49a9e773f663'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:51.650930 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9423c70-437c-4ec1-970f-56273beff1e3 None None] Routers {'0b82b4ed-5976-4965-aded-49a9e773f663'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:51.651574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-c9423c70-437c-4ec1-970f-56273beff1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:13:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['0b82b4ed-5976-4965-aded-49a9e773f663'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:51.655432 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.711112 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7485c921-3b97-49d7-88ae-9c77e5b72055 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2082410 Mar 16 11:13:51.711628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'tag': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:13:51.714114 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56280) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:51.758708 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'tag': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd', 'status': 'completed', 'code': 200} Mar 16 11:13:51.830100 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-c9423c70-437c-4ec1-970f-56273beff1e3 None None] Set router 0b82b4ed-5976-4965-aded-49a9e773f663 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:51.863486 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7544817b-eebc-4b11-a8ca-231bb3f65df0 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/1f710553-b0c7-483d-bd33-5e5c3e205fed HTTP/1.1" status: 200 len: 991 time: 0.1482041 Mar 16 11:13:51.892943 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68737e-763b-42f7-ae9b-9dc325af309f req-60ff5d9b-5a82-491e-9c8f-f4947470e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:51.894356 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5b68737e-763b-42f7-ae9b-9dc325af309f req-60ff5d9b-5a82-491e-9c8f-f4947470e1e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 1098 time: 0.1090667 Mar 16 11:13:52.020372 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68737e-763b-42f7-ae9b-9dc325af309f req-e150df45-c21c-4524-b9f9-d89fd7bdfc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:52.021789 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5b68737e-763b-42f7-ae9b-9dc325af309f req-e150df45-c21c-4524-b9f9-d89fd7bdfc17 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8883842-a274-43b8-a50d-2c49bba1e71e HTTP/1.1" status: 200 len: 896 time: 0.1215601 Mar 16 11:13:52.174659 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-c9423c70-437c-4ec1-970f-56273beff1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:33Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:29Z', 'updated_at': '2022-03-16T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '1f710553-b0c7-483d-bd33-5e5c3e205fed', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.203', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'port_id': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'mac_address': 'fa:16:3e:19:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:50Z', 'updated_at': '2022-03-16T11:13:50Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7e4aef-4b66-4254-801b-0b1b155f2973', 'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:10:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:33Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:52.178651 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9423c70-437c-4ec1-970f-56273beff1e3 None None] Checking router: 0b82b4ed-5976-4965-aded-49a9e773f663 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:13:52.187355 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9423c70-437c-4ec1-970f-56273beff1e3 None None] Routers {'0b82b4ed-5976-4965-aded-49a9e773f663'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:52.187949 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-c9423c70-437c-4ec1-970f-56273beff1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:13:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['0b82b4ed-5976-4965-aded-49a9e773f663'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:52.232036 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5b68737e-763b-42f7-ae9b-9dc325af309f req-1a0efc9a-ac11-41c0-8453-8509973f93d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc8d6f3c-10e4-43be-ae4d-032dc01eabfd HTTP/1.1" status: 200 len: 999 time: 0.2032719 Mar 16 11:13:52.293414 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68737e-763b-42f7-ae9b-9dc325af309f req-a30bcc10-d9a1-4de6-977f-e9176b6ec788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:52.295366 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5b68737e-763b-42f7-ae9b-9dc325af309f req-a30bcc10-d9a1-4de6-977f-e9176b6ec788 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8201497b-a517-4f23-b7f9-14a097f2bb74 HTTP/1.1" status: 200 len: 834 time: 0.0581839 Mar 16 11:13:52.360897 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-c9423c70-437c-4ec1-970f-56273beff1e3 None None] Set router 0b82b4ed-5976-4965-aded-49a9e773f663 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:52.367952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68737e-763b-42f7-ae9b-9dc325af309f req-bd1cb09a-9262-4df4-a983-4e699c125a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:52.369410 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5b68737e-763b-42f7-ae9b-9dc325af309f req-bd1cb09a-9262-4df4-a983-4e699c125a6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8883842-a274-43b8-a50d-2c49bba1e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683362 Mar 16 11:13:52.499171 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5b68737e-763b-42f7-ae9b-9dc325af309f req-252b0a61-b36e-49f5-b95b-e9ee21c83014 service neutron] 10.222.0.18 "GET /v2.0/networks/b8883842-a274-43b8-a50d-2c49bba1e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236606 Mar 16 11:13:52.628134 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5b68737e-763b-42f7-ae9b-9dc325af309f req-f3cafca9-cf69-48bd-851a-5864985d99a3 service neutron] 10.222.0.18 "GET /v2.0/networks/b8883842-a274-43b8-a50d-2c49bba1e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230345 Mar 16 11:13:52.699361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-c9423c70-437c-4ec1-970f-56273beff1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:33Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:29Z', 'updated_at': '2022-03-16T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '1f710553-b0c7-483d-bd33-5e5c3e205fed', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.203', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'port_id': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'mac_address': 'fa:16:3e:19:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:50Z', 'updated_at': '2022-03-16T11:13:50Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7e4aef-4b66-4254-801b-0b1b155f2973', 'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:10:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:33Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:52.703411 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9423c70-437c-4ec1-970f-56273beff1e3 None None] The sync data for ids ['0b82b4ed-5976-4965-aded-49a9e773f663'] in dv-neutron-833859-1-hyperv is: [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:33Z', 'revision_number': 4, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:29Z', 'updated_at': '2022-03-16T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '1f710553-b0c7-483d-bd33-5e5c3e205fed', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.203', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'port_id': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'mac_address': 'fa:16:3e:19:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:50Z', 'updated_at': '2022-03-16T11:13:50Z', 'revision_number': 0, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7e4aef-4b66-4254-801b-0b1b155f2973', 'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:10:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:33Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 5, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:52.867609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56286) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:52.883283 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f632972-67b1-44b2-8346-f32c5b40b78b None None] New status for floating IP 1f710553-b0c7-483d-bd33-5e5c3e205fed: ACTIVE {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:13:52.976950 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7548064f-4f21-4571-932e-9f4855ac945f tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/1f710553-b0c7-483d-bd33-5e5c3e205fed HTTP/1.1" status: 200 len: 991 time: 0.1081858 Mar 16 11:13:53.980934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56290) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:54.086015 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-35f207df-0ac5-493d-8879-ae5fceeaaafd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/1f710553-b0c7-483d-bd33-5e5c3e205fed HTTP/1.1" status: 200 len: 993 time: 0.1034379 Mar 16 11:13:58.985501 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:14:00.852772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-354ea4ab-09b0-4450-a3e7-1a542293440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.045779 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5133097c-aeaf-4824-99dd-e20518042bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.404949 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.454791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.897636 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:17.804625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.145627 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b443b0-bd87-4f49-b505-d37512d32ab2 req-aec7f630-1ceb-49c0-bda4-e09ebf9126aa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680487 Mar 16 11:14:19.287640 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b443b0-bd87-4f49-b505-d37512d32ab2 req-51a07ef0-6d74-480e-a69b-74a6a78a51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:19.289107 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b443b0-bd87-4f49-b505-d37512d32ab2 req-51a07ef0-6d74-480e-a69b-74a6a78a51f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 1098 time: 0.0761852 Mar 16 11:14:19.429912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b443b0-bd87-4f49-b505-d37512d32ab2 req-377ab1a3-1809-4d9d-989e-ce7cba49fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:19.431255 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b443b0-bd87-4f49-b505-d37512d32ab2 req-377ab1a3-1809-4d9d-989e-ce7cba49fc2c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8883842-a274-43b8-a50d-2c49bba1e71e HTTP/1.1" status: 200 len: 896 time: 0.1242487 Mar 16 11:14:19.533712 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b443b0-bd87-4f49-b505-d37512d32ab2 req-98ae8b15-a5c4-4d10-8401-5bb1c184f421 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc8d6f3c-10e4-43be-ae4d-032dc01eabfd HTTP/1.1" status: 200 len: 1001 time: 0.0956914 Mar 16 11:14:19.601672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b443b0-bd87-4f49-b505-d37512d32ab2 req-e414e68a-ac50-4fdc-911d-d02773bc11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:19.603033 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b443b0-bd87-4f49-b505-d37512d32ab2 req-e414e68a-ac50-4fdc-911d-d02773bc11e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8201497b-a517-4f23-b7f9-14a097f2bb74 HTTP/1.1" status: 200 len: 834 time: 0.0588138 Mar 16 11:14:19.674344 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b443b0-bd87-4f49-b505-d37512d32ab2 req-ddaf4910-330e-4cfa-8ebb-935109689261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:19.675802 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b443b0-bd87-4f49-b505-d37512d32ab2 req-ddaf4910-330e-4cfa-8ebb-935109689261 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8883842-a274-43b8-a50d-2c49bba1e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663023 Mar 16 11:14:19.804749 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b443b0-bd87-4f49-b505-d37512d32ab2 req-3b10d140-bdbb-4d51-bc2b-49d3144942af service neutron] 10.222.0.18 "GET /v2.0/networks/b8883842-a274-43b8-a50d-2c49bba1e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233425 Mar 16 11:14:19.932044 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6b443b0-bd87-4f49-b505-d37512d32ab2 req-f7843180-3f8b-4ca2-b830-8e34d9685b18 service neutron] 10.222.0.18 "GET /v2.0/networks/b8883842-a274-43b8-a50d-2c49bba1e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207530 Mar 16 11:14:30.858072 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e9cab2ac-e6e9-4524-9dc8-505be6296f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.049654 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad66d-f3e2-48bd-93df-adda20a7b6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.406073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.457749 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.941644 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.988001 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:14:47.803066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.767175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56314) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:54.772320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-7a5e5594-71c2-4ebe-896e-b5e920d2c43a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:55.392101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5594-71c2-4ebe-896e-b5e920d2c43a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.402350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5594-71c2-4ebe-896e-b5e920d2c43a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.584215 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5e5594-71c2-4ebe-896e-b5e920d2c43a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 0b82b4ed-5976-4965-aded-49a9e773f663 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:14:55.762510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5e5594-71c2-4ebe-896e-b5e920d2c43a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:55.769064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5594-71c2-4ebe-896e-b5e920d2c43a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.770185 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7a5e5594-71c2-4ebe-896e-b5e920d2c43a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/0b82b4ed-5976-4965-aded-49a9e773f663 HTTP/1.1" status: 200 len: 888 time: 1.0019927 Mar 16 11:14:55.772469 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4455588a-63f2-4e8d-a5bf-e271481a4609 None None] Sync routers for ids ['0b82b4ed-5976-4965-aded-49a9e773f663'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:55.782660 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4455588a-63f2-4e8d-a5bf-e271481a4609 None None] Routers {'0b82b4ed-5976-4965-aded-49a9e773f663'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:55.783295 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-4455588a-63f2-4e8d-a5bf-e271481a4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:14:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['0b82b4ed-5976-4965-aded-49a9e773f663'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:55.843188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-4455588a-63f2-4e8d-a5bf-e271481a4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:55.851068 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4455588a-63f2-4e8d-a5bf-e271481a4609 None None] Routers {'0b82b4ed-5976-4965-aded-49a9e773f663'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:55.851682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-4455588a-63f2-4e8d-a5bf-e271481a4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:14:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['0b82b4ed-5976-4965-aded-49a9e773f663'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:55.909343 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-4455588a-63f2-4e8d-a5bf-e271481a4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:55.909736 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4455588a-63f2-4e8d-a5bf-e271481a4609 None None] The sync data for ids ['0b82b4ed-5976-4965-aded-49a9e773f663'] in dv-neutron-833859-1-hyperv is: [] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:14:56.666346 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b4cd0f-fb28-48c7-b420-339ab53c6a68 None None] New status for floating IP 1f710553-b0c7-483d-bd33-5e5c3e205fed: DOWN {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:14:56.695132 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5a7e4aef-4b66-4254-801b-0b1b155f2973 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:56.805256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.836090 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 5a7e4aef-4b66-4254-801b-0b1b155f2973, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5a7e4aef-4b66-4254-801b-0b1b155f2973,segment=NetworkSegment(c3e1a48f-da2c-4fe0-81c6-e22198025f90),segment_id=c3e1a48f-da2c-4fe0-81c6-e22198025f90)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:56.840149 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.840900 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:56.953933 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=5a7e4aef-4b66-4254-801b-0b1b155f2973,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:56.994368 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:56.994708 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:56.995046 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:56.995408 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:56.995734 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:56.996062 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:56.996380 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:56.996699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:56.997016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:56.997331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:56.997645 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:56.997957 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:57.018476 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.034334 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8d6aa79a-ffc7-492c-92df-b0c62d9b4f13,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:57.037868 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.105392 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=8d6aa79a-ffc7-492c-92df-b0c62d9b4f13,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:57.914501 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56320) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:57.919674 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3803d4cf-31d4-43d4-9a73-20cb8919ca72 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:58.535360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3803d4cf-31d4-43d4-9a73-20cb8919ca72 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.546738 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3803d4cf-31d4-43d4-9a73-20cb8919ca72 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735310'] for router, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.723121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3803d4cf-31d4-43d4-9a73-20cb8919ca72 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 0b82b4ed-5976-4965-aded-49a9e773f663 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:14:58.898095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3803d4cf-31d4-43d4-9a73-20cb8919ca72 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:58.904643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3803d4cf-31d4-43d4-9a73-20cb8919ca72 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.905884 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3803d4cf-31d4-43d4-9a73-20cb8919ca72 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/0b82b4ed-5976-4965-aded-49a9e773f663 HTTP/1.1" status: 200 len: 887 time: 0.9904139 Mar 16 11:14:58.907514 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ded16-cfd4-4640-a865-4077600ece10 None None] Sync routers for ids ['0b82b4ed-5976-4965-aded-49a9e773f663'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:58.908759 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56324) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:58.916724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ded16-cfd4-4640-a865-4077600ece10 None None] Routers {'0b82b4ed-5976-4965-aded-49a9e773f663'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:58.917329 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b85ded16-cfd4-4640-a865-4077600ece10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:14:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['0b82b4ed-5976-4965-aded-49a9e773f663'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:59.011123 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-eb47cfcb-bbb4-4180-86c6-bcd7265f59dd tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/1f710553-b0c7-483d-bd33-5e5c3e205fed HTTP/1.1" status: 200 len: 991 time: 0.1011267 Mar 16 11:14:59.093919 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-b85ded16-cfd4-4640-a865-4077600ece10 None None] Set router 0b82b4ed-5976-4965-aded-49a9e773f663 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:59.424851 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b85ded16-cfd4-4640-a865-4077600ece10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:14:58Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:29Z', 'updated_at': '2022-03-16T11:14:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '1f710553-b0c7-483d-bd33-5e5c3e205fed', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.203', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'port_id': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'mac_address': 'fa:16:3e:19:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:50Z', 'updated_at': '2022-03-16T11:14:56Z', 'revision_number': 2, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7e4aef-4b66-4254-801b-0b1b155f2973', 'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:10:58:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:33Z', 'updated_at': '2022-03-16T11:14:56Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:59.428603 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ded16-cfd4-4640-a865-4077600ece10 None None] Checking router: 0b82b4ed-5976-4965-aded-49a9e773f663 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:14:59.437184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ded16-cfd4-4640-a865-4077600ece10 None None] Routers {'0b82b4ed-5976-4965-aded-49a9e773f663'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:59.437771 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b85ded16-cfd4-4640-a865-4077600ece10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:14:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['0b82b4ed-5976-4965-aded-49a9e773f663'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:59.610372 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-b85ded16-cfd4-4640-a865-4077600ece10 None None] Set router 0b82b4ed-5976-4965-aded-49a9e773f663 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:59.981056 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b85ded16-cfd4-4640-a865-4077600ece10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:14:58Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:29Z', 'updated_at': '2022-03-16T11:14:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '1f710553-b0c7-483d-bd33-5e5c3e205fed', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.203', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'port_id': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'mac_address': 'fa:16:3e:19:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:50Z', 'updated_at': '2022-03-16T11:14:56Z', 'revision_number': 2, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7e4aef-4b66-4254-801b-0b1b155f2973', 'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:10:58:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:33Z', 'updated_at': '2022-03-16T11:14:56Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:59.985608 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ded16-cfd4-4640-a865-4077600ece10 None None] The sync data for ids ['0b82b4ed-5976-4965-aded-49a9e773f663'] in dv-neutron-833859-1-hyperv is: [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:14:58Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:29Z', 'updated_at': '2022-03-16T11:14:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '1f710553-b0c7-483d-bd33-5e5c3e205fed', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'floating_ip_address': '172.26.3.203', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'port_id': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'mac_address': 'fa:16:3e:19:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:50Z', 'updated_at': '2022-03-16T11:14:56Z', 'revision_number': 2, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7e4aef-4b66-4254-801b-0b1b155f2973', 'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:10:58:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:33Z', 'updated_at': '2022-03-16T11:14:56Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:00.015670 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56328) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:00.124396 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d4d0b0f4-1198-4ec9-b585-33ef61f2ab35 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/1f710553-b0c7-483d-bd33-5e5c3e205fed HTTP/1.1" status: 200 len: 991 time: 0.1069970 Mar 16 11:15:00.528182 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5a7e4aef-4b66-4254-801b-0b1b155f2973 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:00.606685 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5a7e4aef-4b66-4254-801b-0b1b155f2973 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:00.607062 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.729586 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.763135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 5a7e4aef-4b66-4254-801b-0b1b155f2973, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5a7e4aef-4b66-4254-801b-0b1b155f2973,segment=NetworkSegment(c3e1a48f-da2c-4fe0-81c6-e22198025f90),segment_id=c3e1a48f-da2c-4fe0-81c6-e22198025f90)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:00.767667 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.836828 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=5a7e4aef-4b66-4254-801b-0b1b155f2973,revision_number=7']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:00.861707 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-afadea14-2314-473c-80f4-48d94eaf5ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.128065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56332) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:01.235635 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-36681840-5150-4cf3-accf-3ea5e8514fbc tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/1f710553-b0c7-483d-bd33-5e5c3e205fed HTTP/1.1" status: 200 len: 991 time: 0.1064107 Mar 16 11:15:01.597885 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d145c1d-eead-4834-b39e-34afa587f894 None None] New status for floating IP 1f710553-b0c7-483d-bd33-5e5c3e205fed: ACTIVE {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:15:02.238969 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56336) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:02.344087 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2a53259c-7256-4921-9135-55388f0700de tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/floatingips/1f710553-b0c7-483d-bd33-5e5c3e205fed HTTP/1.1" status: 200 len: 993 time: 0.1038055 Mar 16 11:15:02.569405 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5a7e4aef-4b66-4254-801b-0b1b155f2973 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:02.638839 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5a7e4aef-4b66-4254-801b-0b1b155f2973 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:02.639236 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.751572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:02.815377 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:02.815743 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.929566 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.945073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8d6aa79a-ffc7-492c-92df-b0c62d9b4f13,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:02.950088 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.021875 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=8d6aa79a-ffc7-492c-92df-b0c62d9b4f13,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:03.051819 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-43432aa9-6906-4670-b2a3-e6543c7d393a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.412239 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.461671 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.510598 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:04.576070 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:04.576373 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.632328 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56344) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:04.843519 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port eb646d18-d16b-4d0e-9fb7-1314031557c2 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:04.843519 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.122349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.122662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.241209 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for eb646d18-d16b-4d0e-9fb7-1314031557c2 owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:05.388536 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.437859 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=eb646d18-d16b-4d0e-9fb7-1314031557c2,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:05.473893 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:05.474245 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:05.474586 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:05.474922 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:05.475290 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:05.475620 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:05.475945 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:05.476268 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:05.476593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:05.476914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:05.477237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:05.477562 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:05.536121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.536460 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Floating IP 1f710553-b0c7-483d-bd33-5e5c3e205fed disassociated (deleted). External IP: 172.26.3.203, port: bc8d6f3c-10e4-43be-ae4d-032dc01eabfd. Mar 16 11:15:05.881930 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 0b82b4ed-5976-4965-aded-49a9e773f663 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:15:05.903072 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.056076 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:06.066035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d17c35-8c37-4cac-b1ce-b4f5326af01d None None] Sync routers for ids ['0b82b4ed-5976-4965-aded-49a9e773f663'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:06.075908 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.078269 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d17c35-8c37-4cac-b1ce-b4f5326af01d None None] Routers {'0b82b4ed-5976-4965-aded-49a9e773f663'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:06.078965 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-96d17c35-8c37-4cac-b1ce-b4f5326af01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:15:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['0b82b4ed-5976-4965-aded-49a9e773f663'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:06.134798 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7eca0e3d-1bc9-4c1d-80ac-1c5fdc004d29 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/floatingips/1f710553-b0c7-483d-bd33-5e5c3e205fed HTTP/1.1" status: 204 len: 168 time: 1.4988606 Mar 16 11:15:06.134798 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'tag': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:15:06.177599 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'tag': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd', 'status': 'completed', 'code': 200} Mar 16 11:15:06.273969 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-96d17c35-8c37-4cac-b1ce-b4f5326af01d None None] Set router 0b82b4ed-5976-4965-aded-49a9e773f663 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:15:06.276950 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c7a5d-81df-4072-bf5c-62b2fa115514 req-2835b8c5-6d62-4734-be53-46e09b323188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:06.278980 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-114c7a5d-81df-4072-bf5c-62b2fa115514 req-2835b8c5-6d62-4734-be53-46e09b323188 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c123fb581b00432cb3f2292d7d9251a4&device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 1098 time: 0.0784438 Mar 16 11:15:06.427002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c7a5d-81df-4072-bf5c-62b2fa115514 req-474f48a3-bdcb-43da-91b2-0e6663b39846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:06.428428 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-114c7a5d-81df-4072-bf5c-62b2fa115514 req-474f48a3-bdcb-43da-91b2-0e6663b39846 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8883842-a274-43b8-a50d-2c49bba1e71e HTTP/1.1" status: 200 len: 896 time: 0.1428409 Mar 16 11:15:06.500508 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-114c7a5d-81df-4072-bf5c-62b2fa115514 req-6a889225-bc9e-4d96-9cfa-13f9e620ef8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc8d6f3c-10e4-43be-ae4d-032dc01eabfd HTTP/1.1" status: 200 len: 217 time: 0.0650771 Mar 16 11:15:06.528370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1a21c-1297-4028-afbc-523d65c8b88d req-39933314-fc89-4131-9ac7-c309fef39b16 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:06.529154 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-01d1a21c-1297-4028-afbc-523d65c8b88d req-39933314-fc89-4131-9ac7-c309fef39b16 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:06.545697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-01d1a21c-1297-4028-afbc-523d65c8b88d req-39933314-fc89-4131-9ac7-c309fef39b16 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:06.551634 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-01d1a21c-1297-4028-afbc-523d65c8b88d req-39933314-fc89-4131-9ac7-c309fef39b16 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 945 time: 0.1056864 Mar 16 11:15:06.567074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c7a5d-81df-4072-bf5c-62b2fa115514 req-f969587b-e8a3-4f85-97c4-64b8224b4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:06.568876 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-114c7a5d-81df-4072-bf5c-62b2fa115514 req-f969587b-e8a3-4f85-97c4-64b8224b4d7d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8201497b-a517-4f23-b7f9-14a097f2bb74 HTTP/1.1" status: 200 len: 834 time: 0.0616217 Mar 16 11:15:06.593019 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-01d1a21c-1297-4028-afbc-523d65c8b88d req-f0aeef5e-8249-4d75-ba66-999579ed9f01 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390582 Mar 16 11:15:06.646828 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-96d17c35-8c37-4cac-b1ce-b4f5326af01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:14:58Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:29Z', 'updated_at': '2022-03-16T11:15:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '5a7e4aef-4b66-4254-801b-0b1b155f2973', 'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:10:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:33Z', 'updated_at': '2022-03-16T11:15:00Z', 'revision_number': 7, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:06.649726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c7a5d-81df-4072-bf5c-62b2fa115514 req-d33e5c36-7f9d-4241-88b3-b62e83f3f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:06.650625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d17c35-8c37-4cac-b1ce-b4f5326af01d None None] Checking router: 0b82b4ed-5976-4965-aded-49a9e773f663 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:15:06.651221 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-114c7a5d-81df-4072-bf5c-62b2fa115514 req-d33e5c36-7f9d-4241-88b3-b62e83f3f926 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8883842-a274-43b8-a50d-2c49bba1e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752163 Mar 16 11:15:06.658843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d17c35-8c37-4cac-b1ce-b4f5326af01d None None] Routers {'0b82b4ed-5976-4965-aded-49a9e773f663'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:06.659486 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-96d17c35-8c37-4cac-b1ce-b4f5326af01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:15:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['0b82b4ed-5976-4965-aded-49a9e773f663'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:06.853495 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-96d17c35-8c37-4cac-b1ce-b4f5326af01d None None] Set router 0b82b4ed-5976-4965-aded-49a9e773f663 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:15:06.908326 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-114c7a5d-81df-4072-bf5c-62b2fa115514 req-4939ded1-36df-4012-81a7-ec09cc20a04c service neutron] 10.222.0.18 "GET /v2.0/networks/b8883842-a274-43b8-a50d-2c49bba1e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505255 Mar 16 11:15:07.039011 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-114c7a5d-81df-4072-bf5c-62b2fa115514 req-03a669ac-eca1-439b-ae60-a382a453577f service neutron] 10.222.0.18 "GET /v2.0/networks/b8883842-a274-43b8-a50d-2c49bba1e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241908 Mar 16 11:15:07.170294 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-96d17c35-8c37-4cac-b1ce-b4f5326af01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:14:58Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:29Z', 'updated_at': '2022-03-16T11:15:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '5a7e4aef-4b66-4254-801b-0b1b155f2973', 'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:10:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:33Z', 'updated_at': '2022-03-16T11:15:00Z', 'revision_number': 7, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:07.174079 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d17c35-8c37-4cac-b1ce-b4f5326af01d None None] The sync data for ids ['0b82b4ed-5976-4965-aded-49a9e773f663'] in dv-neutron-833859-1-hyperv is: [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:14:58Z', 'revision_number': 6, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:29Z', 'updated_at': '2022-03-16T11:15:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '5a7e4aef-4b66-4254-801b-0b1b155f2973', 'name': '', 'network_id': 'b8883842-a274-43b8-a50d-2c49bba1e71e', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'mac_address': 'fa:16:3e:10:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:33Z', 'updated_at': '2022-03-16T11:15:00Z', 'revision_number': 7, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'subnets': [{'id': '8201497b-a517-4f23-b7f9-14a097f2bb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:07.779963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e026563-8551-4322-9a10-071dc3eb24e0 req-65599dd8-37c0-4061-b11a-baf4c39a8731 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:07.784612 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0e026563-8551-4322-9a10-071dc3eb24e0 req-65599dd8-37c0-4061-b11a-baf4c39a8731 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 945 time: 0.0836377 Mar 16 11:15:07.822558 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15895a9f-c9eb-4523-9a20-300fc5a73e90 None None] New status for floating IP 1f710553-b0c7-483d-bd33-5e5c3e205fed: DOWN {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:15:07.828941 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0e026563-8551-4322-9a10-071dc3eb24e0 req-6f1b6599-eb6f-4546-a3ad-d2558ce3c073 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418329 Mar 16 11:15:08.077604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9a22e-6ea8-4765-8d3b-72d5011defce req-71c28bd1-bae1-41e0-b8fb-c66d6c0f5cf4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:08.078909 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-49c9a22e-6ea8-4765-8d3b-72d5011defce req-71c28bd1-bae1-41e0-b8fb-c66d6c0f5cf4 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 945 time: 0.0794785 Mar 16 11:15:08.146208 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-49c9a22e-6ea8-4765-8d3b-72d5011defce req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:08.146770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-49c9a22e-6ea8-4765-8d3b-72d5011defce req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.389325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-49c9a22e-6ea8-4765-8d3b-72d5011defce req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bc8d6f3c-10e4-43be-ae4d-032dc01eabfd,segment=NetworkSegment(c3e1a48f-da2c-4fe0-81c6-e22198025f90),segment_id=c3e1a48f-da2c-4fe0-81c6-e22198025f90)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:08.389674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-49c9a22e-6ea8-4765-8d3b-72d5011defce req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.508743 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-49c9a22e-6ea8-4765-8d3b-72d5011defce req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for bc8d6f3c-10e4-43be-ae4d-032dc01eabfd owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:08.650264 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-49c9a22e-6ea8-4765-8d3b-72d5011defce req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.704229 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=bc8d6f3c-10e4-43be-ae4d-032dc01eabfd,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:08.746901 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.747260 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.747591 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.747911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.748228 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.748541 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.748852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.749160 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.749469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.749772 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.750076 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.750377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.786003 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c9a22e-6ea8-4765-8d3b-72d5011defce req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] No DVR routers for this DVR port bc8d6f3c-10e4-43be-ae4d-032dc01eabfd on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:08.788243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-49c9a22e-6ea8-4765-8d3b-72d5011defce req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.790655 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'name': 'network-vif-deleted', 'tag': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:15:08.806013 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-49c9a22e-6ea8-4765-8d3b-72d5011defce req-bb34d748-880a-4ceb-bb87-b1a252206a5a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.18 "DELETE /v2.0/ports/bc8d6f3c-10e4-43be-ae4d-032dc01eabfd HTTP/1.1" status: 204 len: 173 time: 0.7218099 Mar 16 11:15:08.844277 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b60485b-7d46-49d9-80a1-a3deaac119f3', 'name': 'network-vif-deleted', 'tag': 'bc8d6f3c-10e4-43be-ae4d-032dc01eabfd', 'status': 'completed', 'code': 200} Mar 16 11:15:08.981205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-7ff430f3-9b9b-472e-a932-f83121760061 req-2d7d7a4f-9fdf-461b-944b-9dbde70be91a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Synchronizing usage tracker for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:08.996004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-7ff430f3-9b9b-472e-a932-f83121760061 req-2d7d7a4f-9fdf-461b-944b-9dbde70be91a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Unset dirty status for tenant:c123fb581b00432cb3f2292d7d9251a4 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:08.997101 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7ff430f3-9b9b-472e-a932-f83121760061 req-2d7d7a4f-9fdf-461b-944b-9dbde70be91a tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b60485b-7d46-49d9-80a1-a3deaac119f3 HTTP/1.1" status: 200 len: 210 time: 0.0565405 Mar 16 11:15:10.089389 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56362) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:10.157612 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcb9a-9435-4f08-8460-193403ac2824 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.186821 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcb9a-9435-4f08-8460-193403ac2824 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.255096 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcb9a-9435-4f08-8460-193403ac2824 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.273873 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fcb9a-9435-4f08-8460-193403ac2824 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:10.287145 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcb9a-9435-4f08-8460-193403ac2824 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.291274 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fc2fcb9a-9435-4f08-8460-193403ac2824 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/security-groups/d2f912f1-05d8-4857-9a8b-0d5b1bfa0c5f HTTP/1.1" status: 204 len: 168 time: 0.2008114 Mar 16 11:15:10.319968 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56368) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:10.965394 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cfba2247-735a-409e-857a-f21c3b354c8b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.005941 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device bc8d6f3c-10e4-43be-ae4d-032dc01eabfd no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:11.039198 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: bc8d6f3c-10e4-43be-ae4d-032dc01eabfd {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:15:11.039606 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device bc8d6f3c-10e4-43be-ae4d-032dc01eabfd not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:11.310315 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-cfba2247-735a-409e-857a-f21c3b354c8b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 5a7e4aef-4b66-4254-801b-0b1b155f2973 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:11.311437 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cfba2247-735a-409e-857a-f21c3b354c8b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.507219 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-cfba2247-735a-409e-857a-f21c3b354c8b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port 5a7e4aef-4b66-4254-801b-0b1b155f2973, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5a7e4aef-4b66-4254-801b-0b1b155f2973,segment=NetworkSegment(c3e1a48f-da2c-4fe0-81c6-e22198025f90),segment_id=c3e1a48f-da2c-4fe0-81c6-e22198025f90)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:11.507573 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cfba2247-735a-409e-857a-f21c3b354c8b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.628085 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-cfba2247-735a-409e-857a-f21c3b354c8b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 5a7e4aef-4b66-4254-801b-0b1b155f2973 owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:11.811940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cfba2247-735a-409e-857a-f21c3b354c8b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.859646 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba2247-735a-409e-857a-f21c3b354c8b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=5a7e4aef-4b66-4254-801b-0b1b155f2973,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:12.234882 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cfba2247-735a-409e-857a-f21c3b354c8b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.589789 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfba2247-735a-409e-857a-f21c3b354c8b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Router 0b82b4ed-5976-4965-aded-49a9e773f663 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:15:12.761600 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfba2247-735a-409e-857a-f21c3b354c8b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:12.771528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b922324a-a762-4446-98f7-048edad81d53 None None] Sync routers for ids ['0b82b4ed-5976-4965-aded-49a9e773f663'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:12.778348 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cfba2247-735a-409e-857a-f21c3b354c8b tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "PUT /v2.0/routers/0b82b4ed-5976-4965-aded-49a9e773f663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4572701 Mar 16 11:15:12.781078 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b922324a-a762-4446-98f7-048edad81d53 None None] Routers {'0b82b4ed-5976-4965-aded-49a9e773f663'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:12.781657 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56372) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:12.782103 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b922324a-a762-4446-98f7-048edad81d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:15:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['0b82b4ed-5976-4965-aded-49a9e773f663'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:12.849234 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb9fd33-a5c0-4b50-a516-9bf192eb48d5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting subnet 8201497b-a517-4f23-b7f9-14a097f2bb74 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:15:12.852115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fd33-a5c0-4b50-a516-9bf192eb48d5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.906491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fd33-a5c0-4b50-a516-9bf192eb48d5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.954781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-b922324a-a762-4446-98f7-048edad81d53 None None] Set router 0b82b4ed-5976-4965-aded-49a9e773f663 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:15:12.987463 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:15:12.991389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fd33-a5c0-4b50-a516-9bf192eb48d5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.063693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fd33-a5c0-4b50-a516-9bf192eb48d5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.101493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9fd33-a5c0-4b50-a516-9bf192eb48d5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Subnet': ['ID=8201497b-a517-4f23-b7f9-14a097f2bb74,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:13.105946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fd33-a5c0-4b50-a516-9bf192eb48d5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.113230 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cbb9fd33-a5c0-4b50-a516-9bf192eb48d5 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/subnets/8201497b-a517-4f23-b7f9-14a097f2bb74 HTTP/1.1" status: 204 len: 168 time: 0.3305318 Mar 16 11:15:13.116126 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56376) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:13.136322 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe55927-b774-4763-a185-e116a7022837 None None] Network b8883842-a274-43b8-a50d-2c49bba1e71e requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:13.291274 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1207e7b-2786-4f80-9253-8a3c5507b365 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.439234 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b922324a-a762-4446-98f7-048edad81d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:15:11Z', 'revision_number': 7, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port': {'id': '8d6aa79a-ffc7-492c-92df-b0c62d9b4f13', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:29Z', 'updated_at': '2022-03-16T11:15:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:13.445334 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b922324a-a762-4446-98f7-048edad81d53 None None] Checking router: 0b82b4ed-5976-4965-aded-49a9e773f663 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:15:13.454080 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b922324a-a762-4446-98f7-048edad81d53 None None] Routers {'0b82b4ed-5976-4965-aded-49a9e773f663'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:13.454687 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b922324a-a762-4446-98f7-048edad81d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:15:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['0b82b4ed-5976-4965-aded-49a9e773f663'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:13.471187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1207e7b-2786-4f80-9253-8a3c5507b365 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.480410 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b1207e7b-2786-4f80-9253-8a3c5507b365 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Deleting port 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:13.480742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1207e7b-2786-4f80-9253-8a3c5507b365 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.509463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3357c443-49c4-432a-9232-30e5dd7ab326 None None] DHCP port deletion for b8883842-a274-43b8-a50d-2c49bba1e71e request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:15:13.526333 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3357c443-49c4-432a-9232-30e5dd7ab326 None None] Deleting port 68154b56-d190-4df2-a704-65349fafc403 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:13.526768 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3357c443-49c4-432a-9232-30e5dd7ab326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.689720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-b922324a-a762-4446-98f7-048edad81d53 None None] Set router 0b82b4ed-5976-4965-aded-49a9e773f663 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:15:13.771131 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-b1207e7b-2786-4f80-9253-8a3c5507b365 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] For port 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=8d6aa79a-ffc7-492c-92df-b0c62d9b4f13,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:13.771752 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1207e7b-2786-4f80-9253-8a3c5507b365 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.803921 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-b922324a-a762-4446-98f7-048edad81d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:15:13Z', 'revision_number': 8, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:13.810950 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b922324a-a762-4446-98f7-048edad81d53 None None] The sync data for ids ['0b82b4ed-5976-4965-aded-49a9e773f663'] in dv-neutron-833859-1-hyperv is: [{'id': '0b82b4ed-5976-4965-aded-49a9e773f663', 'name': 'tempest-TestNetworkBasicOps-router-780536300', 'tenant_id': 'c123fb581b00432cb3f2292d7d9251a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:15:13Z', 'revision_number': 8, 'project_id': 'c123fb581b00432cb3f2292d7d9251a4', 'gw_port_host': None}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:13.897065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b1207e7b-2786-4f80-9253-8a3c5507b365 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Calling delete_port for 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:13.916988 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3357c443-49c4-432a-9232-30e5dd7ab326 None None] For port 68154b56-d190-4df2-a704-65349fafc403, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=68154b56-d190-4df2-a704-65349fafc403,segment=NetworkSegment(c3e1a48f-da2c-4fe0-81c6-e22198025f90),segment_id=c3e1a48f-da2c-4fe0-81c6-e22198025f90)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:13.917378 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3357c443-49c4-432a-9232-30e5dd7ab326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.041724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3357c443-49c4-432a-9232-30e5dd7ab326 None None] Calling delete_port for 68154b56-d190-4df2-a704-65349fafc403 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:14.063312 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1207e7b-2786-4f80-9253-8a3c5507b365 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.111095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1207e7b-2786-4f80-9253-8a3c5507b365 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Port': ['ID=8d6aa79a-ffc7-492c-92df-b0c62d9b4f13,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:14.120885 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3357c443-49c4-432a-9232-30e5dd7ab326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.165035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357c443-49c4-432a-9232-30e5dd7ab326 None None] Pushing event deleted for resources: {'Port': ['ID=68154b56-d190-4df2-a704-65349fafc403,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:14.171037 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3357c443-49c4-432a-9232-30e5dd7ab326 None None] No DVR routers for this DVR port 68154b56-d190-4df2-a704-65349fafc403 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:14.205484 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1207e7b-2786-4f80-9253-8a3c5507b365 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.379486 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1207e7b-2786-4f80-9253-8a3c5507b365 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.381653 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1207e7b-2786-4f80-9253-8a3c5507b365 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.404296 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1207e7b-2786-4f80-9253-8a3c5507b365 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.405027 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1207e7b-2786-4f80-9253-8a3c5507b365 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Fanout notify agent at l3_agent the message router_deleted on router 0b82b4ed-5976-4965-aded-49a9e773f663 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:15:14.419219 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1207e7b-2786-4f80-9253-8a3c5507b365 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.420272 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b1207e7b-2786-4f80-9253-8a3c5507b365 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/routers/0b82b4ed-5976-4965-aded-49a9e773f663 HTTP/1.1" status: 204 len: 168 time: 1.3031211 Mar 16 11:15:14.422832 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56380) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:14.530914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-86822dbf-e386-467a-a2ed-62a4263bb672 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.625619 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5a7e4aef-4b66-4254-801b-0b1b155f2973 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:14.661003 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 5a7e4aef-4b66-4254-801b-0b1b155f2973 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:15:14.661349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5a7e4aef-4b66-4254-801b-0b1b155f2973 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:14.661762 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:14.663073 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-86822dbf-e386-467a-a2ed-62a4263bb672 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.690225 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-86822dbf-e386-467a-a2ed-62a4263bb672 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8883842-a274-43b8-a50d-2c49bba1e71e']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:14.696102 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:15:14.696363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 8d6aa79a-ffc7-492c-92df-b0c62d9b4f13 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:14.696782 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 68154b56-d190-4df2-a704-65349fafc403 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:14.703403 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-86822dbf-e386-467a-a2ed-62a4263bb672 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e1a48f-da2c-4fe0-81c6-e22198025f90') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:14.703689 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-86822dbf-e386-467a-a2ed-62a4263bb672 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e1a48f-da2c-4fe0-81c6-e22198025f90') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:14.715573 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-86822dbf-e386-467a-a2ed-62a4263bb672 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.728768 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 68154b56-d190-4df2-a704-65349fafc403 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:15:14.729109 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 68154b56-d190-4df2-a704-65349fafc403 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:14.730929 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-86822dbf-e386-467a-a2ed-62a4263bb672 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.737812 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86822dbf-e386-467a-a2ed-62a4263bb672 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:15:14.738227 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-86822dbf-e386-467a-a2ed-62a4263bb672 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:14.753483 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:14.834550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-86822dbf-e386-467a-a2ed-62a4263bb672 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.858829 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-86822dbf-e386-467a-a2ed-62a4263bb672 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.861335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86822dbf-e386-467a-a2ed-62a4263bb672 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] Pushing event deleted for resources: {'Network': ['ID=b8883842-a274-43b8-a50d-2c49bba1e71e,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:14.870062 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-86822dbf-e386-467a-a2ed-62a4263bb672 tempest-TestNetworkBasicOps-1003352615 tempest-TestNetworkBasicOps-1003352615-project] 10.222.0.44 "DELETE /v2.0/networks/b8883842-a274-43b8-a50d-2c49bba1e71e HTTP/1.1" status: 204 len: 168 time: 0.4462953 Mar 16 11:15:15.221471 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56388) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:15.394146 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2003b76d-c0dc-457c-8c9b-7f9054821a64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c123fb581b00432cb3f2292d7d9251a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1714497 Mar 16 11:15:15.396559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56394) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:15.452809 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-26dc83de-a70d-4247-bab3-a0b7ad17389e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.481283 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-26dc83de-a70d-4247-bab3-a0b7ad17389e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.532289 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-26dc83de-a70d-4247-bab3-a0b7ad17389e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.548964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc83de-a70d-4247-bab3-a0b7ad17389e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49556e4-c180-4b7c-a352-a81c2462da25,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:15.555124 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-26dc83de-a70d-4247-bab3-a0b7ad17389e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.556253 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-26dc83de-a70d-4247-bab3-a0b7ad17389e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f49556e4-c180-4b7c-a352-a81c2462da25 HTTP/1.1" status: 204 len: 168 time: 0.1588261 Mar 16 11:15:15.839173 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56402) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:15.856710 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1bc92a71-4254-421e-bf3b-44f9d33c3a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.871210 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1bc92a71-4254-421e-bf3b-44f9d33c3a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:15.875461 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1bc92a71-4254-421e-bf3b-44f9d33c3a01 admin admin] Usage tracker for resource:security_group_rule and tenant:b540a8d94d404c2889653a97e8a9cb4f is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:15.878184 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1bc92a71-4254-421e-bf3b-44f9d33c3a01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:15.883745 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1bc92a71-4254-421e-bf3b-44f9d33c3a01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:15.965720 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1bc92a71-4254-421e-bf3b-44f9d33c3a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.969376 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1bc92a71-4254-421e-bf3b-44f9d33c3a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.015385 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1bc92a71-4254-421e-bf3b-44f9d33c3a01 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b540a8d94d404c2889653a97e8a9cb4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750679 Mar 16 11:15:16.016266 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc92a71-4254-421e-bf3b-44f9d33c3a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b2650d-08d8-4f03-afb0-e9be01e983d4,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:16.018132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56406) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:16.191467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b9e87ec3-8e35-4367-a71d-67e4b4bf56f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.215826 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b9e87ec3-8e35-4367-a71d-67e4b4bf56f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.266249 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b9e87ec3-8e35-4367-a71d-67e4b4bf56f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.279612 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e87ec3-8e35-4367-a71d-67e4b4bf56f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b2650d-08d8-4f03-afb0-e9be01e983d4,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:16.286036 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b9e87ec3-8e35-4367-a71d-67e4b4bf56f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.289713 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b9e87ec3-8e35-4367-a71d-67e4b4bf56f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14b2650d-08d8-4f03-afb0-e9be01e983d4 HTTP/1.1" status: 204 len: 168 time: 0.2704623 Mar 16 11:15:17.811082 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.628251 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e0483de4-de71-4e64-bb18-d11914d9885c req-14eae72b-c41a-47c1-9ba8-bf872d0d00de tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5ce38902bfbb4dfba75f68d67c88c8ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308011 Mar 16 11:15:23.873497 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0483de4-de71-4e64-bb18-d11914d9885c req-5b697002-e53a-478c-8113-6b33b66010c6 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:23.874892 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e0483de4-de71-4e64-bb18-d11914d9885c req-5b697002-e53a-478c-8113-6b33b66010c6 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2417588 Mar 16 11:15:23.889678 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e0483de4-de71-4e64-bb18-d11914d9885c req-45d06591-e18f-404b-b512-4822976c060f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/quotas/5ce38902bfbb4dfba75f68d67c88c8ea HTTP/1.1" status: 200 len: 375 time: 0.0092094 Mar 16 11:15:23.934503 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e0483de4-de71-4e64-bb18-d11914d9885c req-e619b18b-c31b-4507-b87a-6f6619aebbde tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5ce38902bfbb4dfba75f68d67c88c8ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400691 Mar 16 11:15:24.105708 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fa83e980-0cc0-44ee-8ea2-4c0942a8ad93 req-293cee84-9304-424c-8461-499de797c93e tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bd656-503f-4f45-a76b-99e07704ead4 HTTP/1.1" status: 200 len: 210 time: 0.0409629 Mar 16 11:15:24.971180 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0483de4-de71-4e64-bb18-d11914d9885c req-56b46473-7f04-49a8-accc-49b613893086 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5ce38902bfbb4dfba75f68d67c88c8ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263696 Mar 16 11:15:25.121090 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0483de4-de71-4e64-bb18-d11914d9885c req-49131cac-7ed1-4eaa-96f3-d648e05a6f5e tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:25.122518 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0483de4-de71-4e64-bb18-d11914d9885c req-49131cac-7ed1-4eaa-96f3-d648e05a6f5e tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1471963 Mar 16 11:15:25.134414 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Request body: {'port': {'device_id': 'b75bd656-503f-4f45-a76b-99e07704ead4', 'network_id': '39915015-abf6-40d8-988e-504665649b45', 'admin_state_up': True, 'tenant_id': '5ce38902bfbb4dfba75f68d67c88c8ea'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:25.255280 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-032f2c54-a7fa-4fa9-bb32-6275f1f8fcca req-dcdb8dfa-54be-42fa-97e2-6c7b8f65b450 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bd656-503f-4f45-a76b-99e07704ead4 HTTP/1.1" status: 200 len: 210 time: 0.0434556 Mar 16 11:15:25.274935 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:25.278813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Usage tracker for resource:port and tenant:5ce38902bfbb4dfba75f68d67c88c8ea is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:25.282132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:25.287677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:25.296377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Made reservation on behalf of 5ce38902bfbb4dfba75f68d67c88c8ea for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:25.300095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.312427 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.327188 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:25.330871 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Usage tracker for resource:security_group_rule and tenant:5ce38902bfbb4dfba75f68d67c88c8ea is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:25.333567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:25.338997 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:25.421540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.425100 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.502304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a064087-7b9d-4b8a-9cf5-4fac082db5ce,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:25.595446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Allocated IP 192.168.233.242 (39915015-abf6-40d8-988e-504665649b45/4f65ed1a-94b6-43c4-b873-c5f813c888f6/0a828a23-8f81-4387-a6d4-565c57411532) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:25.793183 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.808164 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Transition to ACTIVE for port object 0a828a23-8f81-4387-a6d4-565c57411532 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:25.830234 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.898516 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Network 39915015-abf6-40d8-988e-504665649b45 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:25.906317 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:25.910574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:25.940210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Pushing event updated for resources: {'Port': ['ID=0a828a23-8f81-4387-a6d4-565c57411532,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:25.977202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:25.977824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.003669 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c49763fd-a707-477d-82bc-d87a8938a72f tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8733559 Mar 16 11:15:26.014937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Request body: {'port': {'device_id': 'b75bd656-503f-4f45-a76b-99e07704ead4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:26.127546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.165130 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bea6e48c-dbde-4eee-b319-4d54dfc08062 None None] Provisioning for port 0a828a23-8f81-4387-a6d4-565c57411532 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:26.170793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bea6e48c-dbde-4eee-b319-4d54dfc08062 None None] Provisioning complete for port 0a828a23-8f81-4387-a6d4-565c57411532 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:26.171337 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bea6e48c-dbde-4eee-b319-4d54dfc08062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.224826 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-bea6e48c-dbde-4eee-b319-4d54dfc08062 None None] Port 0a828a23-8f81-4387-a6d4-565c57411532 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:26.480079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079d466-2053-4871-808a-d734c77d1f69 req-f4b5ff06-8471-49ae-aef3-63568a6fd00e tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:26.480748 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f079d466-2053-4871-808a-d734c77d1f69 req-f4b5ff06-8471-49ae-aef3-63568a6fd00e tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Synchronizing usage tracker for tenant:5ce38902bfbb4dfba75f68d67c88c8ea on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:26.542732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a828a23-8f81-4387-a6d4-565c57411532 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:15:26.548813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f079d466-2053-4871-808a-d734c77d1f69 req-f4b5ff06-8471-49ae-aef3-63568a6fd00e tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Unset dirty status for tenant:5ce38902bfbb4dfba75f68d67c88c8ea on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:26.549959 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f079d466-2053-4871-808a-d734c77d1f69 req-f4b5ff06-8471-49ae-aef3-63568a6fd00e tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bd656-503f-4f45-a76b-99e07704ead4 HTTP/1.1" status: 200 len: 936 time: 0.1837068 Mar 16 11:15:26.551482 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.583891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Transition to ACTIVE for port object 0a828a23-8f81-4387-a6d4-565c57411532 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:26.593406 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.647893 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f079d466-2053-4871-808a-d734c77d1f69 req-29255751-8884-4d1b-9b20-17db1711dbf1 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Synchronizing usage tracker for tenant:5ce38902bfbb4dfba75f68d67c88c8ea on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:26.871061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Pushing event updated for resources: {'Port': ['ID=0a828a23-8f81-4387-a6d4-565c57411532,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:26.881206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f079d466-2053-4871-808a-d734c77d1f69 req-29255751-8884-4d1b-9b20-17db1711dbf1 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Unset dirty status for tenant:5ce38902bfbb4dfba75f68d67c88c8ea on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:26.882345 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f079d466-2053-4871-808a-d734c77d1f69 req-29255751-8884-4d1b-9b20-17db1711dbf1 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a064087-7b9d-4b8a-9cf5-4fac082db5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264594 Mar 16 11:15:26.957716 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Attempting to bind port 0a828a23-8f81-4387-a6d4-565c57411532 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:26.957955 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Attempting to bind port 0a828a23-8f81-4387-a6d4-565c57411532 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '20bd310c-1326-4f8d-8c8e-c347bf32ebf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '39915015-abf6-40d8-988e-504665649b45'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:26.958266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Attempting to bind port 0a828a23-8f81-4387-a6d4-565c57411532 on network 39915015-abf6-40d8-988e-504665649b45 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:26.962593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Port 0a828a23-8f81-4387-a6d4-565c57411532 on network 39915015-abf6-40d8-988e-504665649b45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:15:26.962900 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Attempting to bind port 0a828a23-8f81-4387-a6d4-565c57411532 on network 39915015-abf6-40d8-988e-504665649b45 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:26.968302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:26.968624 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Checking segment: {'id': '20bd310c-1326-4f8d-8c8e-c347bf32ebf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '39915015-abf6-40d8-988e-504665649b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:26.968991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Bound using segment: {'id': '20bd310c-1326-4f8d-8c8e-c347bf32ebf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '39915015-abf6-40d8-988e-504665649b45'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:26.969400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Bound port: 0a828a23-8f81-4387-a6d4-565c57411532, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20bd310c-1326-4f8d-8c8e-c347bf32ebf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '39915015-abf6-40d8-988e-504665649b45'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:26.969728 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.056187 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] For port 0a828a23-8f81-4387-a6d4-565c57411532, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:27.058890 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] For port 0a828a23-8f81-4387-a6d4-565c57411532, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=0a828a23-8f81-4387-a6d4-565c57411532,segment=NetworkSegment(20bd310c-1326-4f8d-8c8e-c347bf32ebf9),segment_id=20bd310c-1326-4f8d-8c8e-c347bf32ebf9)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:27.064059 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.117815 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:27.118497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.119819 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] 10.222.0.18 "PUT /v2.0/ports/0a828a23-8f81-4387-a6d4-565c57411532 HTTP/1.1" status: 200 len: 1098 time: 1.1096115 Mar 16 11:15:27.120235 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75bd656-503f-4f45-a76b-99e07704ead4', 'tag': '0a828a23-8f81-4387-a6d4-565c57411532'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:15:27.143780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada8406-44d4-4b87-9f40-25ded4de0fde service neutron] Pushing event updated for resources: {'Port': ['ID=0a828a23-8f81-4387-a6d4-565c57411532,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:27.196343 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75bd656-503f-4f45-a76b-99e07704ead4', 'tag': '0a828a23-8f81-4387-a6d4-565c57411532', 'status': 'completed', 'code': 200} Mar 16 11:15:27.238523 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4a20ceeb-4fba-4143-a091-635e1c61110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:27.240586 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0483de4-de71-4e64-bb18-d11914d9885c req-4a20ceeb-4fba-4143-a091-635e1c61110b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ce38902bfbb4dfba75f68d67c88c8ea&device_id=b75bd656-503f-4f45-a76b-99e07704ead4 HTTP/1.1" status: 200 len: 1101 time: 0.0765731 Mar 16 11:15:27.312634 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0483de4-de71-4e64-bb18-d11914d9885c req-c1dd29b7-c837-4246-81ec-5693e60357b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0a828a23-8f81-4387-a6d4-565c57411532 HTTP/1.1" status: 200 len: 217 time: 0.0647817 Mar 16 11:15:27.377265 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0483de4-de71-4e64-bb18-d11914d9885c req-ab7960b3-f5ff-47e0-912e-3fec30bb011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:27.378726 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0483de4-de71-4e64-bb18-d11914d9885c req-ab7960b3-f5ff-47e0-912e-3fec30bb011e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f65ed1a-94b6-43c4-b873-c5f813c888f6 HTTP/1.1" status: 200 len: 843 time: 0.0604544 Mar 16 11:15:27.451717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0483de4-de71-4e64-bb18-d11914d9885c req-71a1be11-d33f-477e-8294-83dad6c88e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:27.453166 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0483de4-de71-4e64-bb18-d11914d9885c req-71a1be11-d33f-477e-8294-83dad6c88e9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39915015-abf6-40d8-988e-504665649b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0687370 Mar 16 11:15:27.581483 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0483de4-de71-4e64-bb18-d11914d9885c req-9c06807a-8785-4bff-94cd-a9dc311c3b32 service neutron] 10.222.0.18 "GET /v2.0/networks/39915015-abf6-40d8-988e-504665649b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221533 Mar 16 11:15:27.708205 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0483de4-de71-4e64-bb18-d11914d9885c req-686810b9-2871-4532-a757-88612b2c09bf service neutron] 10.222.0.18 "GET /v2.0/networks/39915015-abf6-40d8-988e-504665649b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213048 Mar 16 11:15:27.823267 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0e582-d0b0-4933-bab3-f2a0e0cec3a0 req-e43cde56-e54d-41f5-9ce3-10b2456a9fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:27.824697 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-22e0e582-d0b0-4933-bab3-f2a0e0cec3a0 req-e43cde56-e54d-41f5-9ce3-10b2456a9fb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ce38902bfbb4dfba75f68d67c88c8ea&device_id=b75bd656-503f-4f45-a76b-99e07704ead4 HTTP/1.1" status: 200 len: 1101 time: 0.0682027 Mar 16 11:15:27.951770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0e582-d0b0-4933-bab3-f2a0e0cec3a0 req-b9bd74e0-204f-4236-a193-cc64294705fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:27.953875 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-22e0e582-d0b0-4933-bab3-f2a0e0cec3a0 req-b9bd74e0-204f-4236-a193-cc64294705fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=39915015-abf6-40d8-988e-504665649b45 HTTP/1.1" status: 200 len: 870 time: 0.1239121 Mar 16 11:15:28.051877 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-22e0e582-d0b0-4933-bab3-f2a0e0cec3a0 req-4bb07c49-94cf-4924-baf6-924d8a763371 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0a828a23-8f81-4387-a6d4-565c57411532 HTTP/1.1" status: 200 len: 217 time: 0.0920541 Mar 16 11:15:28.128215 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0e582-d0b0-4933-bab3-f2a0e0cec3a0 req-7aaffbd6-3e14-4aa0-8e83-a91a4bbffca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:28.129607 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-22e0e582-d0b0-4933-bab3-f2a0e0cec3a0 req-7aaffbd6-3e14-4aa0-8e83-a91a4bbffca9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f65ed1a-94b6-43c4-b873-c5f813c888f6 HTTP/1.1" status: 200 len: 843 time: 0.0721595 Mar 16 11:15:28.191052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2075290-5aa0-4bf9-aa48-3a9a12f924fd req-6971f4da-ffb4-4388-b52f-0906e6f4bdab tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:28.192417 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a2075290-5aa0-4bf9-aa48-3a9a12f924fd req-6971f4da-ffb4-4388-b52f-0906e6f4bdab tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bd656-503f-4f45-a76b-99e07704ead4 HTTP/1.1" status: 200 len: 948 time: 0.1776943 Mar 16 11:15:28.254877 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a2075290-5aa0-4bf9-aa48-3a9a12f924fd req-55595ae2-9845-4266-b9c2-ec76b90659fb tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a064087-7b9d-4b8a-9cf5-4fac082db5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564566 Mar 16 11:15:28.256828 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0e582-d0b0-4933-bab3-f2a0e0cec3a0 req-c6060ffc-eae8-4f16-8f75-f70316407039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:28.258205 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-22e0e582-d0b0-4933-bab3-f2a0e0cec3a0 req-c6060ffc-eae8-4f16-8f75-f70316407039 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39915015-abf6-40d8-988e-504665649b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1190922 Mar 16 11:15:28.388238 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-22e0e582-d0b0-4933-bab3-f2a0e0cec3a0 req-5bcf8d98-ff70-4471-89d2-0cc4734807eb service neutron] 10.222.0.18 "GET /v2.0/networks/39915015-abf6-40d8-988e-504665649b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231434 Mar 16 11:15:28.616273 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-22e0e582-d0b0-4933-bab3-f2a0e0cec3a0 req-b728e200-6a4b-42c5-b7f4-07c9e3c55115 service neutron] 10.222.0.18 "GET /v2.0/networks/39915015-abf6-40d8-988e-504665649b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214987 Mar 16 11:15:29.443038 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3d0b-e166-42b7-a26e-f58ee8a98e24 req-fdd15d36-f1e5-4161-974e-f31c757c13d0 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:29.444473 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8dbb3d0b-e166-42b7-a26e-f58ee8a98e24 req-fdd15d36-f1e5-4161-974e-f31c757c13d0 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bd656-503f-4f45-a76b-99e07704ead4 HTTP/1.1" status: 200 len: 948 time: 0.0842299 Mar 16 11:15:29.487391 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8dbb3d0b-e166-42b7-a26e-f58ee8a98e24 req-ca091ba3-d818-4b11-adbe-3ccab752e965 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a064087-7b9d-4b8a-9cf5-4fac082db5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373642 Mar 16 11:15:30.668804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f468f0-fb76-4e91-ab90-c33d7075eee9 req-a4c0c789-05c4-4d51-ba4b-48dc9afc5745 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:30.670220 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d6f468f0-fb76-4e91-ab90-c33d7075eee9 req-a4c0c789-05c4-4d51-ba4b-48dc9afc5745 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bd656-503f-4f45-a76b-99e07704ead4 HTTP/1.1" status: 200 len: 948 time: 0.0785437 Mar 16 11:15:30.712357 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d6f468f0-fb76-4e91-ab90-c33d7075eee9 req-84de9d11-a80f-48a0-932f-e721fa01983e tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a064087-7b9d-4b8a-9cf5-4fac082db5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360906 Mar 16 11:15:30.862585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c1ceca74-70d5-4884-ba04-5165b314e0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.101214 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 0a828a23-8f81-4387-a6d4-565c57411532 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:15:31.230622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 0a828a23-8f81-4387-a6d4-565c57411532, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=0a828a23-8f81-4387-a6d4-565c57411532,segment=NetworkSegment(20bd310c-1326-4f8d-8c8e-c347bf32ebf9),segment_id=20bd310c-1326-4f8d-8c8e-c347bf32ebf9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:31.243425 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '0a828a23-8f81-4387-a6d4-565c57411532', 'network_id': '39915015-abf6-40d8-988e-504665649b45', 'port_id': '0a828a23-8f81-4387-a6d4-565c57411532', 'mac_address': 'fa:16:3e:64:3b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f65ed1a-94b6-43c4-b873-c5f813c888f6', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:15:31.338978 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.356396 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a828a23-8f81-4387-a6d4-565c57411532 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:15:31.371112 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 0a828a23-8f81-4387-a6d4-565c57411532, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=0a828a23-8f81-4387-a6d4-565c57411532,segment=NetworkSegment(20bd310c-1326-4f8d-8c8e-c347bf32ebf9),segment_id=20bd310c-1326-4f8d-8c8e-c347bf32ebf9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:31.374876 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.438740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=0a828a23-8f81-4387-a6d4-565c57411532,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:31.695644 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['0a828a23-8f81-4387-a6d4-565c57411532'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:15:31.892301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1a622-20a6-4585-b448-a5b1b24e8e80 req-fd2d5395-a769-414c-98b9-25659eee1c15 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:31.893920 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-43e1a622-20a6-4585-b448-a5b1b24e8e80 req-fd2d5395-a769-414c-98b9-25659eee1c15 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bd656-503f-4f45-a76b-99e07704ead4 HTTP/1.1" status: 200 len: 949 time: 0.0780897 Mar 16 11:15:31.944683 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-43e1a622-20a6-4585-b448-a5b1b24e8e80 req-4e80783a-7c4b-45c4-ad00-47c2b838678e tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a064087-7b9d-4b8a-9cf5-4fac082db5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453250 Mar 16 11:15:33.053720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-efa57498-3745-4db9-9977-42c5f99fdd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.128941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69433361-1795-47a3-9a00-f2b8111eaeb8 req-32fed1d0-5e90-4930-8d17-8d18fd05e90d tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:33.130375 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-69433361-1795-47a3-9a00-f2b8111eaeb8 req-32fed1d0-5e90-4930-8d17-8d18fd05e90d tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bd656-503f-4f45-a76b-99e07704ead4 HTTP/1.1" status: 200 len: 949 time: 0.0842407 Mar 16 11:15:33.142646 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 0a828a23-8f81-4387-a6d4-565c57411532 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:33.173952 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-69433361-1795-47a3-9a00-f2b8111eaeb8 req-8352bfd9-409c-4d59-a121-5d0e4694e782 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a064087-7b9d-4b8a-9cf5-4fac082db5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379603 Mar 16 11:15:33.206788 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 0a828a23-8f81-4387-a6d4-565c57411532 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:33.211296 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 0a828a23-8f81-4387-a6d4-565c57411532 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:33.211663 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.324035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.349410 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75bd656-503f-4f45-a76b-99e07704ead4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a828a23-8f81-4387-a6d4-565c57411532'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:15:33.359652 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 0a828a23-8f81-4387-a6d4-565c57411532, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=0a828a23-8f81-4387-a6d4-565c57411532,segment=NetworkSegment(20bd310c-1326-4f8d-8c8e-c347bf32ebf9),segment_id=20bd310c-1326-4f8d-8c8e-c347bf32ebf9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:33.363628 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.401436 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75bd656-503f-4f45-a76b-99e07704ead4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a828a23-8f81-4387-a6d4-565c57411532', 'code': 200} Mar 16 11:15:33.433317 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=0a828a23-8f81-4387-a6d4-565c57411532,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:33.605268 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d84a9-21ed-40a2-b0be-2510033cfd83 req-28958801-ddc0-4ddd-9ee4-997526f0279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:33.606595 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-616d84a9-21ed-40a2-b0be-2510033cfd83 req-28958801-ddc0-4ddd-9ee4-997526f0279a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b75bd656-503f-4f45-a76b-99e07704ead4 HTTP/1.1" status: 200 len: 1103 time: 0.0668364 Mar 16 11:15:33.648519 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-616d84a9-21ed-40a2-b0be-2510033cfd83 req-6a81c6e4-2336-45be-b3ca-3b84b5a9d2bd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0a064087-7b9d-4b8a-9cf5-4fac082db5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359695 Mar 16 11:15:34.362089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16d22d-9f19-4ba3-a8f0-3ed784901565 req-bad64b28-be8d-4ff1-85cd-418420daafa4 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:34.363599 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0b16d22d-9f19-4ba3-a8f0-3ed784901565 req-bad64b28-be8d-4ff1-85cd-418420daafa4 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bd656-503f-4f45-a76b-99e07704ead4 HTTP/1.1" status: 200 len: 950 time: 0.0868831 Mar 16 11:15:34.405803 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.409022 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0b16d22d-9f19-4ba3-a8f0-3ed784901565 req-2a67ec7b-2744-4b78-94e1-6ae8e9cbb893 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a064087-7b9d-4b8a-9cf5-4fac082db5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395505 Mar 16 11:15:34.463861 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.592496 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202c100-52b6-48c4-abb3-4747593538c8 req-cc98183e-6047-4e9d-b9d2-84e8bfea905d tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:35.593834 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0202c100-52b6-48c4-abb3-4747593538c8 req-cc98183e-6047-4e9d-b9d2-84e8bfea905d tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bd656-503f-4f45-a76b-99e07704ead4 HTTP/1.1" status: 200 len: 950 time: 0.0779123 Mar 16 11:15:35.637488 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0202c100-52b6-48c4-abb3-4747593538c8 req-410deb6f-7a6c-4fad-9586-a806e7e07bbc tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a064087-7b9d-4b8a-9cf5-4fac082db5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380905 Mar 16 11:15:35.907192 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.734993 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa8f68-77fd-42a0-8a7a-e8f1146f05b1 req-1689b743-1905-48c6-ac50-cdd04d553f35 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:36.736442 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-32fa8f68-77fd-42a0-8a7a-e8f1146f05b1 req-1689b743-1905-48c6-ac50-cdd04d553f35 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bd656-503f-4f45-a76b-99e07704ead4 HTTP/1.1" status: 200 len: 950 time: 0.0824823 Mar 16 11:15:36.778868 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-32fa8f68-77fd-42a0-8a7a-e8f1146f05b1 req-78bb63cb-1d34-48ab-bb9d-3c9a57e15df1 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a064087-7b9d-4b8a-9cf5-4fac082db5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365901 Mar 16 11:15:37.964217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f6d55-1aba-4715-9b96-66e4208f82d3 req-1ab75a6d-fef1-4036-a3a0-ee1671a25403 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:37.965622 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f45f6d55-1aba-4715-9b96-66e4208f82d3 req-1ab75a6d-fef1-4036-a3a0-ee1671a25403 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bd656-503f-4f45-a76b-99e07704ead4 HTTP/1.1" status: 200 len: 950 time: 0.0822918 Mar 16 11:15:38.012677 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f45f6d55-1aba-4715-9b96-66e4208f82d3 req-642df924-4b5f-4f58-b5a7-4aea4947f494 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a064087-7b9d-4b8a-9cf5-4fac082db5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413365 Mar 16 11:15:38.118677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4912750-07f0-4b2f-826c-5cf2e3a2e42b req-01c2778b-a898-49bb-bb9f-8a74d93c3c23 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:38.120012 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c4912750-07f0-4b2f-826c-5cf2e3a2e42b req-01c2778b-a898-49bb-bb9f-8a74d93c3c23 tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b75bd656-503f-4f45-a76b-99e07704ead4 HTTP/1.1" status: 200 len: 950 time: 0.0899010 Mar 16 11:15:38.190218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-c4912750-07f0-4b2f-826c-5cf2e3a2e42b req-69bea297-0c9b-4d91-ae56-686f2aeb232a tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Deleting port 0a828a23-8f81-4387-a6d4-565c57411532 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:38.190550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c4912750-07f0-4b2f-826c-5cf2e3a2e42b req-69bea297-0c9b-4d91-ae56-686f2aeb232a tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.437429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-c4912750-07f0-4b2f-826c-5cf2e3a2e42b req-69bea297-0c9b-4d91-ae56-686f2aeb232a tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] For port 0a828a23-8f81-4387-a6d4-565c57411532, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=0a828a23-8f81-4387-a6d4-565c57411532,segment=NetworkSegment(20bd310c-1326-4f8d-8c8e-c347bf32ebf9),segment_id=20bd310c-1326-4f8d-8c8e-c347bf32ebf9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:38.437775 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c4912750-07f0-4b2f-826c-5cf2e3a2e42b req-69bea297-0c9b-4d91-ae56-686f2aeb232a tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.559252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-c4912750-07f0-4b2f-826c-5cf2e3a2e42b req-69bea297-0c9b-4d91-ae56-686f2aeb232a tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Calling delete_port for 0a828a23-8f81-4387-a6d4-565c57411532 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:38.698460 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c4912750-07f0-4b2f-826c-5cf2e3a2e42b req-69bea297-0c9b-4d91-ae56-686f2aeb232a tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.711925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['0a828a23-8f81-4387-a6d4-565c57411532'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:15:38.748026 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bea297-0c9b-4d91-ae56-686f2aeb232a tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Pushing event deleted for resources: {'Port': ['ID=0a828a23-8f81-4387-a6d4-565c57411532,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:38.823129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4912750-07f0-4b2f-826c-5cf2e3a2e42b req-69bea297-0c9b-4d91-ae56-686f2aeb232a tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] No DVR routers for this DVR port 0a828a23-8f81-4387-a6d4-565c57411532 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:38.825566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-c4912750-07f0-4b2f-826c-5cf2e3a2e42b req-69bea297-0c9b-4d91-ae56-686f2aeb232a tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.828907 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75bd656-503f-4f45-a76b-99e07704ead4', 'name': 'network-vif-deleted', 'tag': '0a828a23-8f81-4387-a6d4-565c57411532'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:15:38.845132 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c4912750-07f0-4b2f-826c-5cf2e3a2e42b req-69bea297-0c9b-4d91-ae56-686f2aeb232a tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.18 "DELETE /v2.0/ports/0a828a23-8f81-4387-a6d4-565c57411532 HTTP/1.1" status: 204 len: 173 time: 0.7185123 Mar 16 11:15:38.876321 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75bd656-503f-4f45-a76b-99e07704ead4', 'name': 'network-vif-deleted', 'tag': '0a828a23-8f81-4387-a6d4-565c57411532', 'status': 'completed', 'code': 200} Mar 16 11:15:39.170429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-130ca6de-1c8f-4e94-9b67-f18a39ff478d req-3f797325-1692-43af-a572-4c7da6246eee tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Synchronizing usage tracker for tenant:5ce38902bfbb4dfba75f68d67c88c8ea on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:39.185629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-130ca6de-1c8f-4e94-9b67-f18a39ff478d req-3f797325-1692-43af-a572-4c7da6246eee tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] Unset dirty status for tenant:5ce38902bfbb4dfba75f68d67c88c8ea on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:39.187333 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-130ca6de-1c8f-4e94-9b67-f18a39ff478d req-3f797325-1692-43af-a572-4c7da6246eee tempest-ServersAdminNegativeTestJSON-1491695291 tempest-ServersAdminNegativeTestJSON-1491695291-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bd656-503f-4f45-a76b-99e07704ead4 HTTP/1.1" status: 200 len: 210 time: 0.0580633 Mar 16 11:15:40.541414 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56540) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:40.684610 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5ba410a8-f62e-477d-ab73-1e507dc3e01a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ce38902bfbb4dfba75f68d67c88c8ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419964 Mar 16 11:15:40.687037 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56546) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:40.743457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4c81d75b-3b78-4f8f-a066-d72d557a802b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.767644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4c81d75b-3b78-4f8f-a066-d72d557a802b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.821745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4c81d75b-3b78-4f8f-a066-d72d557a802b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.838124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81d75b-3b78-4f8f-a066-d72d557a802b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a064087-7b9d-4b8a-9cf5-4fac082db5ce,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:40.848478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4c81d75b-3b78-4f8f-a066-d72d557a802b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.849579 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4c81d75b-3b78-4f8f-a066-d72d557a802b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a064087-7b9d-4b8a-9cf5-4fac082db5ce HTTP/1.1" status: 204 len: 168 time: 0.1616306 Mar 16 11:15:41.117459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56554) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:41.134315 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9ca85c33-9f77-4415-8e83-ae7e5144d1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.148545 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9ca85c33-9f77-4415-8e83-ae7e5144d1ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:41.152282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9ca85c33-9f77-4415-8e83-ae7e5144d1ac admin admin] Usage tracker for resource:security_group_rule and tenant:d9f3bf9f452b4079aabb9280e1eb0550 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:41.155598 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9ca85c33-9f77-4415-8e83-ae7e5144d1ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:41.161103 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9ca85c33-9f77-4415-8e83-ae7e5144d1ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:41.176405 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 0a828a23-8f81-4387-a6d4-565c57411532 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:41.213293 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 0a828a23-8f81-4387-a6d4-565c57411532 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:15:41.213640 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 0a828a23-8f81-4387-a6d4-565c57411532 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:41.242517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9ca85c33-9f77-4415-8e83-ae7e5144d1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.247142 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9ca85c33-9f77-4415-8e83-ae7e5144d1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.293514 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9ca85c33-9f77-4415-8e83-ae7e5144d1ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9f3bf9f452b4079aabb9280e1eb0550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744823 Mar 16 11:15:41.293841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca85c33-9f77-4415-8e83-ae7e5144d1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7ecc46-9a74-44ea-865d-ad3a329534e8,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:41.296629 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56558) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:41.356324 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f0483c7-0199-4cd7-a4a3-f97f0bea372d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.382894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f0483c7-0199-4cd7-a4a3-f97f0bea372d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.435397 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f0483c7-0199-4cd7-a4a3-f97f0bea372d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.452224 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0483c7-0199-4cd7-a4a3-f97f0bea372d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7ecc46-9a74-44ea-865d-ad3a329534e8,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:41.460485 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8f0483c7-0199-4cd7-a4a3-f97f0bea372d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.461581 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8f0483c7-0199-4cd7-a4a3-f97f0bea372d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d7ecc46-9a74-44ea-865d-ad3a329534e8 HTTP/1.1" status: 204 len: 168 time: 0.1636269 Mar 16 11:15:42.166761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56582) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:42.266944 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1993367665-network', 'tenant_id': 'cb40ad92c177450788eff505381fd577'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:42.271563 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:42.275332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Usage tracker for resource:network and tenant:cb40ad92c177450788eff505381fd577 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:42.278095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:42.283718 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:42.294734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Made reservation on behalf of cb40ad92c177450788eff505381fd577 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:42.297684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.312734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.326522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:42.330260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Usage tracker for resource:security_group_rule and tenant:cb40ad92c177450788eff505381fd577 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:42.332986 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:42.338586 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:42.423418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.426875 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.453292 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:15:42.465227 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd53b3b8-5335-4498-87d6-e2faefa16c61,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:42.469583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.469913 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Added segment cf121d7e-f2de-4b24-829b-4145fe8c6d90 of type vlan for network c03ef623-3c6f-48f3-b20d-bee222f42d48 Mar 16 11:15:42.497200 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.524988 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.526052 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:42.526644 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.627759 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4598873 Mar 16 11:15:42.630559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 56588) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:42.637715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-f99b60ab-70f8-46a4-a3fe-dc9af46a8442 admin admin] Request body: {'subnet': {'network_id': 'c03ef623-3c6f-48f3-b20d-bee222f42d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1993367665-subnet', 'tenant_id': 'cb40ad92c177450788eff505381fd577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:42.640994 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b48b76-edaf-467b-995a-2a8326815747 admin admin] Pushing event updated for resources: {'Network': ['ID=c03ef623-3c6f-48f3-b20d-bee222f42d48,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:42.644455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f99b60ab-70f8-46a4-a3fe-dc9af46a8442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:42.649003 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f99b60ab-70f8-46a4-a3fe-dc9af46a8442 admin admin] Usage tracker for resource:subnet and tenant:cb40ad92c177450788eff505381fd577 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:42.651103 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network c03ef623-3c6f-48f3-b20d-bee222f42d48 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:42.651928 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f99b60ab-70f8-46a4-a3fe-dc9af46a8442 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:42.657738 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f99b60ab-70f8-46a4-a3fe-dc9af46a8442 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:42.667707 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99b60ab-70f8-46a4-a3fe-dc9af46a8442 admin admin] Made reservation on behalf of cb40ad92c177450788eff505381fd577 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:42.670792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f99b60ab-70f8-46a4-a3fe-dc9af46a8442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.868622 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f99b60ab-70f8-46a4-a3fe-dc9af46a8442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.939332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b60ab-70f8-46a4-a3fe-dc9af46a8442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d1220d9-bcb8-4057-9690-fadf23d1736f,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:42.948924 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99b60ab-70f8-46a4-a3fe-dc9af46a8442 admin admin] Checking segment: {'id': 'cf121d7e-f2de-4b24-829b-4145fe8c6d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c03ef623-3c6f-48f3-b20d-bee222f42d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:42.949271 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99b60ab-70f8-46a4-a3fe-dc9af46a8442 admin admin] Network hostable DHCP agents. Network: c03ef623-3c6f-48f3-b20d-bee222f42d48, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:15:42.968022 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99b60ab-70f8-46a4-a3fe-dc9af46a8442 admin admin] Network c03ef623-3c6f-48f3-b20d-bee222f42d48 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:15:42.977043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-f99b60ab-70f8-46a4-a3fe-dc9af46a8442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, c03ef623-3c6f-48f3-b20d-bee222f42d48) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:42.980964 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99b60ab-70f8-46a4-a3fe-dc9af46a8442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:42.981542 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f99b60ab-70f8-46a4-a3fe-dc9af46a8442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.986493 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabd6c32-3b7a-4aa7-a3cc-c60683248f6e None None] Network c03ef623-3c6f-48f3-b20d-bee222f42d48 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:43.002258 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f99b60ab-70f8-46a4-a3fe-dc9af46a8442 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3706331 Mar 16 11:15:43.193459 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94766023-5683-47e1-b4ed-d251bb913b79 None None] Network c03ef623-3c6f-48f3-b20d-bee222f42d48 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:43.497436 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-0630c5eb-837f-44c5-96aa-3c4e850e5f34 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:43.499381 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-0630c5eb-837f-44c5-96aa-3c4e850e5f34 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/networks?id=c03ef623-3c6f-48f3-b20d-bee222f42d48 HTTP/1.1" status: 200 len: 812 time: 0.1443210 Mar 16 11:15:43.513319 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-01fbfdac-72ae-4f28-8e4e-be9b42865366 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/quotas/cb40ad92c177450788eff505381fd577 HTTP/1.1" status: 200 len: 375 time: 0.0085428 Mar 16 11:15:43.661203 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-f774b27b-f062-40d9-8e69-cbb417742b5a tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb40ad92c177450788eff505381fd577&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1425698 Mar 16 11:15:43.793951 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-78d58d44-7126-4b48-946f-5efb150f77c5 service neutron] 10.222.0.44 "GET /v2.0/networks/c03ef623-3c6f-48f3-b20d-bee222f42d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247797 Mar 16 11:15:43.922872 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-d0a147a9-141e-4f21-877d-5a62a531d246 service neutron] 10.222.0.44 "GET /v2.0/networks/c03ef623-3c6f-48f3-b20d-bee222f42d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227741 Mar 16 11:15:44.090222 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-24d0d636-fe30-4267-bfb9-05ed21d42265 req-13ec02c5-024b-412e-98cb-cc9d9c8ea49d tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 210 time: 0.0414574 Mar 16 11:15:45.181084 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-583f2d97-3af9-4ec0-81e5-4cf04489dc28 req-82b0c838-8f31-447c-9eb9-3e35eacb205f tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 210 time: 0.0412796 Mar 16 11:15:46.280669 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-23cd867a-f735-491b-ad44-2ab47f0d574d req-1ffdf3c9-04e4-48ae-9375-81d2f7dcef24 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 210 time: 0.0449786 Mar 16 11:15:47.373999 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-114f2a75-47cd-40d4-b644-340c3e9b49d7 req-7b03631d-1103-4218-a43c-f8b0832da72d tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 210 time: 0.0438175 Mar 16 11:15:47.814378 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.522512 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c2b8042b-d3ac-4642-ad94-620ae342a1f1 req-176e6972-0bc3-4c98-861f-4218356f1483 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 210 time: 0.0450571 Mar 16 11:15:49.131096 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-5dd1d7a9-2662-4020-b124-df638f11636b tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:49.132538 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-5dd1d7a9-2662-4020-b124-df638f11636b tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.18 "GET /v2.0/networks?id=c03ef623-3c6f-48f3-b20d-bee222f42d48 HTTP/1.1" status: 200 len: 812 time: 0.1515388 Mar 16 11:15:49.144144 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-571908ac-276e-4df0-a5b9-582a7a45bcac tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Request body: {'port': {'device_id': 'fbf3c7cd-83d0-4619-8e18-b43056636088', 'network_id': 'c03ef623-3c6f-48f3-b20d-bee222f42d48', 'admin_state_up': True, 'tenant_id': 'cb40ad92c177450788eff505381fd577'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:49.279319 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-571908ac-276e-4df0-a5b9-582a7a45bcac tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:49.283879 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-571908ac-276e-4df0-a5b9-582a7a45bcac tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Usage tracker for resource:port and tenant:cb40ad92c177450788eff505381fd577 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:49.286658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-571908ac-276e-4df0-a5b9-582a7a45bcac tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:49.292516 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-571908ac-276e-4df0-a5b9-582a7a45bcac tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:49.303833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-571908ac-276e-4df0-a5b9-582a7a45bcac tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Made reservation on behalf of cb40ad92c177450788eff505381fd577 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:49.307205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-571908ac-276e-4df0-a5b9-582a7a45bcac tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.464610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-571908ac-276e-4df0-a5b9-582a7a45bcac tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Allocated IP 172.20.0.8 (c03ef623-3c6f-48f3-b20d-bee222f42d48/7d1220d9-bcb8-4057-9690-fadf23d1736f/0a2cfc14-c267-4ec2-ab4c-bd2c51460911) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:49.688674 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b824bbc4-f8ed-4c3a-9f3f-bfaa1ae92b67 req-6896aef6-f75f-4486-9d57-2393f2e9fedf tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 210 time: 0.0578477 Mar 16 11:15:49.705393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-571908ac-276e-4df0-a5b9-582a7a45bcac tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.736181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-571908ac-276e-4df0-a5b9-582a7a45bcac tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.817020 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-571908ac-276e-4df0-a5b9-582a7a45bcac tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Network c03ef623-3c6f-48f3-b20d-bee222f42d48 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:49.820523 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-571908ac-276e-4df0-a5b9-582a7a45bcac tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:49.829212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-571908ac-276e-4df0-a5b9-582a7a45bcac tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:49.876644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571908ac-276e-4df0-a5b9-582a7a45bcac tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Pushing event updated for resources: {'Port': ['ID=0a2cfc14-c267-4ec2-ab4c-bd2c51460911,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:49.900098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-571908ac-276e-4df0-a5b9-582a7a45bcac tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:49.900680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-571908ac-276e-4df0-a5b9-582a7a45bcac tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.923967 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-571908ac-276e-4df0-a5b9-582a7a45bcac tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7833440 Mar 16 11:15:49.934492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Request body: {'port': {'device_id': 'fbf3c7cd-83d0-4619-8e18-b43056636088', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:49.985723 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:15:50.042213 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.472935 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:15:50.479985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.494945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Transition to ACTIVE for port object 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:50.498999 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.657150 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a2cfc14-c267-4ec2-ab4c-bd2c51460911,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:50.724195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Attempting to bind port 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:50.724707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Attempting to bind port 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'cf121d7e-f2de-4b24-829b-4145fe8c6d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c03ef623-3c6f-48f3-b20d-bee222f42d48'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:50.725257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Attempting to bind port 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 on network c03ef623-3c6f-48f3-b20d-bee222f42d48 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:50.732577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Port 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 on network c03ef623-3c6f-48f3-b20d-bee222f42d48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:15:50.733548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Attempting to bind port 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 on network c03ef623-3c6f-48f3-b20d-bee222f42d48 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:50.739124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:50.739734 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Checking segment: {'id': 'cf121d7e-f2de-4b24-829b-4145fe8c6d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c03ef623-3c6f-48f3-b20d-bee222f42d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:50.740114 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Bound using segment: {'id': 'cf121d7e-f2de-4b24-829b-4145fe8c6d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c03ef623-3c6f-48f3-b20d-bee222f42d48'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:50.740526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Bound port: 0a2cfc14-c267-4ec2-ab4c-bd2c51460911, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf121d7e-f2de-4b24-829b-4145fe8c6d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c03ef623-3c6f-48f3-b20d-bee222f42d48'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:50.740858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.830551 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] For port 0a2cfc14-c267-4ec2-ab4c-bd2c51460911, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:50.833348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] For port 0a2cfc14-c267-4ec2-ab4c-bd2c51460911, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=0a2cfc14-c267-4ec2-ab4c-bd2c51460911,segment=NetworkSegment(cf121d7e-f2de-4b24-829b-4145fe8c6d90),segment_id=cf121d7e-f2de-4b24-829b-4145fe8c6d90)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:50.837719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.871474 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aa972-2522-4b27-9b7f-5fba408bbd83 req-8115a444-40cc-4e9f-bc89-c29dc760fc88 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:50.872901 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-085aa972-2522-4b27-9b7f-5fba408bbd83 req-8115a444-40cc-4e9f-bc89-c29dc760fc88 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 943 time: 0.0791214 Mar 16 11:15:50.890575 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:50.891510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.892900 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] 10.222.0.18 "PUT /v2.0/ports/0a2cfc14-c267-4ec2-ab4c-bd2c51460911 HTTP/1.1" status: 200 len: 1093 time: 0.9621470 Mar 16 11:15:50.895330 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf3c7cd-83d0-4619-8e18-b43056636088', 'tag': '0a2cfc14-c267-4ec2-ab4c-bd2c51460911'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:15:50.923420 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-085aa972-2522-4b27-9b7f-5fba408bbd83 req-17824eef-5c73-4035-9db0-37f07438642f tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Synchronizing usage tracker for tenant:cb40ad92c177450788eff505381fd577 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:50.925426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b673e43-182a-400e-ae01-91dabb55daf4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a2cfc14-c267-4ec2-ab4c-bd2c51460911,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:50.943550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-085aa972-2522-4b27-9b7f-5fba408bbd83 req-17824eef-5c73-4035-9db0-37f07438642f tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Unset dirty status for tenant:cb40ad92c177450788eff505381fd577 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:50.945418 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-085aa972-2522-4b27-9b7f-5fba408bbd83 req-17824eef-5c73-4035-9db0-37f07438642f tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648494 Mar 16 11:15:50.968014 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf3c7cd-83d0-4619-8e18-b43056636088', 'tag': '0a2cfc14-c267-4ec2-ab4c-bd2c51460911', 'status': 'completed', 'code': 200} Mar 16 11:15:51.010064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-3be8cc0f-b27e-4426-b841-a67ff6a433c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:51.011523 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-3be8cc0f-b27e-4426-b841-a67ff6a433c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb40ad92c177450788eff505381fd577&device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 1096 time: 0.0785005 Mar 16 11:15:51.077237 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-fea21d3f-fccf-423d-b81c-be5b869dc20a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a2cfc14-c267-4ec2-ab4c-bd2c51460911 HTTP/1.1" status: 200 len: 217 time: 0.0585797 Mar 16 11:15:51.143038 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-f4fd5215-4254-410e-a41c-ea165893338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:51.144468 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-f4fd5215-4254-410e-a41c-ea165893338f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d1220d9-bcb8-4057-9690-fadf23d1736f HTTP/1.1" status: 200 len: 852 time: 0.0619595 Mar 16 11:15:51.189308 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-bc098ee7-7988-4761-ac3f-90dea844e0ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c03ef623-3c6f-48f3-b20d-bee222f42d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391006 Mar 16 11:15:51.316957 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-56063ab8-b1e4-4d2c-a821-2120fe873b65 service neutron] 10.222.0.18 "GET /v2.0/networks/c03ef623-3c6f-48f3-b20d-bee222f42d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215696 Mar 16 11:15:51.444834 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a6838924-c670-4a66-8b6d-1f7041ede768 req-3c122746-e810-4578-9ce5-e0c4680dd92c service neutron] 10.222.0.18 "GET /v2.0/networks/c03ef623-3c6f-48f3-b20d-bee222f42d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219633 Mar 16 11:15:51.555670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a78a5-80fd-455c-99d9-f5082c69f656 req-dc5004bc-22b0-41ab-ac8f-7d6f2db8554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:51.557126 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-335a78a5-80fd-455c-99d9-f5082c69f656 req-dc5004bc-22b0-41ab-ac8f-7d6f2db8554e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb40ad92c177450788eff505381fd577&device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 1096 time: 0.0688338 Mar 16 11:15:51.683218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a78a5-80fd-455c-99d9-f5082c69f656 req-5f087756-c97a-49cf-b32b-691db973c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:51.684606 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-335a78a5-80fd-455c-99d9-f5082c69f656 req-5f087756-c97a-49cf-b32b-691db973c7b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c03ef623-3c6f-48f3-b20d-bee222f42d48 HTTP/1.1" status: 200 len: 913 time: 0.1217666 Mar 16 11:15:51.757945 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-335a78a5-80fd-455c-99d9-f5082c69f656 req-845bd910-e449-46b5-9d01-f8cf42c7c2b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a2cfc14-c267-4ec2-ab4c-bd2c51460911 HTTP/1.1" status: 200 len: 217 time: 0.0655134 Mar 16 11:15:51.821874 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a78a5-80fd-455c-99d9-f5082c69f656 req-32ee9a0e-2b0d-4273-97a0-c6d42b2e206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:51.823339 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-335a78a5-80fd-455c-99d9-f5082c69f656 req-32ee9a0e-2b0d-4273-97a0-c6d42b2e206e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d1220d9-bcb8-4057-9690-fadf23d1736f HTTP/1.1" status: 200 len: 852 time: 0.0594528 Mar 16 11:15:51.870948 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-335a78a5-80fd-455c-99d9-f5082c69f656 req-2ceeffa4-bf57-4840-940e-d0015b5e1305 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c03ef623-3c6f-48f3-b20d-bee222f42d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417471 Mar 16 11:15:52.153496 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-335a78a5-80fd-455c-99d9-f5082c69f656 req-5e23cdbf-558d-4c17-987b-64b96f3823e9 service neutron] 10.222.0.18 "GET /v2.0/networks/c03ef623-3c6f-48f3-b20d-bee222f42d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762249 Mar 16 11:15:52.209765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd7835-f12c-4c62-92a5-ff20415777ca req-209cdb83-eaed-4bae-923b-59fa2d1b6601 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:52.210435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-b8fd7835-f12c-4c62-92a5-ff20415777ca req-209cdb83-eaed-4bae-923b-59fa2d1b6601 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Synchronizing usage tracker for tenant:cb40ad92c177450788eff505381fd577 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:52.283117 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-b8fd7835-f12c-4c62-92a5-ff20415777ca req-209cdb83-eaed-4bae-923b-59fa2d1b6601 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Unset dirty status for tenant:cb40ad92c177450788eff505381fd577 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:52.284273 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b8fd7835-f12c-4c62-92a5-ff20415777ca req-209cdb83-eaed-4bae-923b-59fa2d1b6601 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 943 time: 0.2153654 Mar 16 11:15:52.328825 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-335a78a5-80fd-455c-99d9-f5082c69f656 req-a9b2a3c7-aabb-40bb-8a18-039a5f207b7d service neutron] 10.222.0.18 "GET /v2.0/networks/c03ef623-3c6f-48f3-b20d-bee222f42d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658387 Mar 16 11:15:52.350928 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b8fd7835-f12c-4c62-92a5-ff20415777ca req-f96f6304-15a0-4036-ba35-a72f1623c668 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597055 Mar 16 11:15:53.538669 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9f2f1-71b5-4e0a-85ec-a8268c302dfb req-cf3d33cf-30e9-434e-b55b-0357e31cc976 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:53.540109 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-71a9f2f1-71b5-4e0a-85ec-a8268c302dfb req-cf3d33cf-30e9-434e-b55b-0357e31cc976 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 943 time: 0.0783331 Mar 16 11:15:53.583521 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-71a9f2f1-71b5-4e0a-85ec-a8268c302dfb req-ea07ecc1-677a-4dc4-8107-70e8d6f8220d tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372212 Mar 16 11:15:54.767336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f66ef-11ed-4572-9ef4-cf66e0e04ebb req-bd1f1273-fc2b-4302-a91d-fa2c2bbc898e tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:54.768977 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-764f66ef-11ed-4572-9ef4-cf66e0e04ebb req-bd1f1273-fc2b-4302-a91d-fa2c2bbc898e tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 943 time: 0.0775673 Mar 16 11:15:54.811474 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-764f66ef-11ed-4572-9ef4-cf66e0e04ebb req-2300aba3-9691-4bc9-a89c-2e6c925a284a tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370159 Mar 16 11:15:55.237162 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:15:55.395037 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 0a2cfc14-c267-4ec2-ab4c-bd2c51460911, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=0a2cfc14-c267-4ec2-ab4c-bd2c51460911,segment=NetworkSegment(cf121d7e-f2de-4b24-829b-4145fe8c6d90),segment_id=cf121d7e-f2de-4b24-829b-4145fe8c6d90)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:55.408119 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '0a2cfc14-c267-4ec2-ab4c-bd2c51460911', 'network_id': 'c03ef623-3c6f-48f3-b20d-bee222f42d48', 'port_id': '0a2cfc14-c267-4ec2-ab4c-bd2c51460911', 'mac_address': 'fa:16:3e:70:7c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1220d9-bcb8-4057-9690-fadf23d1736f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:15:55.460083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.475677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:15:55.490409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 0a2cfc14-c267-4ec2-ab4c-bd2c51460911, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=0a2cfc14-c267-4ec2-ab4c-bd2c51460911,segment=NetworkSegment(cf121d7e-f2de-4b24-829b-4145fe8c6d90),segment_id=cf121d7e-f2de-4b24-829b-4145fe8c6d90)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:55.494051 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.560093 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=0a2cfc14-c267-4ec2-ab4c-bd2c51460911,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:55.794338 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['0a2cfc14-c267-4ec2-ab4c-bd2c51460911'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:15:55.999710 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c350236-017d-463e-a68c-96e7e00b538e req-69020097-6edb-4648-81f3-cc4b570aef62 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:56.001178 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6c350236-017d-463e-a68c-96e7e00b538e req-69020097-6edb-4648-81f3-cc4b570aef62 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 944 time: 0.0876098 Mar 16 11:15:56.134118 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6c350236-017d-463e-a68c-96e7e00b538e req-d8d23cac-0f4e-46d7-9393-8d43116a29be tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273448 Mar 16 11:15:57.237558 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:57.304928 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:57.309858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:57.310228 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.320758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57e3f2-1948-411d-a0f5-cfe2eacf5875 req-3c268854-3841-4137-9eed-3ec9669c296f tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:57.322201 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ab57e3f2-1948-411d-a0f5-cfe2eacf5875 req-3c268854-3841-4137-9eed-3ec9669c296f tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 944 time: 0.0860391 Mar 16 11:15:57.365967 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ab57e3f2-1948-411d-a0f5-cfe2eacf5875 req-2a5406af-98f8-4148-a3d2-ad4231d5ddc8 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380461 Mar 16 11:15:57.426339 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.452892 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf3c7cd-83d0-4619-8e18-b43056636088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2cfc14-c267-4ec2-ab4c-bd2c51460911'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:15:57.462407 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 0a2cfc14-c267-4ec2-ab4c-bd2c51460911, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=0a2cfc14-c267-4ec2-ab4c-bd2c51460911,segment=NetworkSegment(cf121d7e-f2de-4b24-829b-4145fe8c6d90),segment_id=cf121d7e-f2de-4b24-829b-4145fe8c6d90)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:57.466595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.504007 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf3c7cd-83d0-4619-8e18-b43056636088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2cfc14-c267-4ec2-ab4c-bd2c51460911', 'code': 200} Mar 16 11:15:57.534824 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=0a2cfc14-c267-4ec2-ab4c-bd2c51460911,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:57.541789 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:57.542135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:57.542470 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:57.542802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:57.543145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:57.543476 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:57.543803 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:57.544125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:57.544444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:57.544761 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:57.545614 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:57.545927 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:57.716049 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c12130-d6df-453b-b1c3-45e5abef256b req-d74fdd4a-1439-4afa-9571-eb2c95a38d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:57.717945 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-80c12130-d6df-453b-b1c3-45e5abef256b req-d74fdd4a-1439-4afa-9571-eb2c95a38d2f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 1098 time: 0.0673046 Mar 16 11:15:57.757321 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-80c12130-d6df-453b-b1c3-45e5abef256b req-e5394b05-e13b-4399-b159-3307f1e36e55 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338826 Mar 16 11:15:58.547215 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8090-5d74-4d4e-b83b-f60537a548bd req-a0c1acf5-a72c-4173-93eb-7558099d52f4 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:58.548557 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8e7e8090-5d74-4d4e-b83b-f60537a548bd req-a0c1acf5-a72c-4173-93eb-7558099d52f4 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0805554 Mar 16 11:15:58.590267 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8e7e8090-5d74-4d4e-b83b-f60537a548bd req-0a7a8b4f-29ed-4e62-be8a-9d42ad2a68f8 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359640 Mar 16 11:15:59.770101 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516f086-c030-4590-97e8-28d4ff745694 req-4fb59c73-8555-41b2-a516-57a671b79452 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:59.771533 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a516f086-c030-4590-97e8-28d4ff745694 req-4fb59c73-8555-41b2-a516-57a671b79452 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0770910 Mar 16 11:15:59.814023 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a516f086-c030-4590-97e8-28d4ff745694 req-eb4d8d68-5592-4873-83a9-fc0abbd5a3f4 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369692 Mar 16 11:16:00.334159 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56668) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:00.355807 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64a39b-e7d0-4279-a267-75abf6cb598a req-e909015b-9a0c-4704-b885-d5ccdd0b890b tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:00.357054 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3f64a39b-e7d0-4279-a267-75abf6cb598a req-e909015b-9a0c-4704-b885-d5ccdd0b890b tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0826695 Mar 16 11:16:00.402089 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3f64a39b-e7d0-4279-a267-75abf6cb598a req-c8eae69f-7a9b-4b1a-a01b-8f0bcc01b80c tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387282 Mar 16 11:16:00.446928 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cef77df-a13f-4c44-b119-a169e204add9 req-99aabb78-3e64-4715-bba6-90b04786827b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115634 Mar 16 11:16:00.863788 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd540194-336b-4b7a-b219-1ab3b06eca1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.584987 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1342a-8652-4004-8741-b0841b646a74 req-8bc7e49e-a9c6-4473-a3ed-161d712396e4 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:01.586325 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-81d1342a-8652-4004-8741-b0841b646a74 req-8bc7e49e-a9c6-4473-a3ed-161d712396e4 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0824862 Mar 16 11:16:01.669742 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-81d1342a-8652-4004-8741-b0841b646a74 req-c1a1a125-a792-4d4a-9c7f-c4d439b207b5 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529041 Mar 16 11:16:01.687116 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef77df-a13f-4c44-b119-a169e204add9 req-91ad42f3-feba-48eb-9db1-aca814bc148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:01.688579 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cef77df-a13f-4c44-b119-a169e204add9 req-91ad42f3-feba-48eb-9db1-aca814bc148d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb40ad92c177450788eff505381fd577&device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 1098 time: 0.1014233 Mar 16 11:16:01.814107 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef77df-a13f-4c44-b119-a169e204add9 req-f888340a-5d4b-4485-91d0-6a5877ee635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:01.815527 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cef77df-a13f-4c44-b119-a169e204add9 req-f888340a-5d4b-4485-91d0-6a5877ee635d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c03ef623-3c6f-48f3-b20d-bee222f42d48 HTTP/1.1" status: 200 len: 913 time: 0.1212199 Mar 16 11:16:01.886723 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cef77df-a13f-4c44-b119-a169e204add9 req-964284a8-3d7c-4979-be33-4c21741a615c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a2cfc14-c267-4ec2-ab4c-bd2c51460911 HTTP/1.1" status: 200 len: 217 time: 0.0654607 Mar 16 11:16:01.949565 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef77df-a13f-4c44-b119-a169e204add9 req-dedac594-5bc1-42eb-8833-f2d51760766b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:01.950941 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cef77df-a13f-4c44-b119-a169e204add9 req-dedac594-5bc1-42eb-8833-f2d51760766b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d1220d9-bcb8-4057-9690-fadf23d1736f HTTP/1.1" status: 200 len: 852 time: 0.0583334 Mar 16 11:16:01.994807 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cef77df-a13f-4c44-b119-a169e204add9 req-c381afa3-802d-4d18-bf21-f49cc75d878d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c03ef623-3c6f-48f3-b20d-bee222f42d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384147 Mar 16 11:16:02.125039 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cef77df-a13f-4c44-b119-a169e204add9 req-09a75626-e643-4f01-abca-72812d74a5ed service neutron] 10.222.0.18 "GET /v2.0/networks/c03ef623-3c6f-48f3-b20d-bee222f42d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234972 Mar 16 11:16:02.258886 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cef77df-a13f-4c44-b119-a169e204add9 req-c756cebe-c53b-412e-aabd-679888524aa0 service neutron] 10.222.0.18 "GET /v2.0/networks/c03ef623-3c6f-48f3-b20d-bee222f42d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274047 Mar 16 11:16:02.857915 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55023dc-ddb9-452f-bb37-c4a629413377 req-1c58e6b3-79f3-45c2-8fb0-3027adb21b52 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:02.859358 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d55023dc-ddb9-452f-bb37-c4a629413377 req-1c58e6b3-79f3-45c2-8fb0-3027adb21b52 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0810986 Mar 16 11:16:02.901319 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d55023dc-ddb9-452f-bb37-c4a629413377 req-447aeda6-916a-4de3-954b-513906c0132f tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362554 Mar 16 11:16:03.055546 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-908e6e2b-c2bb-464d-b587-ad27094ad42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.079785 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119d016-3d81-4715-836f-49575fe782f4 req-17c0b717-296d-41da-94be-8b4d51568cdb tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:04.081247 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c119d016-3d81-4715-836f-49575fe782f4 req-17c0b717-296d-41da-94be-8b4d51568cdb tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0769470 Mar 16 11:16:04.126400 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c119d016-3d81-4715-836f-49575fe782f4 req-6732fe44-3a23-407a-91c0-ef9853eb890e tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396581 Mar 16 11:16:04.408139 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.469835 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.388686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74461aff-0de3-4974-873b-e0ef48c96332 req-c75615c0-155d-41ae-8b37-2c3bf5e7ec17 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:05.390142 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-74461aff-0de3-4974-873b-e0ef48c96332 req-c75615c0-155d-41ae-8b37-2c3bf5e7ec17 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.1290736 Mar 16 11:16:05.436891 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-74461aff-0de3-4974-873b-e0ef48c96332 req-3d82237d-925e-4ac5-a45e-4a05a4753a8f tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408871 Mar 16 11:16:05.910828 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.664385 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d563757-e0bf-4c56-bf2e-de1d78dfa600 req-f2a3f06c-16f3-4610-9d4e-f8725556d3bc tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:06.665819 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2d563757-e0bf-4c56-bf2e-de1d78dfa600 req-f2a3f06c-16f3-4610-9d4e-f8725556d3bc tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.1252487 Mar 16 11:16:06.707593 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2d563757-e0bf-4c56-bf2e-de1d78dfa600 req-ed554709-452c-4203-b7ef-a7adf5d21792 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355279 Mar 16 11:16:07.889951 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ae8b8-096a-4133-9d45-721373529e7b req-1f473d9c-1838-4a12-a366-03d8605fd9e7 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:07.891391 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-009ae8b8-096a-4133-9d45-721373529e7b req-1f473d9c-1838-4a12-a366-03d8605fd9e7 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0799489 Mar 16 11:16:07.934212 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-009ae8b8-096a-4133-9d45-721373529e7b req-861571ab-f68f-4d93-92ac-0a4900ab6568 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369449 Mar 16 11:16:09.113518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fbc47-23a4-4f5a-88a7-6d8a0945892f req-694a98aa-738d-44bf-8ece-f909365ebc09 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:09.115208 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d04fbc47-23a4-4f5a-88a7-6d8a0945892f req-694a98aa-738d-44bf-8ece-f909365ebc09 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0798438 Mar 16 11:16:09.269542 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d04fbc47-23a4-4f5a-88a7-6d8a0945892f req-f7f7e719-cf08-4a3a-9ea4-7923fe44bfcb tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487067 Mar 16 11:16:10.451510 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de6a74-6591-4c0b-9c57-abcf21af1ea9 req-586769d4-8810-4958-a6e4-6ba80b48615a tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:10.452930 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f0de6a74-6591-4c0b-9c57-abcf21af1ea9 req-586769d4-8810-4958-a6e4-6ba80b48615a tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0778894 Mar 16 11:16:10.500218 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f0de6a74-6591-4c0b-9c57-abcf21af1ea9 req-4712c2ba-9821-47b1-a299-870724e5a6f0 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416560 Mar 16 11:16:11.682738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e5d6c-ce6b-42c0-b3eb-87b070c95e83 req-7682bd38-dd5c-4e4f-b944-ce25d071b28f tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:11.684179 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e75e5d6c-ce6b-42c0-b3eb-87b070c95e83 req-7682bd38-dd5c-4e4f-b944-ce25d071b28f tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0771987 Mar 16 11:16:11.726292 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e75e5d6c-ce6b-42c0-b3eb-87b070c95e83 req-b9b1c755-5975-443d-b5f6-00d3e606f0ff tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360074 Mar 16 11:16:12.905397 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f1926-bfcd-45d4-b37f-044f916c0ff7 req-cedb0d06-142f-4850-aba9-39499e2e3063 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:12.906837 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-382f1926-bfcd-45d4-b37f-044f916c0ff7 req-cedb0d06-142f-4850-aba9-39499e2e3063 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0770833 Mar 16 11:16:12.948877 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-382f1926-bfcd-45d4-b37f-044f916c0ff7 req-4fbfbd24-3142-41dd-a6ac-7d1b85090235 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364895 Mar 16 11:16:14.128594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1a45c-2d51-4e28-bc3f-ee923bd84625 req-52fd76c9-e2ae-41a5-a930-9c91ebddfd39 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:14.130009 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7f1a45c-2d51-4e28-bc3f-ee923bd84625 req-52fd76c9-e2ae-41a5-a930-9c91ebddfd39 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0793464 Mar 16 11:16:14.172252 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7f1a45c-2d51-4e28-bc3f-ee923bd84625 req-42ffc2b6-42d0-4310-85c1-ca1e70230093 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367403 Mar 16 11:16:15.356215 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fee5f8-d4af-4ab7-af7d-6fca38eb48e1 req-1f810f29-f0cd-478d-b8a0-ae4de14e2bc2 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:15.357696 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c9fee5f8-d4af-4ab7-af7d-6fca38eb48e1 req-1f810f29-f0cd-478d-b8a0-ae4de14e2bc2 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0809779 Mar 16 11:16:15.401092 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c9fee5f8-d4af-4ab7-af7d-6fca38eb48e1 req-e0012bf6-d36d-4965-9f8d-bf37fe8a1316 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373368 Mar 16 11:16:16.582467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da3698-8ac0-4c9d-9787-7dcea46e9a3f req-278311e1-dfea-4ca7-9f85-614d3506bb3a tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:16.583819 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-21da3698-8ac0-4c9d-9787-7dcea46e9a3f req-278311e1-dfea-4ca7-9f85-614d3506bb3a tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0801191 Mar 16 11:16:16.626558 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-21da3698-8ac0-4c9d-9787-7dcea46e9a3f req-0f234452-e0ae-44c4-992d-f3e72fa58fd9 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371008 Mar 16 11:16:17.812633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f7ec4-be7c-4ae6-89a9-07777f2e5ba1 req-03a0c139-2205-479b-80c5-8eaa2cc6a44b tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:17.814101 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e43f7ec4-be7c-4ae6-89a9-07777f2e5ba1 req-03a0c139-2205-479b-80c5-8eaa2cc6a44b tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0781803 Mar 16 11:16:17.820614 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.856891 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e43f7ec4-be7c-4ae6-89a9-07777f2e5ba1 req-da6b0af6-d463-4694-a664-73759fd5a729 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366721 Mar 16 11:16:19.039047 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9607050-14fd-4a9b-b414-30f5194080b5 req-2fb5dd0e-54e2-4e2f-ba3b-d3a62e8ecb8c tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:19.040517 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c9607050-14fd-4a9b-b414-30f5194080b5 req-2fb5dd0e-54e2-4e2f-ba3b-d3a62e8ecb8c tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0779216 Mar 16 11:16:19.084247 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c9607050-14fd-4a9b-b414-30f5194080b5 req-2b1fb623-4476-4df8-a8aa-31286edeb6f2 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380635 Mar 16 11:16:20.266998 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701abba-ed39-435b-ba53-78d5e5837d08 req-29e9a089-fa2b-43ff-b4e1-a530ff3cc8e6 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:20.268759 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2701abba-ed39-435b-ba53-78d5e5837d08 req-29e9a089-fa2b-43ff-b4e1-a530ff3cc8e6 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0813088 Mar 16 11:16:20.311945 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2701abba-ed39-435b-ba53-78d5e5837d08 req-dc7d1e9f-4915-4f96-b17d-02a25550f851 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379031 Mar 16 11:16:21.501263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4e96e-9181-4751-a032-07eba718a137 req-492e50ff-fd53-4e37-9e96-059862bf2b84 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:21.502681 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-79e4e96e-9181-4751-a032-07eba718a137 req-492e50ff-fd53-4e37-9e96-059862bf2b84 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0802209 Mar 16 11:16:21.545907 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-79e4e96e-9181-4751-a032-07eba718a137 req-f9677a13-528c-47fb-901c-5c6f55780a12 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375898 Mar 16 11:16:22.240710 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeba8c5-cf27-4419-8f53-c0e40679566a req-3ff2f373-879e-406a-a583-9ec44b652701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:22.242137 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adeba8c5-cf27-4419-8f53-c0e40679566a req-3ff2f373-879e-406a-a583-9ec44b652701 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb40ad92c177450788eff505381fd577&device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 1098 time: 0.1085386 Mar 16 11:16:22.383416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeba8c5-cf27-4419-8f53-c0e40679566a req-e3a54556-c93e-4ab5-942b-70747428cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:22.384847 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adeba8c5-cf27-4419-8f53-c0e40679566a req-e3a54556-c93e-4ab5-942b-70747428cd3c service neutron] 10.222.0.18 "GET /v2.0/networks?id=c03ef623-3c6f-48f3-b20d-bee222f42d48 HTTP/1.1" status: 200 len: 913 time: 0.1244836 Mar 16 11:16:22.469264 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adeba8c5-cf27-4419-8f53-c0e40679566a req-a4646cbd-e5c8-4fc8-a57f-529f25437c00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a2cfc14-c267-4ec2-ab4c-bd2c51460911 HTTP/1.1" status: 200 len: 217 time: 0.0776050 Mar 16 11:16:22.528814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeba8c5-cf27-4419-8f53-c0e40679566a req-f29a24fa-f4b7-4bb3-8da2-2b5e5ff94619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:22.530171 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adeba8c5-cf27-4419-8f53-c0e40679566a req-f29a24fa-f4b7-4bb3-8da2-2b5e5ff94619 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d1220d9-bcb8-4057-9690-fadf23d1736f HTTP/1.1" status: 200 len: 852 time: 0.0552468 Mar 16 11:16:22.578825 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adeba8c5-cf27-4419-8f53-c0e40679566a req-81194f8a-9ecb-4cd4-b10e-8a0ae7db20a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c03ef623-3c6f-48f3-b20d-bee222f42d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419648 Mar 16 11:16:22.707697 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adeba8c5-cf27-4419-8f53-c0e40679566a req-9b83989e-655a-434d-b562-fc2c8034ec5f service neutron] 10.222.0.18 "GET /v2.0/networks/c03ef623-3c6f-48f3-b20d-bee222f42d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218731 Mar 16 11:16:22.728763 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8e081-732a-41e0-adce-b96f8e4ac646 req-6dc92667-85a5-452e-9ded-4e9b257bcb6e tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:22.730120 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-45c8e081-732a-41e0-adce-b96f8e4ac646 req-6dc92667-85a5-452e-9ded-4e9b257bcb6e tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0815747 Mar 16 11:16:22.774809 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-45c8e081-732a-41e0-adce-b96f8e4ac646 req-f3adc736-fc95-4fe4-8093-e62ae1f6ac0a tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384121 Mar 16 11:16:22.838966 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adeba8c5-cf27-4419-8f53-c0e40679566a req-fd921bed-b453-46c7-b395-6bf3929c1bf7 service neutron] 10.222.0.18 "GET /v2.0/networks/c03ef623-3c6f-48f3-b20d-bee222f42d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245713 Mar 16 11:16:23.960896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ec5b5-219a-40dd-8b3a-cfda341bcf46 req-ad8df730-6b94-480e-8bff-00e90d0c75c4 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:23.962354 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-030ec5b5-219a-40dd-8b3a-cfda341bcf46 req-ad8df730-6b94-480e-8bff-00e90d0c75c4 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0851219 Mar 16 11:16:24.004908 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-030ec5b5-219a-40dd-8b3a-cfda341bcf46 req-f086c842-3099-4324-ae3c-2441e599b7b0 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370023 Mar 16 11:16:25.186301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa66adb-935e-40a3-86e6-120d5fca48c9 req-ef2ea0f5-3bcf-4bf5-ae79-23d83ae82ce0 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:25.188301 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bfa66adb-935e-40a3-86e6-120d5fca48c9 req-ef2ea0f5-3bcf-4bf5-ae79-23d83ae82ce0 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0785136 Mar 16 11:16:25.230306 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bfa66adb-935e-40a3-86e6-120d5fca48c9 req-468df752-8f39-43f5-8149-ed8d255b66ff tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364835 Mar 16 11:16:26.416375 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6715a3-1f11-457d-81ac-dca47ad1f0ae req-36f83af4-ca5e-4005-87e1-85c4b519fcd7 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:26.417795 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b6715a3-1f11-457d-81ac-dca47ad1f0ae req-36f83af4-ca5e-4005-87e1-85c4b519fcd7 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0807667 Mar 16 11:16:26.461359 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b6715a3-1f11-457d-81ac-dca47ad1f0ae req-b3b91baf-d178-43b2-9e45-1d64e66277b2 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378799 Mar 16 11:16:26.984253 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:16:27.646555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d072749-0cbd-4cc9-8fbf-b7bf9003370f req-4d20a0fb-9447-4a79-9f48-e6539809337b tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:27.648040 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1d072749-0cbd-4cc9-8fbf-b7bf9003370f req-4d20a0fb-9447-4a79-9f48-e6539809337b tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0834141 Mar 16 11:16:27.692067 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1d072749-0cbd-4cc9-8fbf-b7bf9003370f req-416088c9-5a03-47b2-9a81-2222b39bc0d6 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383005 Mar 16 11:16:28.875133 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a50f2-6bc0-4689-bcb0-783e65731cc7 req-bb7a113f-250e-483b-9b47-84eac6e9cbb3 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:28.876577 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ea0a50f2-6bc0-4689-bcb0-783e65731cc7 req-bb7a113f-250e-483b-9b47-84eac6e9cbb3 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0776834 Mar 16 11:16:28.966107 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ea0a50f2-6bc0-4689-bcb0-783e65731cc7 req-47bd1ef8-d5c2-47ce-9be0-02b560f96916 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839968 Mar 16 11:16:28.989999 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cef77df-a13f-4c44-b119-a169e204add9 req-34b04fb6-28a2-40e0-ba68-3a006a9dfd12 service neutron] 10.222.0.18 "GET /v2.0/ports/0a2cfc14-c267-4ec2-ab4c-bd2c51460911/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.0864291 Mar 16 11:16:29.246888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef77df-a13f-4c44-b119-a169e204add9 req-7774fb13-5441-4313-8cf0-454d60e6c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:29.248385 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cef77df-a13f-4c44-b119-a169e204add9 req-7774fb13-5441-4313-8cf0-454d60e6c9c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088&tenant_id=cb40ad92c177450788eff505381fd577 HTTP/1.1" status: 200 len: 1098 time: 0.0688543 Mar 16 11:16:29.340627 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef77df-a13f-4c44-b119-a169e204add9 req-04231fdb-4c5e-43e1-b94b-5018438f2956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:29.342082 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cef77df-a13f-4c44-b119-a169e204add9 req-04231fdb-4c5e-43e1-b94b-5018438f2956 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb40ad92c177450788eff505381fd577&device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 1098 time: 0.0727079 Mar 16 11:16:29.470410 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef77df-a13f-4c44-b119-a169e204add9 req-3641394d-b79c-4296-b2e8-261dbe295b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:29.471865 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cef77df-a13f-4c44-b119-a169e204add9 req-3641394d-b79c-4296-b2e8-261dbe295b9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c03ef623-3c6f-48f3-b20d-bee222f42d48 HTTP/1.1" status: 200 len: 913 time: 0.1241031 Mar 16 11:16:29.540678 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cef77df-a13f-4c44-b119-a169e204add9 req-13cf24e2-2faf-4a8c-bda7-9949ab8a80c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a2cfc14-c267-4ec2-ab4c-bd2c51460911 HTTP/1.1" status: 200 len: 217 time: 0.0626361 Mar 16 11:16:29.701793 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef77df-a13f-4c44-b119-a169e204add9 req-180b038a-71cf-47f0-a022-d0cdb8f14b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:29.703276 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cef77df-a13f-4c44-b119-a169e204add9 req-180b038a-71cf-47f0-a022-d0cdb8f14b85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d1220d9-bcb8-4057-9690-fadf23d1736f HTTP/1.1" status: 200 len: 852 time: 0.1566010 Mar 16 11:16:29.749969 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cef77df-a13f-4c44-b119-a169e204add9 req-f38ce9fb-38e1-4e8d-a3b5-a09217042141 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c03ef623-3c6f-48f3-b20d-bee222f42d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411468 Mar 16 11:16:29.876892 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cef77df-a13f-4c44-b119-a169e204add9 req-b92674f7-5eae-4c1a-b4ef-9c5c2288aa6d service neutron] 10.222.0.18 "GET /v2.0/networks/c03ef623-3c6f-48f3-b20d-bee222f42d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214488 Mar 16 11:16:30.015132 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0cef77df-a13f-4c44-b119-a169e204add9 req-b26a3b69-81a6-4d41-bc5a-bdfed173d14d service neutron] 10.222.0.18 "GET /v2.0/networks/c03ef623-3c6f-48f3-b20d-bee222f42d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320016 Mar 16 11:16:30.157577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10342de8-7e29-4305-89ee-1bbc572522da req-4f418bb4-f121-4361-88b8-b6832bb416c8 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:30.159023 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-10342de8-7e29-4305-89ee-1bbc572522da req-4f418bb4-f121-4361-88b8-b6832bb416c8 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0801799 Mar 16 11:16:30.206941 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-10342de8-7e29-4305-89ee-1bbc572522da req-3c69034a-9fdd-4a99-9355-254e5f58604b tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419927 Mar 16 11:16:30.864920 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5a8c1441-3881-4816-b778-6d6edd09316a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.390447 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60972f2-c532-4e8b-88bf-eb04a76834cb req-d620dc49-0192-4138-9ad6-bc8b84e1ff7e tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:31.391896 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b60972f2-c532-4e8b-88bf-eb04a76834cb req-d620dc49-0192-4138-9ad6-bc8b84e1ff7e tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 945 time: 0.0815556 Mar 16 11:16:31.434460 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b60972f2-c532-4e8b-88bf-eb04a76834cb req-21be6558-c8eb-41d3-9bb8-f47a53436299 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369778 Mar 16 11:16:31.471135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:31.579966 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.605003 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf3c7cd-83d0-4619-8e18-b43056636088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a2cfc14-c267-4ec2-ab4c-bd2c51460911'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:16:31.615023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 0a2cfc14-c267-4ec2-ab4c-bd2c51460911, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=0a2cfc14-c267-4ec2-ab4c-bd2c51460911,segment=NetworkSegment(cf121d7e-f2de-4b24-829b-4145fe8c6d90),segment_id=cf121d7e-f2de-4b24-829b-4145fe8c6d90)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:31.619431 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.684364 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=0a2cfc14-c267-4ec2-ab4c-bd2c51460911,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:31.715455 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf3c7cd-83d0-4619-8e18-b43056636088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a2cfc14-c267-4ec2-ab4c-bd2c51460911', 'code': 200} Mar 16 11:16:32.616980 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9d9ae-16e3-498b-a758-0f5913b1ca5e req-2545105e-fb45-47da-8ff5-17d82d25168e tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:32.618310 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-47e9d9ae-16e3-498b-a758-0f5913b1ca5e req-2545105e-fb45-47da-8ff5-17d82d25168e tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 943 time: 0.0769136 Mar 16 11:16:32.664195 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-47e9d9ae-16e3-498b-a758-0f5913b1ca5e req-797a8fa9-c99c-4d59-b29a-20a1329c5d31 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402744 Mar 16 11:16:33.056815 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-463b79ed-1bda-475c-8a2d-8c3446658915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.998673 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ff758-837c-4c39-8c27-4a4b3a9babfd req-203935fc-4fb7-494b-a8dc-c68727b8fcb4 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:34.000076 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2c3ff758-837c-4c39-8c27-4a4b3a9babfd req-203935fc-4fb7-494b-a8dc-c68727b8fcb4 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 943 time: 0.0799356 Mar 16 11:16:34.042996 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2c3ff758-837c-4c39-8c27-4a4b3a9babfd req-a5d4dd47-2843-498c-a993-fe37471083fb tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373900 Mar 16 11:16:34.410063 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.417198 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-0165a236-8fd1-40a4-9eba-b117e40c1e67 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:34.418612 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-0165a236-8fd1-40a4-9eba-b117e40c1e67 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088&tenant_id=cb40ad92c177450788eff505381fd577&binding%3Ahost_id=hv-neutron-8338 HTTP/1.1" status: 200 len: 943 time: 0.0827334 Mar 16 11:16:34.470176 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.557940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-d2ee832a-9772-4302-b393-1db90f24cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:34.559312 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-d2ee832a-9772-4302-b393-1db90f24cd68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb40ad92c177450788eff505381fd577&device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 1096 time: 0.0727262 Mar 16 11:16:34.686952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-193b9336-022f-4d7e-bbfd-f56f2744331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:34.688386 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-193b9336-022f-4d7e-bbfd-f56f2744331f service neutron] 10.222.0.18 "GET /v2.0/networks?id=c03ef623-3c6f-48f3-b20d-bee222f42d48 HTTP/1.1" status: 200 len: 913 time: 0.1231580 Mar 16 11:16:34.753116 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-b33a43bf-60b1-4429-be78-5dccd7c08442 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a2cfc14-c267-4ec2-ab4c-bd2c51460911 HTTP/1.1" status: 200 len: 217 time: 0.0586336 Mar 16 11:16:34.814300 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-ce460287-0740-4df9-8891-7eaaa1211c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:34.815640 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-ce460287-0740-4df9-8891-7eaaa1211c6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d1220d9-bcb8-4057-9690-fadf23d1736f HTTP/1.1" status: 200 len: 852 time: 0.0575686 Mar 16 11:16:34.859054 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-0791efa9-41a6-47ca-a3ba-142da850fab6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c03ef623-3c6f-48f3-b20d-bee222f42d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372207 Mar 16 11:16:34.983253 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-85dacded-aa3f-4823-9e69-d4fb129233bb service neutron] 10.222.0.18 "GET /v2.0/networks/c03ef623-3c6f-48f3-b20d-bee222f42d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186152 Mar 16 11:16:35.107753 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-a8731c4b-da01-44e5-814c-fcc4be2d96f8 service neutron] 10.222.0.18 "GET /v2.0/networks/c03ef623-3c6f-48f3-b20d-bee222f42d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184225 Mar 16 11:16:35.896068 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b9087-e6cb-4d15-9d8a-040b25a09340 req-24e3f65c-1bf3-4eac-9f4b-a2375829fa40 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:35.897499 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c51b9087-e6cb-4d15-9d8a-040b25a09340 req-24e3f65c-1bf3-4eac-9f4b-a2375829fa40 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 943 time: 0.0812488 Mar 16 11:16:35.914717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.942545 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c51b9087-e6cb-4d15-9d8a-040b25a09340 req-e1a891bd-ffff-4dab-8ae1-d58744155ca7 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382583 Mar 16 11:16:37.124586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428b375-e85a-4ce3-9a24-3971af564ecc req-ab08278c-0230-4a09-99c1-2c0294141fef tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:37.126544 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6428b375-e85a-4ce3-9a24-3971af564ecc req-ab08278c-0230-4a09-99c1-2c0294141fef tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 943 time: 0.0774262 Mar 16 11:16:37.171220 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6428b375-e85a-4ce3-9a24-3971af564ecc req-e0241dac-5052-4591-98e1-08b2034a89b5 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd53b3b8-5335-4498-87d6-e2faefa16c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391140 Mar 16 11:16:37.510638 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-2fb9a316-7c96-46c6-b99b-d03729e49c06 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:37.512035 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-2fb9a316-7c96-46c6-b99b-d03729e49c06 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 943 time: 0.0771270 Mar 16 11:16:37.578682 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Deleting port 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:37.578936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.821105 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] For port 0a2cfc14-c267-4ec2-ab4c-bd2c51460911, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=0a2cfc14-c267-4ec2-ab4c-bd2c51460911,segment=NetworkSegment(cf121d7e-f2de-4b24-829b-4145fe8c6d90),segment_id=cf121d7e-f2de-4b24-829b-4145fe8c6d90)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:37.821449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.944337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Calling delete_port for 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:38.080774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.272867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Pushing event deleted for resources: {'Port': ['ID=0a2cfc14-c267-4ec2-ab4c-bd2c51460911,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:38.311779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:38.312660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:38.313001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:38.313327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:38.313651 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:38.313974 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:38.314294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:38.314611 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:38.314928 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:38.315281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:38.315597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:38.315909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:38.322036 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-21b7ee21-aba6-4ffc-a7c5-fa1096460e74 req-4e758b4a-c1ec-49ea-b702-fbf647eaf529 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf3c7cd-83d0-4619-8e18-b43056636088 HTTP/1.1" status: 200 len: 210 time: 0.0418355 Mar 16 11:16:38.324383 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] No DVR routers for this DVR port 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:38.326688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.331120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf3c7cd-83d0-4619-8e18-b43056636088', 'name': 'network-vif-deleted', 'tag': '0a2cfc14-c267-4ec2-ab4c-bd2c51460911'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:16:38.345568 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0b3cc2d6-a2fb-4659-b260-f031f1bd79dc req-e033e877-68b6-4244-b1f4-8482abbc1926 tempest-DeleteServersTestJSON-1159497444 tempest-DeleteServersTestJSON-1159497444-project] 10.222.0.18 "DELETE /v2.0/ports/0a2cfc14-c267-4ec2-ab4c-bd2c51460911 HTTP/1.1" status: 204 len: 173 time: 0.8277891 Mar 16 11:16:38.377324 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf3c7cd-83d0-4619-8e18-b43056636088', 'name': 'network-vif-deleted', 'tag': '0a2cfc14-c267-4ec2-ab4c-bd2c51460911', 'status': 'completed', 'code': 200} Mar 16 11:16:39.564494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56782) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:39.625125 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d09f633-c16a-479d-a778-ed3e9c385193 admin admin] Deleting subnet 7d1220d9-bcb8-4057-9690-fadf23d1736f {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:16:39.628234 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d09f633-c16a-479d-a778-ed3e9c385193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.675790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d09f633-c16a-479d-a778-ed3e9c385193 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.733542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d09f633-c16a-479d-a778-ed3e9c385193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.808592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d09f633-c16a-479d-a778-ed3e9c385193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.847923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09f633-c16a-479d-a778-ed3e9c385193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d1220d9-bcb8-4057-9690-fadf23d1736f,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:39.853294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0d09f633-c16a-479d-a778-ed3e9c385193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.858786 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0d09f633-c16a-479d-a778-ed3e9c385193 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7d1220d9-bcb8-4057-9690-fadf23d1736f HTTP/1.1" status: 204 len: 168 time: 0.2932925 Mar 16 11:16:39.861879 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56786) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:39.964855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de86d52f-14dd-4bf8-a480-c27246b5490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.095539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de86d52f-14dd-4bf8-a480-c27246b5490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.120140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-de86d52f-14dd-4bf8-a480-c27246b5490d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03ef623-3c6f-48f3-b20d-bee222f42d48']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:40.135600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-de86d52f-14dd-4bf8-a480-c27246b5490d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf121d7e-f2de-4b24-829b-4145fe8c6d90') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:40.135888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-de86d52f-14dd-4bf8-a480-c27246b5490d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf121d7e-f2de-4b24-829b-4145fe8c6d90') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:40.147418 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de86d52f-14dd-4bf8-a480-c27246b5490d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.163488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de86d52f-14dd-4bf8-a480-c27246b5490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.169452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de86d52f-14dd-4bf8-a480-c27246b5490d admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:16:40.169832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de86d52f-14dd-4bf8-a480-c27246b5490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:40.183257 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:40.257461 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de86d52f-14dd-4bf8-a480-c27246b5490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.277225 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de86d52f-14dd-4bf8-a480-c27246b5490d admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.290668 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86d52f-14dd-4bf8-a480-c27246b5490d admin admin] Pushing event deleted for resources: {'Network': ['ID=c03ef623-3c6f-48f3-b20d-bee222f42d48,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:40.293454 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-de86d52f-14dd-4bf8-a480-c27246b5490d admin admin] 10.222.0.44 "DELETE /v2.0/networks/c03ef623-3c6f-48f3-b20d-bee222f42d48 HTTP/1.1" status: 204 len: 168 time: 0.4306724 Mar 16 11:16:40.404576 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56792) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:40.451817 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0e6524d5-3172-4ff0-8fca-296ed6a34883 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb40ad92c177450788eff505381fd577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461428 Mar 16 11:16:40.454256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56796) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:40.514947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-67409d23-b785-42ff-9bdb-4fd5ca751628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.540000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-67409d23-b785-42ff-9bdb-4fd5ca751628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.591023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-67409d23-b785-42ff-9bdb-4fd5ca751628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.608634 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67409d23-b785-42ff-9bdb-4fd5ca751628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd53b3b8-5335-4498-87d6-e2faefa16c61,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:40.616365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-67409d23-b785-42ff-9bdb-4fd5ca751628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.617548 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-67409d23-b785-42ff-9bdb-4fd5ca751628 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd53b3b8-5335-4498-87d6-e2faefa16c61 HTTP/1.1" status: 204 len: 168 time: 0.1623511 Mar 16 11:16:41.305123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56820) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:41.408750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1908979126-network', 'tenant_id': 'aa57b408421f4733bb7ccd9f0e02ff8e'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:41.413428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:41.417214 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Usage tracker for resource:network and tenant:aa57b408421f4733bb7ccd9f0e02ff8e is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:41.420218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:41.426746 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:41.436065 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Made reservation on behalf of aa57b408421f4733bb7ccd9f0e02ff8e for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:41.438827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.450421 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.467814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:41.472176 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Usage tracker for resource:security_group_rule and tenant:aa57b408421f4733bb7ccd9f0e02ff8e is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:41.474953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:41.480782 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:41.560835 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.565547 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.565679 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:41.597465 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:41.605496 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:41.605810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:41.605921 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 0a2cfc14-c267-4ec2-ab4c-bd2c51460911 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:41.612220 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.612525 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Added segment 90de8e7d-4123-4ef7-84d4-7f6023b9292e of type vlan for network a39eba05-c5c8-41e9-aac0-7629ae51e924 Mar 16 11:16:41.637775 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.665813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.666724 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:41.667322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.767438 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] Pushing event updated for resources: {'Network': ['ID=a39eba05-c5c8-41e9-aac0-7629ae51e924,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:41.770234 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-54fde75b-f5aa-4e5c-a477-dd74ddcb1d23 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4641340 Mar 16 11:16:41.773141 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 56826) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:41.777724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network a39eba05-c5c8-41e9-aac0-7629ae51e924 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:41.778371 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9a535253-390d-42fe-9b2f-33132022ec97 admin admin] Request body: {'subnet': {'network_id': 'a39eba05-c5c8-41e9-aac0-7629ae51e924', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1908979126-subnet', 'tenant_id': 'aa57b408421f4733bb7ccd9f0e02ff8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:41.783766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9a535253-390d-42fe-9b2f-33132022ec97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:41.787584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9a535253-390d-42fe-9b2f-33132022ec97 admin admin] Usage tracker for resource:subnet and tenant:aa57b408421f4733bb7ccd9f0e02ff8e is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:41.790365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9a535253-390d-42fe-9b2f-33132022ec97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:41.796066 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9a535253-390d-42fe-9b2f-33132022ec97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:41.806554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a535253-390d-42fe-9b2f-33132022ec97 admin admin] Made reservation on behalf of aa57b408421f4733bb7ccd9f0e02ff8e for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:41.808942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9a535253-390d-42fe-9b2f-33132022ec97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.004750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9a535253-390d-42fe-9b2f-33132022ec97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.079424 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a535253-390d-42fe-9b2f-33132022ec97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7829fcf4-c8b0-4f7f-ab91-0ce155a07e59,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:42.086625 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a535253-390d-42fe-9b2f-33132022ec97 admin admin] Checking segment: {'id': '90de8e7d-4123-4ef7-84d4-7f6023b9292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a39eba05-c5c8-41e9-aac0-7629ae51e924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:42.086972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a535253-390d-42fe-9b2f-33132022ec97 admin admin] Network hostable DHCP agents. Network: a39eba05-c5c8-41e9-aac0-7629ae51e924, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:42.105330 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a535253-390d-42fe-9b2f-33132022ec97 admin admin] Network a39eba05-c5c8-41e9-aac0-7629ae51e924 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:42.115281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-9a535253-390d-42fe-9b2f-33132022ec97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, a39eba05-c5c8-41e9-aac0-7629ae51e924) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:42.118976 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a535253-390d-42fe-9b2f-33132022ec97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:42.119590 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9a535253-390d-42fe-9b2f-33132022ec97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.123838 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8223a9-3369-41e4-8699-6ba27d955480 None None] Network a39eba05-c5c8-41e9-aac0-7629ae51e924 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:42.140861 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9a535253-390d-42fe-9b2f-33132022ec97 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3662345 Mar 16 11:16:42.333542 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712f3ecf-3edb-4a80-99e0-a360445cf8d1 None None] Network a39eba05-c5c8-41e9-aac0-7629ae51e924 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:42.655074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-59aea219-885b-4c4e-9997-0c4a51c4126e tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:42.655903 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-59aea219-885b-4c4e-9997-0c4a51c4126e tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Synchronizing usage tracker for tenant:aa57b408421f4733bb7ccd9f0e02ff8e on resource:network {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:42.672033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-59aea219-885b-4c4e-9997-0c4a51c4126e tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Unset dirty status for tenant:aa57b408421f4733bb7ccd9f0e02ff8e on resource:network {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:42.673294 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-59aea219-885b-4c4e-9997-0c4a51c4126e tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/networks?id=a39eba05-c5c8-41e9-aac0-7629ae51e924 HTTP/1.1" status: 200 len: 815 time: 0.1583452 Mar 16 11:16:42.688879 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-b2a75490-5d16-4c62-8000-76a38cb67f1d tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/quotas/aa57b408421f4733bb7ccd9f0e02ff8e HTTP/1.1" status: 200 len: 375 time: 0.0100696 Mar 16 11:16:42.734634 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-8e05ffbf-da64-4bfe-8581-686052fb6737 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407245 Mar 16 11:16:42.904556 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-93272fe9-37c8-48c8-a8b0-1a32549651ae service neutron] 10.222.0.44 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632164 Mar 16 11:16:43.143428 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-f9ece96f-ca9f-4e99-8ff0-81e92d10c8e8 service neutron] 10.222.0.44 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324867 Mar 16 11:16:43.316010 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ca87128d-a66b-46ad-be83-6061cb7f4a8f req-2cf8ccea-35b9-4d70-9037-5239e620d6ae tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 210 time: 0.0439169 Mar 16 11:16:44.353642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-57814ac7-7ac1-4990-8bf0-72bcd60be1e0 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:44.355084 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-57814ac7-7ac1-4990-8bf0-72bcd60be1e0 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.18 "GET /v2.0/networks?id=a39eba05-c5c8-41e9-aac0-7629ae51e924 HTTP/1.1" status: 200 len: 815 time: 0.1521955 Mar 16 11:16:44.368369 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-183d82df-0a88-4a01-867b-a9094c86c89c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Request body: {'port': {'device_id': '2f119025-4467-43eb-b57b-1b64ad0f7d42', 'network_id': 'a39eba05-c5c8-41e9-aac0-7629ae51e924', 'admin_state_up': True, 'tenant_id': 'aa57b408421f4733bb7ccd9f0e02ff8e'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:44.513260 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-79a059ee-f68c-41f8-94a2-f4205d750219 req-47442c1c-152d-4474-b076-6a387931d00f tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 210 time: 0.0574176 Mar 16 11:16:44.553148 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-183d82df-0a88-4a01-867b-a9094c86c89c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:44.557879 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-183d82df-0a88-4a01-867b-a9094c86c89c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Usage tracker for resource:port and tenant:aa57b408421f4733bb7ccd9f0e02ff8e is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:44.561572 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-183d82df-0a88-4a01-867b-a9094c86c89c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:44.567012 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-183d82df-0a88-4a01-867b-a9094c86c89c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:44.576232 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-183d82df-0a88-4a01-867b-a9094c86c89c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Made reservation on behalf of aa57b408421f4733bb7ccd9f0e02ff8e for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:44.580471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-183d82df-0a88-4a01-867b-a9094c86c89c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.744665 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-183d82df-0a88-4a01-867b-a9094c86c89c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Allocated IP 172.20.0.5 (a39eba05-c5c8-41e9-aac0-7629ae51e924/7829fcf4-c8b0-4f7f-ab91-0ce155a07e59/fb1dc52d-c326-4404-9d75-625e7df8cd4c) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:44.936872 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-183d82df-0a88-4a01-867b-a9094c86c89c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.965179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-183d82df-0a88-4a01-867b-a9094c86c89c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.032069 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-183d82df-0a88-4a01-867b-a9094c86c89c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Network a39eba05-c5c8-41e9-aac0-7629ae51e924 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:45.039319 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-183d82df-0a88-4a01-867b-a9094c86c89c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:45.043491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-183d82df-0a88-4a01-867b-a9094c86c89c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:45.076318 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d82df-0a88-4a01-867b-a9094c86c89c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Pushing event updated for resources: {'Port': ['ID=fb1dc52d-c326-4404-9d75-625e7df8cd4c,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:45.107124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-183d82df-0a88-4a01-867b-a9094c86c89c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:45.107738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-183d82df-0a88-4a01-867b-a9094c86c89c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.128029 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-183d82df-0a88-4a01-867b-a9094c86c89c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7636728 Mar 16 11:16:45.138500 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Request body: {'port': {'device_id': '2f119025-4467-43eb-b57b-1b64ad0f7d42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:45.250482 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.594184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1dc52d-c326-4404-9d75-625e7df8cd4c {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:16:45.601536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.618125 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Transition to ACTIVE for port object fb1dc52d-c326-4404-9d75-625e7df8cd4c will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:45.621699 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.699572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6baa9-72da-4d92-a587-4b93d34c6142 req-49a52b5a-4951-401b-a495-9e962c18e010 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:45.701008 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-28c6baa9-72da-4d92-a587-4b93d34c6142 req-49a52b5a-4951-401b-a495-9e962c18e010 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 943 time: 0.0808992 Mar 16 11:16:45.746863 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-28c6baa9-72da-4d92-a587-4b93d34c6142 req-606ccc82-9c27-470c-85d3-364f998e5786 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399249 Mar 16 11:16:45.781688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Pushing event updated for resources: {'Port': ['ID=fb1dc52d-c326-4404-9d75-625e7df8cd4c,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:45.957998 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Attempting to bind port fb1dc52d-c326-4404-9d75-625e7df8cd4c on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:45.958327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Attempting to bind port fb1dc52d-c326-4404-9d75-625e7df8cd4c by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '90de8e7d-4123-4ef7-84d4-7f6023b9292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a39eba05-c5c8-41e9-aac0-7629ae51e924'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:45.958642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Attempting to bind port fb1dc52d-c326-4404-9d75-625e7df8cd4c on network a39eba05-c5c8-41e9-aac0-7629ae51e924 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:45.963122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Port fb1dc52d-c326-4404-9d75-625e7df8cd4c on network a39eba05-c5c8-41e9-aac0-7629ae51e924 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:16:45.963468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Attempting to bind port fb1dc52d-c326-4404-9d75-625e7df8cd4c on network a39eba05-c5c8-41e9-aac0-7629ae51e924 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:45.969022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:45.969364 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Checking segment: {'id': '90de8e7d-4123-4ef7-84d4-7f6023b9292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a39eba05-c5c8-41e9-aac0-7629ae51e924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:45.969741 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Bound using segment: {'id': '90de8e7d-4123-4ef7-84d4-7f6023b9292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a39eba05-c5c8-41e9-aac0-7629ae51e924'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:45.970150 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Bound port: fb1dc52d-c326-4404-9d75-625e7df8cd4c, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90de8e7d-4123-4ef7-84d4-7f6023b9292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a39eba05-c5c8-41e9-aac0-7629ae51e924'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:45.970488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.063616 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] For port fb1dc52d-c326-4404-9d75-625e7df8cd4c, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:46.066718 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] For port fb1dc52d-c326-4404-9d75-625e7df8cd4c, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fb1dc52d-c326-4404-9d75-625e7df8cd4c,segment=NetworkSegment(90de8e7d-4123-4ef7-84d4-7f6023b9292e),segment_id=90de8e7d-4123-4ef7-84d4-7f6023b9292e)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:46.071252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.123580 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:46.124182 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.125519 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] 10.222.0.18 "PUT /v2.0/ports/fb1dc52d-c326-4404-9d75-625e7df8cd4c HTTP/1.1" status: 200 len: 1093 time: 0.9908841 Mar 16 11:16:46.125941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f119025-4467-43eb-b57b-1b64ad0f7d42', 'tag': 'fb1dc52d-c326-4404-9d75-625e7df8cd4c'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:16:46.154654 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abecf35a-be81-462d-9495-19bea0b94aad service neutron] Pushing event updated for resources: {'Port': ['ID=fb1dc52d-c326-4404-9d75-625e7df8cd4c,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:46.190001 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f119025-4467-43eb-b57b-1b64ad0f7d42', 'tag': 'fb1dc52d-c326-4404-9d75-625e7df8cd4c', 'status': 'completed', 'code': 200} Mar 16 11:16:46.233717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-d54bb23a-b37a-4e53-a2df-06e47ae0d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:46.235082 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-d54bb23a-b37a-4e53-a2df-06e47ae0d27b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e&device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 1096 time: 0.0753243 Mar 16 11:16:46.301776 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-709383e4-1af4-4f50-9dc4-c567ddee9163 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb1dc52d-c326-4404-9d75-625e7df8cd4c HTTP/1.1" status: 200 len: 217 time: 0.0605373 Mar 16 11:16:46.369100 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-cbf1bc9b-c8fc-41f1-9547-44e95f7e44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:46.370493 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-cbf1bc9b-c8fc-41f1-9547-44e95f7e44e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7829fcf4-c8b0-4f7f-ab91-0ce155a07e59 HTTP/1.1" status: 200 len: 855 time: 0.0608482 Mar 16 11:16:46.415878 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-18c950ff-3f26-470b-bbab-51fcb66e6828 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a39eba05-c5c8-41e9-aac0-7629ae51e924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397370 Mar 16 11:16:46.543885 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-1ee8061c-fbb4-4295-9a46-4d46bae504fb service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208644 Mar 16 11:16:46.672459 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0ef081b-16ba-45a2-8ec9-3658fa5a6937 req-194e1885-577e-4fb2-b1c0-e4f59b16e255 service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221242 Mar 16 11:16:46.784865 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7f098-8d09-493a-b0a0-e95fe374322c req-dbb657a6-cd47-4c7e-b14f-8eb7d2b92b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:46.786330 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-21c7f098-8d09-493a-b0a0-e95fe374322c req-dbb657a6-cd47-4c7e-b14f-8eb7d2b92b6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e&device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 1096 time: 0.0706263 Mar 16 11:16:46.917679 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7f098-8d09-493a-b0a0-e95fe374322c req-97a07d08-d5dc-49c1-9b27-85609675858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:46.919115 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-21c7f098-8d09-493a-b0a0-e95fe374322c req-97a07d08-d5dc-49c1-9b27-85609675858e service neutron] 10.222.0.18 "GET /v2.0/networks?id=a39eba05-c5c8-41e9-aac0-7629ae51e924 HTTP/1.1" status: 200 len: 916 time: 0.1267869 Mar 16 11:16:46.930607 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9840a-cdb8-43d0-88ae-e271d4b27d5e req-c9bb60c0-ca0e-43ea-9734-5221e2da731c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:46.932051 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bcd9840a-cdb8-43d0-88ae-e271d4b27d5e req-c9bb60c0-ca0e-43ea-9734-5221e2da731c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 943 time: 0.0820436 Mar 16 11:16:46.974983 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bcd9840a-cdb8-43d0-88ae-e271d4b27d5e req-c13d2224-9798-45bf-a193-a65a508ea35a tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373268 Mar 16 11:16:46.991470 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-21c7f098-8d09-493a-b0a0-e95fe374322c req-f3f0ba96-c32c-47c7-8560-42c30e8c30ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb1dc52d-c326-4404-9d75-625e7df8cd4c HTTP/1.1" status: 200 len: 217 time: 0.0661516 Mar 16 11:16:47.056101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7f098-8d09-493a-b0a0-e95fe374322c req-7ada823a-0843-4c05-a458-117c8b474a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:47.057439 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-21c7f098-8d09-493a-b0a0-e95fe374322c req-7ada823a-0843-4c05-a458-117c8b474a0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7829fcf4-c8b0-4f7f-ab91-0ce155a07e59 HTTP/1.1" status: 200 len: 855 time: 0.0605445 Mar 16 11:16:47.102855 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-21c7f098-8d09-493a-b0a0-e95fe374322c req-c42dfacd-50d4-4e64-93a2-3c3465a9422e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a39eba05-c5c8-41e9-aac0-7629ae51e924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391757 Mar 16 11:16:47.230203 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-21c7f098-8d09-493a-b0a0-e95fe374322c req-17bc2e05-e2be-4cfe-b89a-88ac55bd4718 service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200180 Mar 16 11:16:47.358848 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-21c7f098-8d09-493a-b0a0-e95fe374322c req-92f72f55-4faa-47fc-9dfe-031f56f08ee6 service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218247 Mar 16 11:16:47.829704 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.160402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332427f3-8538-44c3-af8c-5b44d33c3723 req-6dd27768-bf69-4dd1-9ea0-4bca6508ae16 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:48.161085 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-332427f3-8538-44c3-af8c-5b44d33c3723 req-6dd27768-bf69-4dd1-9ea0-4bca6508ae16 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Synchronizing usage tracker for tenant:aa57b408421f4733bb7ccd9f0e02ff8e on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:48.177183 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-332427f3-8538-44c3-af8c-5b44d33c3723 req-6dd27768-bf69-4dd1-9ea0-4bca6508ae16 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Unset dirty status for tenant:aa57b408421f4733bb7ccd9f0e02ff8e on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:48.178287 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-332427f3-8538-44c3-af8c-5b44d33c3723 req-6dd27768-bf69-4dd1-9ea0-4bca6508ae16 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 943 time: 0.0957229 Mar 16 11:16:48.333627 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-332427f3-8538-44c3-af8c-5b44d33c3723 req-770fe4b8-07e5-4bca-87e7-4d38aa4429be tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Synchronizing usage tracker for tenant:aa57b408421f4733bb7ccd9f0e02ff8e on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:48.351585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-332427f3-8538-44c3-af8c-5b44d33c3723 req-770fe4b8-07e5-4bca-87e7-4d38aa4429be tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Unset dirty status for tenant:aa57b408421f4733bb7ccd9f0e02ff8e on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:48.352731 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-332427f3-8538-44c3-af8c-5b44d33c3723 req-770fe4b8-07e5-4bca-87e7-4d38aa4429be tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689386 Mar 16 11:16:49.535802 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b67b82-2089-41bc-9459-f6777bcd2484 req-d5778696-ff0f-426e-b00d-06f2b7e8bb43 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:49.537242 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e0b67b82-2089-41bc-9459-f6777bcd2484 req-d5778696-ff0f-426e-b00d-06f2b7e8bb43 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 943 time: 0.0783892 Mar 16 11:16:49.579863 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e0b67b82-2089-41bc-9459-f6777bcd2484 req-24f517ce-f402-40ef-8629-09ea35c3cf9e tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364506 Mar 16 11:16:49.595986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fb1dc52d-c326-4404-9d75-625e7df8cd4c details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:16:49.758936 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port fb1dc52d-c326-4404-9d75-625e7df8cd4c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fb1dc52d-c326-4404-9d75-625e7df8cd4c,segment=NetworkSegment(90de8e7d-4123-4ef7-84d4-7f6023b9292e),segment_id=90de8e7d-4123-4ef7-84d4-7f6023b9292e)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:49.771977 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'fb1dc52d-c326-4404-9d75-625e7df8cd4c', 'network_id': 'a39eba05-c5c8-41e9-aac0-7629ae51e924', 'port_id': 'fb1dc52d-c326-4404-9d75-625e7df8cd4c', 'mac_address': 'fa:16:3e:5e:d6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7829fcf4-c8b0-4f7f-ab91-0ce155a07e59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:16:49.825238 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.841740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1dc52d-c326-4404-9d75-625e7df8cd4c {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:16:49.857620 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port fb1dc52d-c326-4404-9d75-625e7df8cd4c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fb1dc52d-c326-4404-9d75-625e7df8cd4c,segment=NetworkSegment(90de8e7d-4123-4ef7-84d4-7f6023b9292e),segment_id=90de8e7d-4123-4ef7-84d4-7f6023b9292e)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:49.861523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.930000 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=fb1dc52d-c326-4404-9d75-625e7df8cd4c,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:50.188649 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['fb1dc52d-c326-4404-9d75-625e7df8cd4c'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:16:50.757536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ae996-6173-4139-b063-74e6df8875ac req-bc20401d-dc10-4f0a-b9b4-e30549592c18 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:50.758955 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2f0ae996-6173-4139-b063-74e6df8875ac req-bc20401d-dc10-4f0a-b9b4-e30549592c18 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 944 time: 0.0779510 Mar 16 11:16:50.802099 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2f0ae996-6173-4139-b063-74e6df8875ac req-8f48f246-49a7-4658-a6c6-f748c03fde86 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374453 Mar 16 11:16:51.597130 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fb1dc52d-c326-4404-9d75-625e7df8cd4c up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:51.662353 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port fb1dc52d-c326-4404-9d75-625e7df8cd4c completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:51.667354 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port fb1dc52d-c326-4404-9d75-625e7df8cd4c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:51.667726 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.780567 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.806271 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f119025-4467-43eb-b57b-1b64ad0f7d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1dc52d-c326-4404-9d75-625e7df8cd4c'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:16:51.816550 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port fb1dc52d-c326-4404-9d75-625e7df8cd4c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fb1dc52d-c326-4404-9d75-625e7df8cd4c,segment=NetworkSegment(90de8e7d-4123-4ef7-84d4-7f6023b9292e),segment_id=90de8e7d-4123-4ef7-84d4-7f6023b9292e)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:51.820474 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.857006 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f119025-4467-43eb-b57b-1b64ad0f7d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1dc52d-c326-4404-9d75-625e7df8cd4c', 'code': 200} Mar 16 11:16:51.900734 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=fb1dc52d-c326-4404-9d75-625e7df8cd4c,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:52.065587 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163f357-2e81-49db-905d-4d3d76f649cb req-57e47739-cafa-4fc5-ac87-f4fc1691841e tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:52.067011 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a163f357-2e81-49db-905d-4d3d76f649cb req-57e47739-cafa-4fc5-ac87-f4fc1691841e tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.1266377 Mar 16 11:16:52.122051 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9fe66-c533-4e69-a681-ee86f12e28bd req-1cf8477b-632d-46b7-9f03-992c9cccd65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:52.123478 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aab9fe66-c533-4e69-a681-ee86f12e28bd req-1cf8477b-632d-46b7-9f03-992c9cccd65c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 1098 time: 0.1201043 Mar 16 11:16:52.128446 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a163f357-2e81-49db-905d-4d3d76f649cb req-2d19bdf9-ae49-4b3f-aef9-e8d924dc1566 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552690 Mar 16 11:16:52.162426 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aab9fe66-c533-4e69-a681-ee86f12e28bd req-2076ee35-0140-4ad8-9079-f5c9aeed60bf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331011 Mar 16 11:16:53.425258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916ad83-71e6-4349-be4c-507afc83561f req-005b847e-d12b-44c9-aa94-4fb7e724fb32 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:53.426786 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a916ad83-71e6-4349-be4c-507afc83561f req-005b847e-d12b-44c9-aa94-4fb7e724fb32 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.1867681 Mar 16 11:16:53.471436 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a916ad83-71e6-4349-be4c-507afc83561f req-c0a092b9-f19e-479e-a451-28ebcaa8673f tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388207 Mar 16 11:16:54.652870 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729667c-eeac-42c4-a7cb-3ee16e1a69fa req-fb219623-fb18-485b-9a17-d53bb1d6f1e0 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:54.654297 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d729667c-eeac-42c4-a7cb-3ee16e1a69fa req-fb219623-fb18-485b-9a17-d53bb1d6f1e0 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0804489 Mar 16 11:16:54.696668 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d729667c-eeac-42c4-a7cb-3ee16e1a69fa req-f3794efa-2eeb-4c54-bbbb-1a9e5b309cff tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361097 Mar 16 11:16:54.875778 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d5d8e-a944-40fb-8dad-ead1c6e385a3 req-4ad30025-f8b8-4c4b-a3d0-b484c10a1023 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:54.877246 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ea5d5d8e-a944-40fb-8dad-ead1c6e385a3 req-4ad30025-f8b8-4c4b-a3d0-b484c10a1023 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0801899 Mar 16 11:16:54.921206 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ea5d5d8e-a944-40fb-8dad-ead1c6e385a3 req-1b1ce8f8-4dd8-4835-87fc-349ceaffb797 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379248 Mar 16 11:16:55.263481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9be55-d346-49a9-aaa3-69e208afb2c4 req-9bc84f60-0dce-436f-aee7-85f59e0161d6 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:55.264838 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-95f9be55-d346-49a9-aaa3-69e208afb2c4 req-9bc84f60-0dce-436f-aee7-85f59e0161d6 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0892830 Mar 16 11:16:55.307681 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-95f9be55-d346-49a9-aaa3-69e208afb2c4 req-4aab8113-4ba9-4db4-8acf-37ef94c834c7 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364132 Mar 16 11:16:55.492379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56296af6-c4a2-40f3-bfa7-cf5cbf1d50d1 req-b742dd6f-f127-4b6e-bb31-8f9aa215a5e2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:55.493789 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-56296af6-c4a2-40f3-bfa7-cf5cbf1d50d1 req-b742dd6f-f127-4b6e-bb31-8f9aa215a5e2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0821173 Mar 16 11:16:55.537628 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-56296af6-c4a2-40f3-bfa7-cf5cbf1d50d1 req-bb22a58a-64c4-4bcd-a0ab-1c82b9dd508a tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381126 Mar 16 11:16:55.924766 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-15382899-a204-4d20-94fa-4384fabf9039 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1179354 Mar 16 11:16:55.949252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4bace-eab5-4ba4-a187-948256ac18e0 req-3a5082fa-1bb1-4bc5-a1c5-221d75cbe682 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:55.950861 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a1a4bace-eab5-4ba4-a187-948256ac18e0 req-3a5082fa-1bb1-4bc5-a1c5-221d75cbe682 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.1016726 Mar 16 11:16:55.996013 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a1a4bace-eab5-4ba4-a187-948256ac18e0 req-625e2573-4f3a-4a9d-88d2-7c0feac913fc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393412 Mar 16 11:16:57.054258 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-f94e830c-0f44-4b58-91fb-4559b211778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:57.055725 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-f94e830c-0f44-4b58-91fb-4559b211778a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e&device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 1098 time: 0.0691328 Mar 16 11:16:57.184027 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-b961c487-b6d7-40f9-9bbf-2cbe149ecac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:57.184246 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0dc9f-325d-4790-af81-21ae3a1709a0 req-8612217c-be09-4412-b9d5-8985b3ac90b4 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:57.185452 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-b961c487-b6d7-40f9-9bbf-2cbe149ecac2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a39eba05-c5c8-41e9-aac0-7629ae51e924 HTTP/1.1" status: 200 len: 916 time: 0.1231942 Mar 16 11:16:57.185699 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8df0dc9f-325d-4790-af81-21ae3a1709a0 req-8612217c-be09-4412-b9d5-8985b3ac90b4 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0812728 Mar 16 11:16:57.229326 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8df0dc9f-325d-4790-af81-21ae3a1709a0 req-51b9d670-71de-47d1-a39b-c8a37a34e5e7 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373189 Mar 16 11:16:57.254830 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-0a241b09-42cd-43e8-a58c-e0e87570ea1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb1dc52d-c326-4404-9d75-625e7df8cd4c HTTP/1.1" status: 200 len: 217 time: 0.0633702 Mar 16 11:16:57.314155 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-a10562de-3d40-4f5f-a7ea-ff6c62160c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:57.315577 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-a10562de-3d40-4f5f-a7ea-ff6c62160c88 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7829fcf4-c8b0-4f7f-ab91-0ce155a07e59 HTTP/1.1" status: 200 len: 855 time: 0.0555270 Mar 16 11:16:57.363564 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-435aba8d-3a34-421c-9551-83daeb730e8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a39eba05-c5c8-41e9-aac0-7629ae51e924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420918 Mar 16 11:16:57.488557 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-9e8ec9c5-f7fe-45be-a737-42c25218dd0d service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190066 Mar 16 11:16:57.613993 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-af2cc482-2c6f-4c02-8a85-d5fee73925be service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202002 Mar 16 11:16:58.409643 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2392e7d-ff95-4242-aa05-df2f046a1a4f req-f59a74d3-56e9-4e84-b9b9-fba99fda5236 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:58.411105 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c2392e7d-ff95-4242-aa05-df2f046a1a4f req-f59a74d3-56e9-4e84-b9b9-fba99fda5236 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0772419 Mar 16 11:16:58.452042 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c2392e7d-ff95-4242-aa05-df2f046a1a4f req-40676f71-a0e4-4bff-bbb5-59a6bd8f75e1 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354836 Mar 16 11:16:59.639591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370aec3-8944-4497-b5f5-c0f72fea1fa5 req-9b65cb59-95cd-4f8c-ba09-abaf8cb9a877 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:59.641017 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c370aec3-8944-4497-b5f5-c0f72fea1fa5 req-9b65cb59-95cd-4f8c-ba09-abaf8cb9a877 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0808589 Mar 16 11:16:59.683615 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c370aec3-8944-4497-b5f5-c0f72fea1fa5 req-d83fc126-7ad6-4879-a04f-110e38e166ce tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370998 Mar 16 11:17:00.867627 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a24f862e-2213-40f4-bde3-5f0a5e91edc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.871610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba96210-eb01-4d17-8479-003b8eb1246a req-82a82c20-6a0a-422c-a91c-3f4b2995058b tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:00.873045 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4ba96210-eb01-4d17-8479-003b8eb1246a req-82a82c20-6a0a-422c-a91c-3f4b2995058b tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0815191 Mar 16 11:17:00.916043 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4ba96210-eb01-4d17-8479-003b8eb1246a req-8f68eabe-d163-4a2a-80c7-1f4580d9fddf tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373867 Mar 16 11:17:02.095979 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506b218-6172-4f0d-9fb9-7cb4e2b1b265 req-c152caaa-a243-44ff-b87a-8e81f836fb2f tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:02.097950 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1506b218-6172-4f0d-9fb9-7cb4e2b1b265 req-c152caaa-a243-44ff-b87a-8e81f836fb2f tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0787654 Mar 16 11:17:02.142021 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1506b218-6172-4f0d-9fb9-7cb4e2b1b265 req-36872153-3c98-43aa-b1e0-1843784a05ac tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387018 Mar 16 11:17:03.057905 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4c311c02-ba2f-4deb-83b6-5ae8d76a908b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.322270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072b9b2-9565-4aa8-9745-1622776cbcc5 req-275b5277-f0e1-420f-a07a-37c0e21db13b tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:03.323634 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7072b9b2-9565-4aa8-9745-1622776cbcc5 req-275b5277-f0e1-420f-a07a-37c0e21db13b tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0783148 Mar 16 11:17:03.472896 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7072b9b2-9565-4aa8-9745-1622776cbcc5 req-74d66235-c2e6-4bb8-a8c2-ee7b770f8bb9 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435010 Mar 16 11:17:03.982240 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:17:04.414981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.471680 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.664721 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea2fdc-cb28-4f78-a962-0895be2ffe03 req-591c88d2-6085-4690-b4fc-3a88d94b925e tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:04.666146 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-84ea2fdc-cb28-4f78-a962-0895be2ffe03 req-591c88d2-6085-4690-b4fc-3a88d94b925e tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0811541 Mar 16 11:17:04.708965 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-84ea2fdc-cb28-4f78-a962-0895be2ffe03 req-ffecdd27-8324-4162-9537-0a7e1b67edc6 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372214 Mar 16 11:17:05.888011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f86564-7678-4704-a0cd-8e0ac1b6eb48 req-7f585bde-64c9-4358-9b89-481c375dbcf4 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:05.889434 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-48f86564-7678-4704-a0cd-8e0ac1b6eb48 req-7f585bde-64c9-4358-9b89-481c375dbcf4 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0777497 Mar 16 11:17:05.917318 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.932485 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-48f86564-7678-4704-a0cd-8e0ac1b6eb48 req-5c1033af-be65-41d5-902d-68721e78d730 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374806 Mar 16 11:17:07.120311 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1bafc-695e-406d-a0fd-62e83b33f2ca req-b9767d12-27e6-4980-94f1-0f6781db0567 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:07.121781 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9ae1bafc-695e-406d-a0fd-62e83b33f2ca req-b9767d12-27e6-4980-94f1-0f6781db0567 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0832441 Mar 16 11:17:07.169785 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9ae1bafc-695e-406d-a0fd-62e83b33f2ca req-0493074a-79f6-46c9-a3e8-ff2d7d99fb3d tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421617 Mar 16 11:17:08.353345 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb837474-a471-4b0a-8ac3-2723f82500c7 req-99a5f553-66d0-4336-9386-2ab42b673a71 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:08.354768 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-eb837474-a471-4b0a-8ac3-2723f82500c7 req-99a5f553-66d0-4336-9386-2ab42b673a71 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0786760 Mar 16 11:17:08.398248 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-eb837474-a471-4b0a-8ac3-2723f82500c7 req-7fd17bd5-bc4a-48e1-b4a8-8a1c40373cd2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372124 Mar 16 11:17:09.584528 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c48adb-0a83-4b8a-8889-463f313a871e req-9f4f54e2-016f-418b-a6a4-0310964ad582 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:09.585890 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a8c48adb-0a83-4b8a-8889-463f313a871e req-9f4f54e2-016f-418b-a6a4-0310964ad582 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0771377 Mar 16 11:17:09.628195 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a8c48adb-0a83-4b8a-8889-463f313a871e req-edcd25c9-7174-49fe-a4d4-0b1a765b5c56 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368707 Mar 16 11:17:10.806806 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239619e-b731-4a64-9711-6b67fd6d9556 req-366a1161-0c6b-4393-aedf-50bdc1eb0517 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:10.808255 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6239619e-b731-4a64-9711-6b67fd6d9556 req-366a1161-0c6b-4393-aedf-50bdc1eb0517 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0776336 Mar 16 11:17:10.852920 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6239619e-b731-4a64-9711-6b67fd6d9556 req-ecf491e2-a74a-4640-9342-03a40f9155c8 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390463 Mar 16 11:17:12.037251 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be1797-de1f-4321-8125-a04a4e6d261e req-936f8c2d-c374-4869-9c68-b1e24c154e27 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:12.038678 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-98be1797-de1f-4321-8125-a04a4e6d261e req-936f8c2d-c374-4869-9c68-b1e24c154e27 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0807905 Mar 16 11:17:12.081639 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-98be1797-de1f-4321-8125-a04a4e6d261e req-929399d7-a129-49bf-a7e9-ea0bf3944661 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373461 Mar 16 11:17:13.261307 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6de23-3180-49fd-9dda-be921dbef722 req-aff84686-7074-467f-a8f4-130e671e90e6 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:13.262734 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-86c6de23-3180-49fd-9dda-be921dbef722 req-aff84686-7074-467f-a8f4-130e671e90e6 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0779459 Mar 16 11:17:13.306127 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-86c6de23-3180-49fd-9dda-be921dbef722 req-c1cc5a5d-c770-48ba-9a0f-6a032c7c7761 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377355 Mar 16 11:17:14.495009 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de43bf0-5ee4-4c7d-9c0c-8964cb9514d5 req-c1ef257f-29ee-4d80-9085-b65b9641f744 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:14.496467 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5de43bf0-5ee4-4c7d-9c0c-8964cb9514d5 req-c1ef257f-29ee-4d80-9085-b65b9641f744 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0779033 Mar 16 11:17:14.539555 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5de43bf0-5ee4-4c7d-9c0c-8964cb9514d5 req-a4cd0888-5afc-4b4b-9e9f-ccfe78e4fe92 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369358 Mar 16 11:17:15.723584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23cdfc-7355-4466-bc17-9aadd35af74f req-11edf2b6-be5d-46f7-ab0d-f3d857c2bbdb tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:15.725008 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9e23cdfc-7355-4466-bc17-9aadd35af74f req-11edf2b6-be5d-46f7-ab0d-f3d857c2bbdb tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0807247 Mar 16 11:17:15.768407 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9e23cdfc-7355-4466-bc17-9aadd35af74f req-78084948-e2dc-4833-adc6-3d5bac21feaa tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378633 Mar 16 11:17:16.949934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720c016-916e-4e60-ab46-82eded0196d9 req-a5caf2bd-04eb-4287-90dc-91a71ab69d7c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:16.951375 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8720c016-916e-4e60-ab46-82eded0196d9 req-a5caf2bd-04eb-4287-90dc-91a71ab69d7c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0807896 Mar 16 11:17:16.994423 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8720c016-916e-4e60-ab46-82eded0196d9 req-1c840de2-7ea2-40bb-8052-26e461884351 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374408 Mar 16 11:17:17.831815 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.175429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847ca9-fb28-4c19-a7bd-6e6c8111048c req-16fa8254-e15f-4a74-8cc1-b420aa1f64a7 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:18.176857 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d0847ca9-fb28-4c19-a7bd-6e6c8111048c req-16fa8254-e15f-4a74-8cc1-b420aa1f64a7 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0805676 Mar 16 11:17:18.219637 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d0847ca9-fb28-4c19-a7bd-6e6c8111048c req-065fbb79-3ff8-444e-bb4e-fd64fa99c43c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371559 Mar 16 11:17:19.405783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05c26f-f159-41fb-8441-d368f2e5864b req-5628e18c-0be8-4e04-bde9-5036c06a2b33 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:19.407214 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3a05c26f-f159-41fb-8441-d368f2e5864b req-5628e18c-0be8-4e04-bde9-5036c06a2b33 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0817432 Mar 16 11:17:19.450070 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3a05c26f-f159-41fb-8441-d368f2e5864b req-d5b15c7e-310d-40b0-ade7-35a5b3adea5a tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372705 Mar 16 11:17:20.635251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332356f-cd44-4205-8c92-4f08d3322866 req-188e213d-ff8a-4975-8bb9-b32307d2a8cd tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:20.636667 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7332356f-cd44-4205-8c92-4f08d3322866 req-188e213d-ff8a-4975-8bb9-b32307d2a8cd tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0841179 Mar 16 11:17:20.678385 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7332356f-cd44-4205-8c92-4f08d3322866 req-0e761ef3-e414-47ba-bf43-e4d10b41b8f4 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355954 Mar 16 11:17:21.856028 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecdee5-a34f-4cc4-a95c-552d4d3c8ffe req-a515bc3a-8359-4c4f-b3f9-ccb0564a08c7 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:21.857440 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-beecdee5-a34f-4cc4-a95c-552d4d3c8ffe req-a515bc3a-8359-4c4f-b3f9-ccb0564a08c7 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0770268 Mar 16 11:17:21.900185 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-beecdee5-a34f-4cc4-a95c-552d4d3c8ffe req-4b2b26ab-ccbb-454b-8806-c994ce6c47a7 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363910 Mar 16 11:17:23.090188 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07993c38-cdf3-470c-9212-21ae7be1d36c req-78e45f60-d1e3-42f2-a2f6-c83b39326db0 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:23.091637 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-07993c38-cdf3-470c-9212-21ae7be1d36c req-78e45f60-d1e3-42f2-a2f6-c83b39326db0 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0833135 Mar 16 11:17:23.139388 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-07993c38-cdf3-470c-9212-21ae7be1d36c req-5fdde311-4a0b-4c16-aff2-a0558be75844 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420580 Mar 16 11:17:24.200681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990b496-27f4-4898-93ae-2a30f2eb7d62 req-5a8b61d5-2fce-49da-9848-7354ec483ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:24.202158 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d990b496-27f4-4898-93ae-2a30f2eb7d62 req-5a8b61d5-2fce-49da-9848-7354ec483ab0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e&device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 1098 time: 0.0739233 Mar 16 11:17:24.329663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da48a49-65e5-448d-ac9d-297745224e4b req-b3191a91-a1ce-4510-895d-6043cd12ece6 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:24.331117 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3da48a49-65e5-448d-ac9d-297745224e4b req-b3191a91-a1ce-4510-895d-6043cd12ece6 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0829909 Mar 16 11:17:24.375418 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3da48a49-65e5-448d-ac9d-297745224e4b req-0f03a0ef-f8c8-4a4c-b685-66e343c44cc1 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386572 Mar 16 11:17:24.411680 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-01348194-6446-4023-82a9-fd8a24af78c4 service neutron] 10.222.0.18 "GET /v2.0/ports/fb1dc52d-c326-4404-9d75-625e7df8cd4c/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.1085317 Mar 16 11:17:24.412804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990b496-27f4-4898-93ae-2a30f2eb7d62 req-55edbda7-019b-4728-8e6e-8edbce02fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:24.414135 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d990b496-27f4-4898-93ae-2a30f2eb7d62 req-55edbda7-019b-4728-8e6e-8edbce02fc32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a39eba05-c5c8-41e9-aac0-7629ae51e924 HTTP/1.1" status: 200 len: 916 time: 0.1931350 Mar 16 11:17:24.483690 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d990b496-27f4-4898-93ae-2a30f2eb7d62 req-d3b8898c-99d1-4e6c-8726-c0d08bdcf5d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb1dc52d-c326-4404-9d75-625e7df8cd4c HTTP/1.1" status: 200 len: 217 time: 0.0611024 Mar 16 11:17:24.547615 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990b496-27f4-4898-93ae-2a30f2eb7d62 req-0c79e627-cbb9-45c3-b671-8c7e67a0814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:24.549676 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d990b496-27f4-4898-93ae-2a30f2eb7d62 req-0c79e627-cbb9-45c3-b671-8c7e67a0814d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7829fcf4-c8b0-4f7f-ab91-0ce155a07e59 HTTP/1.1" status: 200 len: 855 time: 0.0603201 Mar 16 11:17:24.618042 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d990b496-27f4-4898-93ae-2a30f2eb7d62 req-d71bdc21-5226-4774-aee5-d9583f86f829 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a39eba05-c5c8-41e9-aac0-7629ae51e924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419087 Mar 16 11:17:24.793007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-605a7de2-7c0b-4604-8da6-8dbd07b65634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:24.794544 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-605a7de2-7c0b-4604-8da6-8dbd07b65634 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42&tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e HTTP/1.1" status: 200 len: 1098 time: 0.1789112 Mar 16 11:17:24.797600 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d990b496-27f4-4898-93ae-2a30f2eb7d62 req-31b2cc58-df34-4157-9d67-1858e195ec27 service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469781 Mar 16 11:17:24.926302 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d990b496-27f4-4898-93ae-2a30f2eb7d62 req-c3229ada-d82d-452f-8751-91743be65830 service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224689 Mar 16 11:17:25.038270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-3ca52c8b-cbd9-448c-97d9-7920834dd497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:25.039782 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-3ca52c8b-cbd9-448c-97d9-7920834dd497 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e&device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 1098 time: 0.0709169 Mar 16 11:17:25.266396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-2096ea7e-7a3d-4fb8-ac03-b4581aaa944c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:25.268426 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-2096ea7e-7a3d-4fb8-ac03-b4581aaa944c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a39eba05-c5c8-41e9-aac0-7629ae51e924 HTTP/1.1" status: 200 len: 916 time: 0.2231131 Mar 16 11:17:25.333474 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-8bc262a3-8986-4945-bd3d-c1b520d81dc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb1dc52d-c326-4404-9d75-625e7df8cd4c HTTP/1.1" status: 200 len: 217 time: 0.0584972 Mar 16 11:17:25.398121 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-8cedface-50c9-4c93-b834-96b9cd447a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:25.399598 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-8cedface-50c9-4c93-b834-96b9cd447a6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7829fcf4-c8b0-4f7f-ab91-0ce155a07e59 HTTP/1.1" status: 200 len: 855 time: 0.0604389 Mar 16 11:17:25.443957 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-81906153-3986-4512-8384-2ba0c7b1b157 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a39eba05-c5c8-41e9-aac0-7629ae51e924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390065 Mar 16 11:17:25.624862 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-30f432ce-f6e1-46b2-8a71-b920af3788d3 service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752195 Mar 16 11:17:25.657485 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c900068-e54c-4e24-ac0f-3cbd9b5c81d9 req-fee680d2-df22-425e-8168-7cd0b366d105 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:25.658833 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1c900068-e54c-4e24-ac0f-3cbd9b5c81d9 req-fee680d2-df22-425e-8168-7cd0b366d105 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.1799757 Mar 16 11:17:25.771189 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1c900068-e54c-4e24-ac0f-3cbd9b5c81d9 req-96b4e8c1-676e-4bb4-a4af-dafb9f448dd0 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012716 Mar 16 11:17:25.795878 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f939da32-6eba-4bda-9ed4-7ffcfbde7938 req-1c5ce7b1-05f4-4982-9c51-4e89f17cde1f service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637664 Mar 16 11:17:26.955582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7500d-1ca9-4332-9135-578a26390239 req-5dae1dac-59cf-46ee-93f7-ca1216bea41b tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:26.957013 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a1c7500d-1ca9-4332-9135-578a26390239 req-5dae1dac-59cf-46ee-93f7-ca1216bea41b tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 945 time: 0.0774591 Mar 16 11:17:27.003000 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a1c7500d-1ca9-4332-9135-578a26390239 req-e038abb3-1b79-420d-94d0-663d7aa28eab tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Mar 16 11:17:27.816990 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fb1dc52d-c326-4404-9d75-625e7df8cd4c details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:17:27.820717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fb1dc52d-c326-4404-9d75-625e7df8cd4c no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:28.035038 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.052419 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port fb1dc52d-c326-4404-9d75-625e7df8cd4c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fb1dc52d-c326-4404-9d75-625e7df8cd4c,segment=NetworkSegment(90de8e7d-4123-4ef7-84d4-7f6023b9292e),segment_id=90de8e7d-4123-4ef7-84d4-7f6023b9292e)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:28.072717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'fb1dc52d-c326-4404-9d75-625e7df8cd4c', 'network_id': 'a39eba05-c5c8-41e9-aac0-7629ae51e924', 'port_id': 'fb1dc52d-c326-4404-9d75-625e7df8cd4c', 'mac_address': 'fa:16:3e:5e:d6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7829fcf4-c8b0-4f7f-ab91-0ce155a07e59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:17:28.079663 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f119025-4467-43eb-b57b-1b64ad0f7d42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb1dc52d-c326-4404-9d75-625e7df8cd4c'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:17:28.122902 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port fb1dc52d-c326-4404-9d75-625e7df8cd4c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fb1dc52d-c326-4404-9d75-625e7df8cd4c,segment=NetworkSegment(90de8e7d-4123-4ef7-84d4-7f6023b9292e),segment_id=90de8e7d-4123-4ef7-84d4-7f6023b9292e)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:28.130482 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.166137 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f119025-4467-43eb-b57b-1b64ad0f7d42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb1dc52d-c326-4404-9d75-625e7df8cd4c', 'code': 200} Mar 16 11:17:28.185579 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.185758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3a1f9-fc5a-4625-b502-54ebbfc82e7d req-3a7aeb46-2ba1-42c3-bcfa-acbeff79273a tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:28.187048 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fea3a1f9-fc5a-4625-b502-54ebbfc82e7d req-3a7aeb46-2ba1-42c3-bcfa-acbeff79273a tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 943 time: 0.0817385 Mar 16 11:17:28.215910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb1dc52d-c326-4404-9d75-625e7df8cd4c {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:17:28.236917 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fea3a1f9-fc5a-4625-b502-54ebbfc82e7d req-610c95ad-569c-4801-9ea6-6d0352d51894 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424912 Mar 16 11:17:28.282134 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=fb1dc52d-c326-4404-9d75-625e7df8cd4c,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:28.292320 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.293465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.293807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.294141 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.294528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.294865 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.295224 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.295608 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.295937 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.296258 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.296625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.296952 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.311145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:28.311529 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:28.867304 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.883617 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1dc52d-c326-4404-9d75-625e7df8cd4c {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:17:28.898632 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port fb1dc52d-c326-4404-9d75-625e7df8cd4c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fb1dc52d-c326-4404-9d75-625e7df8cd4c,segment=NetworkSegment(90de8e7d-4123-4ef7-84d4-7f6023b9292e),segment_id=90de8e7d-4123-4ef7-84d4-7f6023b9292e)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:28.902787 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.968656 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['fb1dc52d-c326-4404-9d75-625e7df8cd4c'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:17:29.014020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=fb1dc52d-c326-4404-9d75-625e7df8cd4c,revision_number=7']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:29.422231 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25587fa1-1edc-4e2c-a999-4ff4835c4399 req-2b319126-3278-42c6-8690-57336e9d31d0 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:29.424265 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-25587fa1-1edc-4e2c-a999-4ff4835c4399 req-2b319126-3278-42c6-8690-57336e9d31d0 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 944 time: 0.0803006 Mar 16 11:17:29.466655 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-25587fa1-1edc-4e2c-a999-4ff4835c4399 req-cb649609-1e8c-445e-94aa-f03fc9b4eeb0 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368390 Mar 16 11:17:29.777740 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae9402-9cbc-4c3a-8c47-00e83bff39b1 req-f50aeead-eae3-4c4a-ae38-e930a9899737 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:29.779354 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-64ae9402-9cbc-4c3a-8c47-00e83bff39b1 req-f50aeead-eae3-4c4a-ae38-e930a9899737 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42&tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e&binding%3Ahost_id=hv-neutron-8338 HTTP/1.1" status: 200 len: 944 time: 0.0899737 Mar 16 11:17:29.780006 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3d0ce-7be3-41fc-b0c3-4aee4c45e791 req-6297636d-8366-495a-bb27-ab6dc22ee1a6 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:29.781431 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0bf3d0ce-7be3-41fc-b0c3-4aee4c45e791 req-6297636d-8366-495a-bb27-ab6dc22ee1a6 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 944 time: 0.0920146 Mar 16 11:17:29.826783 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0bf3d0ce-7be3-41fc-b0c3-4aee4c45e791 req-ae60cc24-85a1-4344-9f79-f559a0ef0fa8 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380089 Mar 16 11:17:29.830598 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fb1dc52d-c326-4404-9d75-625e7df8cd4c no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:29.920177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae9402-9cbc-4c3a-8c47-00e83bff39b1 req-8f8528c8-f8c2-4c4a-aae1-b831d5ec47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:29.921670 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-64ae9402-9cbc-4c3a-8c47-00e83bff39b1 req-8f8528c8-f8c2-4c4a-aae1-b831d5ec47a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e&device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 1097 time: 0.0703943 Mar 16 11:17:29.946822 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.964187 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fb1dc52d-c326-4404-9d75-625e7df8cd4c {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:17:29.980361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port fb1dc52d-c326-4404-9d75-625e7df8cd4c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fb1dc52d-c326-4404-9d75-625e7df8cd4c,segment=NetworkSegment(90de8e7d-4123-4ef7-84d4-7f6023b9292e),segment_id=90de8e7d-4123-4ef7-84d4-7f6023b9292e)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:29.984053 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.056047 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=fb1dc52d-c326-4404-9d75-625e7df8cd4c,revision_number=8']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:30.060826 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae9402-9cbc-4c3a-8c47-00e83bff39b1 req-13c64125-0a83-498f-a953-6fd04eccf432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:30.062255 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-64ae9402-9cbc-4c3a-8c47-00e83bff39b1 req-13c64125-0a83-498f-a953-6fd04eccf432 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a39eba05-c5c8-41e9-aac0-7629ae51e924 HTTP/1.1" status: 200 len: 916 time: 0.1345532 Mar 16 11:17:30.132190 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-64ae9402-9cbc-4c3a-8c47-00e83bff39b1 req-571d335f-71c9-46ba-ba3b-fdc3503ab79a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb1dc52d-c326-4404-9d75-625e7df8cd4c HTTP/1.1" status: 200 len: 217 time: 0.0630307 Mar 16 11:17:30.192198 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae9402-9cbc-4c3a-8c47-00e83bff39b1 req-1f3dae9f-885d-4686-a7ff-5d069ccd9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:30.193501 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-64ae9402-9cbc-4c3a-8c47-00e83bff39b1 req-1f3dae9f-885d-4686-a7ff-5d069ccd9e34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7829fcf4-c8b0-4f7f-ab91-0ce155a07e59 HTTP/1.1" status: 200 len: 855 time: 0.0562561 Mar 16 11:17:30.243244 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-64ae9402-9cbc-4c3a-8c47-00e83bff39b1 req-e1e95365-7de6-48cf-8912-70b6153bcd70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a39eba05-c5c8-41e9-aac0-7629ae51e924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436091 Mar 16 11:17:30.373894 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-64ae9402-9cbc-4c3a-8c47-00e83bff39b1 req-c3312653-9686-4f41-ba29-db3b1abb32c4 service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249981 Mar 16 11:17:30.500708 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-64ae9402-9cbc-4c3a-8c47-00e83bff39b1 req-e815119a-ebc5-4eb2-a060-9ff32ea42222 service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199608 Mar 16 11:17:30.871080 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f16a3ad4-0d19-4a27-a201-07816bdafebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.018235 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9bb53-75f3-42ca-8572-bbe8a237f8a7 req-23324f69-72a1-4350-90bc-9ef9e81a80e6 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:31.019650 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ffd9bb53-75f3-42ca-8572-bbe8a237f8a7 req-23324f69-72a1-4350-90bc-9ef9e81a80e6 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 943 time: 0.0843589 Mar 16 11:17:31.062713 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ffd9bb53-75f3-42ca-8572-bbe8a237f8a7 req-b9ced436-5f0f-4ecd-9cd7-339db5268e68 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367792 Mar 16 11:17:32.250681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2595560-0bbf-4f8a-bb21-58a6b4ca49f2 req-f51713d5-dad7-45ea-aa79-96c9ef06ff52 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:32.252139 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b2595560-0bbf-4f8a-bb21-58a6b4ca49f2 req-f51713d5-dad7-45ea-aa79-96c9ef06ff52 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 943 time: 0.0817473 Mar 16 11:17:32.298575 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b2595560-0bbf-4f8a-bb21-58a6b4ca49f2 req-25e2073a-0a60-4008-9fe8-3c313b34ad38 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408504 Mar 16 11:17:32.591250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19895297-962a-4c34-9313-091988f19a47 req-3a56d682-c357-4299-837a-fa14fbc6d06b tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:32.592687 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-19895297-962a-4c34-9313-091988f19a47 req-3a56d682-c357-4299-837a-fa14fbc6d06b tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 943 time: 0.1899867 Mar 16 11:17:32.634964 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-19895297-962a-4c34-9313-091988f19a47 req-cc2ea4ba-e063-49f8-886a-e68de3cb64e3 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364707 Mar 16 11:17:32.811758 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da7684-94e4-4c85-a2ff-0f7dce0b7660 req-bb44e7a0-ae7a-4861-bdce-a80485ba837c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:32.813620 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-05da7684-94e4-4c85-a2ff-0f7dce0b7660 req-bb44e7a0-ae7a-4861-bdce-a80485ba837c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 943 time: 0.0780177 Mar 16 11:17:32.856120 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-05da7684-94e4-4c85-a2ff-0f7dce0b7660 req-0336d691-33f1-4f45-9222-b67a660c168f tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369647 Mar 16 11:17:33.069861 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-00510efd-cfad-4c7a-a4d3-182429d08fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.424961 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-e1fe999b-9b22-4145-b9a4-dc2b911f214b tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:33.426401 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-e1fe999b-9b22-4145-b9a4-dc2b911f214b tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/networks?id=a39eba05-c5c8-41e9-aac0-7629ae51e924 HTTP/1.1" status: 200 len: 815 time: 0.2336197 Mar 16 11:17:33.440780 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-59aa1eac-a277-4e01-b517-4c9172e11d75 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/quotas/aa57b408421f4733bb7ccd9f0e02ff8e HTTP/1.1" status: 200 len: 375 time: 0.0088587 Mar 16 11:17:33.522051 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-40433dfa-672f-4051-a942-a9bb69c80d79 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765924 Mar 16 11:17:33.576558 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-345dc74a-4b6e-4ee3-a0ad-22d1eaad5862 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:17:33.577519 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-345dc74a-4b6e-4ee3-a0ad-22d1eaad5862 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491340 Mar 16 11:17:33.713915 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-6d06e50e-2328-495e-b674-e6ae93ffce0b service neutron] 10.222.0.44 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298299 Mar 16 11:17:33.840686 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-6d4cf975-2554-451d-bac0-2b35591e3de9 service neutron] 10.222.0.44 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211579 Mar 16 11:17:34.012398 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6a8a31f0-b33a-4369-9a21-35c84cc8a75b req-334ebf43-070f-44c6-a7b4-61e3a8d83e38 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 210 time: 0.0419619 Mar 16 11:17:34.417057 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.474563 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.018104 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11b758-616c-4087-9c70-6d39bf3bbfba req-4fd32047-1fbe-49ce-a7a8-41437b6836ea tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:35.019625 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ea11b758-616c-4087-9c70-6d39bf3bbfba req-4fd32047-1fbe-49ce-a7a8-41437b6836ea tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f119025-4467-43eb-b57b-1b64ad0f7d42 HTTP/1.1" status: 200 len: 943 time: 0.0811422 Mar 16 11:17:35.168809 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-306656b7-f1db-4990-afc2-53916ef13732 req-d4471908-609b-49af-bcf4-650cee64b230 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 210 time: 0.0442748 Mar 16 11:17:35.192851 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-ea11b758-616c-4087-9c70-6d39bf3bbfba req-8a6789d3-f61d-4238-979f-4e9359722321 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Deleting port fb1dc52d-c326-4404-9d75-625e7df8cd4c {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:35.193183 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ea11b758-616c-4087-9c70-6d39bf3bbfba req-8a6789d3-f61d-4238-979f-4e9359722321 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.316067 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-adbd2fd0-4de7-4f29-9639-d0b9aa4d6ba3 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:35.317439 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-adbd2fd0-4de7-4f29-9639-d0b9aa4d6ba3 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.18 "GET /v2.0/networks?id=a39eba05-c5c8-41e9-aac0-7629ae51e924 HTTP/1.1" status: 200 len: 815 time: 0.2588253 Mar 16 11:17:35.329690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-056f7ead-9911-46af-8539-cd0b945574dc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Request body: {'port': {'device_id': '81ec3529-0fdf-4669-8bb2-770295b01aaf', 'network_id': 'a39eba05-c5c8-41e9-aac0-7629ae51e924', 'admin_state_up': True, 'tenant_id': 'aa57b408421f4733bb7ccd9f0e02ff8e'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:35.577664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-056f7ead-9911-46af-8539-cd0b945574dc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:35.593908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-ea11b758-616c-4087-9c70-6d39bf3bbfba req-8a6789d3-f61d-4238-979f-4e9359722321 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] For port fb1dc52d-c326-4404-9d75-625e7df8cd4c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fb1dc52d-c326-4404-9d75-625e7df8cd4c,segment=NetworkSegment(90de8e7d-4123-4ef7-84d4-7f6023b9292e),segment_id=90de8e7d-4123-4ef7-84d4-7f6023b9292e)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:35.594278 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ea11b758-616c-4087-9c70-6d39bf3bbfba req-8a6789d3-f61d-4238-979f-4e9359722321 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.601013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-056f7ead-9911-46af-8539-cd0b945574dc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:35.717690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-ea11b758-616c-4087-9c70-6d39bf3bbfba req-8a6789d3-f61d-4238-979f-4e9359722321 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Calling delete_port for fb1dc52d-c326-4404-9d75-625e7df8cd4c owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:35.747845 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-056f7ead-9911-46af-8539-cd0b945574dc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Made reservation on behalf of aa57b408421f4733bb7ccd9f0e02ff8e for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:35.751763 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-056f7ead-9911-46af-8539-cd0b945574dc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.921881 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.992581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ea11b758-616c-4087-9c70-6d39bf3bbfba req-8a6789d3-f61d-4238-979f-4e9359722321 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.036741 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-056f7ead-9911-46af-8539-cd0b945574dc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Allocated IP 172.20.0.3 (a39eba05-c5c8-41e9-aac0-7629ae51e924/7829fcf4-c8b0-4f7f-ab91-0ce155a07e59/5eb84c06-84a0-41f3-87f8-35f681c39686) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:36.080032 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6789d3-f61d-4238-979f-4e9359722321 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Pushing event deleted for resources: {'Port': ['ID=fb1dc52d-c326-4404-9d75-625e7df8cd4c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:36.131747 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea11b758-616c-4087-9c70-6d39bf3bbfba req-8a6789d3-f61d-4238-979f-4e9359722321 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] No DVR routers for this DVR port fb1dc52d-c326-4404-9d75-625e7df8cd4c on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:36.142284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ea11b758-616c-4087-9c70-6d39bf3bbfba req-8a6789d3-f61d-4238-979f-4e9359722321 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.145029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f119025-4467-43eb-b57b-1b64ad0f7d42', 'name': 'network-vif-deleted', 'tag': 'fb1dc52d-c326-4404-9d75-625e7df8cd4c'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:17:36.180696 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ea11b758-616c-4087-9c70-6d39bf3bbfba req-8a6789d3-f61d-4238-979f-4e9359722321 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.18 "DELETE /v2.0/ports/fb1dc52d-c326-4404-9d75-625e7df8cd4c HTTP/1.1" status: 204 len: 173 time: 1.1563203 Mar 16 11:17:36.189556 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f119025-4467-43eb-b57b-1b64ad0f7d42', 'name': 'network-vif-deleted', 'tag': 'fb1dc52d-c326-4404-9d75-625e7df8cd4c', 'status': 'completed', 'code': 200} Mar 16 11:17:36.321223 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-98676b7e-6c04-484f-9fbc-23430bd12737 req-86ee5f55-b31f-4800-bc68-57d143f31da5 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 210 time: 0.0429420 Mar 16 11:17:36.367491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-056f7ead-9911-46af-8539-cd0b945574dc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.395471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-056f7ead-9911-46af-8539-cd0b945574dc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.565553 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-056f7ead-9911-46af-8539-cd0b945574dc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Network a39eba05-c5c8-41e9-aac0-7629ae51e924 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:36.573030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-056f7ead-9911-46af-8539-cd0b945574dc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:36.577673 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-056f7ead-9911-46af-8539-cd0b945574dc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:36.611764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f7ead-9911-46af-8539-cd0b945574dc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Pushing event updated for resources: {'Port': ['ID=5eb84c06-84a0-41f3-87f8-35f681c39686,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:36.644607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-056f7ead-9911-46af-8539-cd0b945574dc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:36.645252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-056f7ead-9911-46af-8539-cd0b945574dc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.664001 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-056f7ead-9911-46af-8539-cd0b945574dc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3386240 Mar 16 11:17:36.674519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Request body: {'port': {'device_id': '81ec3529-0fdf-4669-8bb2-770295b01aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:36.783083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.113402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb84c06-84a0-41f3-87f8-35f681c39686 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:17:37.120915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.134632 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Transition to ACTIVE for port object 5eb84c06-84a0-41f3-87f8-35f681c39686 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:37.138230 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.285024 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Pushing event updated for resources: {'Port': ['ID=5eb84c06-84a0-41f3-87f8-35f681c39686,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:37.366903 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Attempting to bind port 5eb84c06-84a0-41f3-87f8-35f681c39686 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:37.367178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Attempting to bind port 5eb84c06-84a0-41f3-87f8-35f681c39686 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '90de8e7d-4123-4ef7-84d4-7f6023b9292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a39eba05-c5c8-41e9-aac0-7629ae51e924'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:37.367516 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Attempting to bind port 5eb84c06-84a0-41f3-87f8-35f681c39686 on network a39eba05-c5c8-41e9-aac0-7629ae51e924 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:17:37.372171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Port 5eb84c06-84a0-41f3-87f8-35f681c39686 on network a39eba05-c5c8-41e9-aac0-7629ae51e924 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:17:37.372480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Attempting to bind port 5eb84c06-84a0-41f3-87f8-35f681c39686 on network a39eba05-c5c8-41e9-aac0-7629ae51e924 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:17:37.377654 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:17:37.377982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Checking segment: {'id': '90de8e7d-4123-4ef7-84d4-7f6023b9292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a39eba05-c5c8-41e9-aac0-7629ae51e924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:37.378355 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Bound using segment: {'id': '90de8e7d-4123-4ef7-84d4-7f6023b9292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a39eba05-c5c8-41e9-aac0-7629ae51e924'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:17:37.378771 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Bound port: 5eb84c06-84a0-41f3-87f8-35f681c39686, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90de8e7d-4123-4ef7-84d4-7f6023b9292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a39eba05-c5c8-41e9-aac0-7629ae51e924'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:37.379109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.511596 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] For port 5eb84c06-84a0-41f3-87f8-35f681c39686, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:17:37.516696 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] For port 5eb84c06-84a0-41f3-87f8-35f681c39686, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=5eb84c06-84a0-41f3-87f8-35f681c39686,segment=NetworkSegment(90de8e7d-4123-4ef7-84d4-7f6023b9292e),segment_id=90de8e7d-4123-4ef7-84d4-7f6023b9292e)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:17:37.522247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.568919 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:37.569718 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.571061 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] 10.222.0.18 "PUT /v2.0/ports/5eb84c06-84a0-41f3-87f8-35f681c39686 HTTP/1.1" status: 200 len: 1093 time: 0.9007339 Mar 16 11:17:37.651263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92dac1-907a-49e5-8f82-20a8d96ac9de req-4141d399-8e17-4b25-b43f-0721d13fc372 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:37.651939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-1b92dac1-907a-49e5-8f82-20a8d96ac9de req-4141d399-8e17-4b25-b43f-0721d13fc372 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Synchronizing usage tracker for tenant:aa57b408421f4733bb7ccd9f0e02ff8e on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:37.673836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34c2f6-8533-4b64-9163-7e79fe20dd2c service neutron] Pushing event updated for resources: {'Port': ['ID=5eb84c06-84a0-41f3-87f8-35f681c39686,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:37.688330 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-1b92dac1-907a-49e5-8f82-20a8d96ac9de req-4141d399-8e17-4b25-b43f-0721d13fc372 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Unset dirty status for tenant:aa57b408421f4733bb7ccd9f0e02ff8e on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:37.689416 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b92dac1-907a-49e5-8f82-20a8d96ac9de req-4141d399-8e17-4b25-b43f-0721d13fc372 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 943 time: 0.2469871 Mar 16 11:17:37.737531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ca112545-6b05-4b0f-9a69-45ee8d9950a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:37.738980 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-ca112545-6b05-4b0f-9a69-45ee8d9950a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e&device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 1096 time: 0.1301618 Mar 16 11:17:37.801943 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b92dac1-907a-49e5-8f82-20a8d96ac9de req-aff0940f-14bb-49a4-a7ef-541d94076d48 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052902 Mar 16 11:17:37.809829 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-611edee3-72fc-417c-8f7e-8038ac18c5d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5eb84c06-84a0-41f3-87f8-35f681c39686 HTTP/1.1" status: 200 len: 217 time: 0.0631111 Mar 16 11:17:37.868270 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fb1dc52d-c326-4404-9d75-625e7df8cd4c no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:37.874008 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-6bb0fc1c-5533-4553-b42d-6e238b2eda8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:37.875956 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-6bb0fc1c-5533-4553-b42d-6e238b2eda8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7829fcf4-c8b0-4f7f-ab91-0ce155a07e59 HTTP/1.1" status: 200 len: 855 time: 0.0603817 Mar 16 11:17:37.920993 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-0232aa0f-35da-4ef6-a760-87c723b5058b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a39eba05-c5c8-41e9-aac0-7629ae51e924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399716 Mar 16 11:17:37.936668 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: fb1dc52d-c326-4404-9d75-625e7df8cd4c {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:37.937010 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fb1dc52d-c326-4404-9d75-625e7df8cd4c not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:38.047867 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-29b3ea93-d638-400c-9e42-951fe2ba0c4f service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202135 Mar 16 11:17:38.240396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ec3529-0fdf-4669-8bb2-770295b01aaf', 'tag': '5eb84c06-84a0-41f3-87f8-35f681c39686'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:17:38.287352 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ec3529-0fdf-4669-8bb2-770295b01aaf', 'tag': '5eb84c06-84a0-41f3-87f8-35f681c39686', 'status': 'completed', 'code': 200} Mar 16 11:17:38.294984 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-54379d79-57df-4b8b-a1e3-767fd2845b90 req-072c4cee-2151-49f4-a645-27878244d92b service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415123 Mar 16 11:17:38.405775 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960f066-385c-456a-a873-5e499db1a4d7 req-87118205-ceb5-4e49-a0fb-4d7ca7b81665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:38.408312 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4960f066-385c-456a-a873-5e499db1a4d7 req-87118205-ceb5-4e49-a0fb-4d7ca7b81665 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e&device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 1096 time: 0.0709348 Mar 16 11:17:38.538520 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960f066-385c-456a-a873-5e499db1a4d7 req-782c0df9-2182-433f-bd43-57847b3d742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:38.540016 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4960f066-385c-456a-a873-5e499db1a4d7 req-782c0df9-2182-433f-bd43-57847b3d742b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a39eba05-c5c8-41e9-aac0-7629ae51e924 HTTP/1.1" status: 200 len: 916 time: 0.1252244 Mar 16 11:17:38.608294 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4960f066-385c-456a-a873-5e499db1a4d7 req-2776e469-2958-4fd7-9594-2f781b42ba39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5eb84c06-84a0-41f3-87f8-35f681c39686 HTTP/1.1" status: 200 len: 217 time: 0.0624247 Mar 16 11:17:38.671088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960f066-385c-456a-a873-5e499db1a4d7 req-b585e788-80f1-4c31-800d-348f0d2bd4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:38.673056 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4960f066-385c-456a-a873-5e499db1a4d7 req-b585e788-80f1-4c31-800d-348f0d2bd4dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7829fcf4-c8b0-4f7f-ab91-0ce155a07e59 HTTP/1.1" status: 200 len: 855 time: 0.0585046 Mar 16 11:17:38.717690 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4960f066-385c-456a-a873-5e499db1a4d7 req-73e53b7d-33bd-4b3e-888b-8e30c20f666e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a39eba05-c5c8-41e9-aac0-7629ae51e924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389204 Mar 16 11:17:38.846256 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4960f066-385c-456a-a873-5e499db1a4d7 req-3d43a178-31b5-46eb-bb8c-c395e0a3b372 service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222336 Mar 16 11:17:39.019020 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4960f066-385c-456a-a873-5e499db1a4d7 req-3b5574da-4dde-48ed-9b71-0e1e81e58c69 service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663194 Mar 16 11:17:39.045376 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4d8bd-e479-46ed-bd65-b91e005bb261 req-7825476a-102c-4821-ae69-c69693b2e4b0 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:39.046795 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e8c4d8bd-e479-46ed-bd65-b91e005bb261 req-7825476a-102c-4821-ae69-c69693b2e4b0 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 943 time: 0.1144753 Mar 16 11:17:39.093000 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e8c4d8bd-e479-46ed-bd65-b91e005bb261 req-b9c4c95d-8de7-4e9f-b2f1-49167aeb8759 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398619 Mar 16 11:17:40.282538 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34cb56-2bc0-485b-bdc2-1c75613e2235 req-607f4abd-19fa-45f6-a46c-a9f720ad5fc8 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:40.284089 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4f34cb56-2bc0-485b-bdc2-1c75613e2235 req-607f4abd-19fa-45f6-a46c-a9f720ad5fc8 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 943 time: 0.0853748 Mar 16 11:17:40.329961 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4f34cb56-2bc0-485b-bdc2-1c75613e2235 req-1c9b38c2-f7b6-43d0-93e9-a8a43c5159f2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386519 Mar 16 11:17:40.980981 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:17:41.517866 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d395999-bf41-41d3-bfa6-940f3302a625 req-c7fa8997-cabc-4372-a8a2-ea324ced4a04 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:41.519304 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9d395999-bf41-41d3-bfa6-940f3302a625 req-c7fa8997-cabc-4372-a8a2-ea324ced4a04 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 943 time: 0.0774679 Mar 16 11:17:41.560520 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9d395999-bf41-41d3-bfa6-940f3302a625 req-978e4ba6-1634-497c-ac3d-14d1d79b2948 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356302 Mar 16 11:17:41.890316 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 5eb84c06-84a0-41f3-87f8-35f681c39686 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:17:42.017506 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 5eb84c06-84a0-41f3-87f8-35f681c39686, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=5eb84c06-84a0-41f3-87f8-35f681c39686,segment=NetworkSegment(90de8e7d-4123-4ef7-84d4-7f6023b9292e),segment_id=90de8e7d-4123-4ef7-84d4-7f6023b9292e)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:42.030197 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '5eb84c06-84a0-41f3-87f8-35f681c39686', 'network_id': 'a39eba05-c5c8-41e9-aac0-7629ae51e924', 'port_id': '5eb84c06-84a0-41f3-87f8-35f681c39686', 'mac_address': 'fa:16:3e:0d:e4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7829fcf4-c8b0-4f7f-ab91-0ce155a07e59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:17:42.083180 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.099049 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb84c06-84a0-41f3-87f8-35f681c39686 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:17:42.114536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 5eb84c06-84a0-41f3-87f8-35f681c39686, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=5eb84c06-84a0-41f3-87f8-35f681c39686,segment=NetworkSegment(90de8e7d-4123-4ef7-84d4-7f6023b9292e),segment_id=90de8e7d-4123-4ef7-84d4-7f6023b9292e)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:42.118386 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.184595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=5eb84c06-84a0-41f3-87f8-35f681c39686,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:42.403204 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['5eb84c06-84a0-41f3-87f8-35f681c39686'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:17:42.743342 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969ef4b-3d83-425c-9098-7ba3c1006be1 req-f8a9b3b0-8c58-46e3-b21e-62d962059082 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:42.744820 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4969ef4b-3d83-425c-9098-7ba3c1006be1 req-f8a9b3b0-8c58-46e3-b21e-62d962059082 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 944 time: 0.0781388 Mar 16 11:17:42.790048 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4969ef4b-3d83-425c-9098-7ba3c1006be1 req-3faaea2e-de7c-45db-bc80-6f47f70a93f6 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396771 Mar 16 11:17:43.890833 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 5eb84c06-84a0-41f3-87f8-35f681c39686 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:43.960145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 5eb84c06-84a0-41f3-87f8-35f681c39686 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:43.964766 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 5eb84c06-84a0-41f3-87f8-35f681c39686 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:43.965133 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.975861 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2b1fc-ca27-4a6d-8877-ca3ddc379ae6 req-5afa2cd0-d1fc-47ea-b5d6-d4039f4a5e52 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:43.977282 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-acd2b1fc-ca27-4a6d-8877-ca3ddc379ae6 req-5afa2cd0-d1fc-47ea-b5d6-d4039f4a5e52 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 944 time: 0.0829356 Mar 16 11:17:44.021240 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-acd2b1fc-ca27-4a6d-8877-ca3ddc379ae6 req-71171058-3a54-40fe-95db-40182021b892 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383360 Mar 16 11:17:44.079373 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:44.104456 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ec3529-0fdf-4669-8bb2-770295b01aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb84c06-84a0-41f3-87f8-35f681c39686'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:17:44.114571 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 5eb84c06-84a0-41f3-87f8-35f681c39686, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=5eb84c06-84a0-41f3-87f8-35f681c39686,segment=NetworkSegment(90de8e7d-4123-4ef7-84d4-7f6023b9292e),segment_id=90de8e7d-4123-4ef7-84d4-7f6023b9292e)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:44.118034 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:44.153075 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ec3529-0fdf-4669-8bb2-770295b01aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb84c06-84a0-41f3-87f8-35f681c39686', 'code': 200} Mar 16 11:17:44.184515 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=5eb84c06-84a0-41f3-87f8-35f681c39686,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:44.371224 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147e977-a402-43c8-9bae-f0f8d736e0eb req-b70ae11e-eb0d-4e0f-9374-5e0aae2ba379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:44.372667 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a147e977-a402-43c8-9bae-f0f8d736e0eb req-b70ae11e-eb0d-4e0f-9374-5e0aae2ba379 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 1098 time: 0.0676327 Mar 16 11:17:44.410491 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a147e977-a402-43c8-9bae-f0f8d736e0eb req-415b58a3-91c8-4d25-b975-457ab8efb48f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320511 Mar 16 11:17:45.210745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973237be-fd39-4d2a-a89e-3073125912e6 req-0666a886-13d7-4a0b-ade1-90c70300cbc2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:45.212199 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-973237be-fd39-4d2a-a89e-3073125912e6 req-0666a886-13d7-4a0b-ade1-90c70300cbc2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0845366 Mar 16 11:17:45.255248 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-973237be-fd39-4d2a-a89e-3073125912e6 req-9eaaa660-1b0c-4f2f-b8ef-d01e7861636c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374722 Mar 16 11:17:46.437425 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe83ab4-1bad-4e2e-b02c-8955aae2194d req-2cb5de11-72c2-46db-919c-c2143ee36795 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:46.439488 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-efe83ab4-1bad-4e2e-b02c-8955aae2194d req-2cb5de11-72c2-46db-919c-c2143ee36795 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0781314 Mar 16 11:17:46.480855 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-efe83ab4-1bad-4e2e-b02c-8955aae2194d req-a2e0b632-a6ba-482a-8e22-247e30f0d148 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359509 Mar 16 11:17:46.657380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735fbb1-52ca-4d44-a317-e941ad70f026 req-4bb829aa-e599-415b-816c-13b7781d2197 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:46.658831 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3735fbb1-52ca-4d44-a317-e941ad70f026 req-4bb829aa-e599-415b-816c-13b7781d2197 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0768318 Mar 16 11:17:46.713027 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3735fbb1-52ca-4d44-a317-e941ad70f026 req-6a24dd39-0d34-469f-afe8-156305a5d8d0 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486197 Mar 16 11:17:47.097543 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-d1b2fb72-3d29-48ca-aeb8-638a06fb80d7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1143153 Mar 16 11:17:47.123469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0826f65-e82a-4c3c-a481-45c8f130d1e1 req-539d731e-ba1b-4fa8-8f53-aadefb346d73 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:47.124885 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0826f65-e82a-4c3c-a481-45c8f130d1e1 req-539d731e-ba1b-4fa8-8f53-aadefb346d73 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0943925 Mar 16 11:17:47.172338 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b0826f65-e82a-4c3c-a481-45c8f130d1e1 req-656c0537-581b-4e42-af9d-15b85b03feab tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415483 Mar 16 11:17:47.825474 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.165580 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-3befcb28-b165-4169-93cc-a91ac4e288a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:48.167016 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-3befcb28-b165-4169-93cc-a91ac4e288a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e&device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 1098 time: 0.0687783 Mar 16 11:17:48.296832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-445e8819-5e1e-471a-8f9a-ded3155429a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:48.298801 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-445e8819-5e1e-471a-8f9a-ded3155429a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a39eba05-c5c8-41e9-aac0-7629ae51e924 HTTP/1.1" status: 200 len: 916 time: 0.1257255 Mar 16 11:17:48.362196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eb48a-e697-40ee-9696-138285ae7841 req-8758ca0d-1b57-4737-ae7e-3f2f2b8e9e34 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:48.363690 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-813eb48a-e697-40ee-9696-138285ae7841 req-8758ca0d-1b57-4737-ae7e-3f2f2b8e9e34 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0871496 Mar 16 11:17:48.374847 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-33a3a633-59e0-466b-bb76-1318e7535678 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5eb84c06-84a0-41f3-87f8-35f681c39686 HTTP/1.1" status: 200 len: 217 time: 0.0690453 Mar 16 11:17:48.409003 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-813eb48a-e697-40ee-9696-138285ae7841 req-93ef6ef0-0624-4c66-824f-d10aa9c9620e tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395339 Mar 16 11:17:48.435166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-8883c187-a652-4fc4-b210-1f5e07a91fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:48.436577 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-8883c187-a652-4fc4-b210-1f5e07a91fd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7829fcf4-c8b0-4f7f-ab91-0ce155a07e59 HTTP/1.1" status: 200 len: 855 time: 0.0567060 Mar 16 11:17:48.480595 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-30a30bb5-cb01-44c7-b3b0-6a47fbdb3745 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a39eba05-c5c8-41e9-aac0-7629ae51e924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385592 Mar 16 11:17:48.721077 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-bd7af479-203c-4470-8b71-05656f4f8cf4 service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344999 Mar 16 11:17:48.853244 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-44e55841-17ad-4575-83c1-c65c339212e0 service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253381 Mar 16 11:17:49.587480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5db038-76b2-4cc1-a596-c4b33798b10d req-2a1cdd28-f9e2-43e1-b518-e6e3d88fcdff tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:49.588803 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3e5db038-76b2-4cc1-a596-c4b33798b10d req-2a1cdd28-f9e2-43e1-b518-e6e3d88fcdff tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0764465 Mar 16 11:17:49.631803 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3e5db038-76b2-4cc1-a596-c4b33798b10d req-220be9e5-87f6-4b1a-8455-9d6dda684fcf tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374484 Mar 16 11:17:50.825035 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9184d-9aac-4b31-8b9f-07c726753406 req-b5cc2341-5237-4d5e-a899-b03e81fd421c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:50.826391 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-46f9184d-9aac-4b31-8b9f-07c726753406 req-b5cc2341-5237-4d5e-a899-b03e81fd421c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0776677 Mar 16 11:17:50.869361 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-46f9184d-9aac-4b31-8b9f-07c726753406 req-011ef60a-6451-47af-ba1f-741b183579e8 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369945 Mar 16 11:17:52.050301 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097be32f-86bf-48b3-b250-313bbedb661b req-069c12a5-0e4e-4923-959d-c6be45028209 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:52.051730 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-097be32f-86bf-48b3-b250-313bbedb661b req-069c12a5-0e4e-4923-959d-c6be45028209 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0796709 Mar 16 11:17:52.094728 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-097be32f-86bf-48b3-b250-313bbedb661b req-edcb32ca-b1f9-4b54-8009-c47763053da1 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374329 Mar 16 11:17:53.282098 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67613b5-06f6-4b8a-98fc-3a03a05383ad req-40222c20-5d3b-4e28-b4e0-9283235f460a tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:53.283558 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b67613b5-06f6-4b8a-98fc-3a03a05383ad req-40222c20-5d3b-4e28-b4e0-9283235f460a tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0823181 Mar 16 11:17:53.327386 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b67613b5-06f6-4b8a-98fc-3a03a05383ad req-57f19ce2-18bf-4218-a6b0-106aed832744 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381155 Mar 16 11:17:54.509097 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9057d-c8d6-4e9a-b505-efe9a937bf9c req-80083743-2768-4cc0-ad30-23f890068039 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:54.510506 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3fa9057d-c8d6-4e9a-b505-efe9a937bf9c req-80083743-2768-4cc0-ad30-23f890068039 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0769706 Mar 16 11:17:54.553485 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3fa9057d-c8d6-4e9a-b505-efe9a937bf9c req-630b5a2a-4726-4844-b885-cd7f2d5db77f tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375531 Mar 16 11:17:55.735758 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84158e-d827-4b9f-a8ce-791f7c3a8f77 req-5cb91417-f069-4b7a-b50f-a306f8a9d02e tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:55.737426 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ae84158e-d827-4b9f-a8ce-791f7c3a8f77 req-5cb91417-f069-4b7a-b50f-a306f8a9d02e tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0815482 Mar 16 11:17:55.779223 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ae84158e-d827-4b9f-a8ce-791f7c3a8f77 req-d8611442-2a1b-43ed-80e7-b9691f208fd0 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362723 Mar 16 11:17:56.961946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a43d2f-9553-453b-8cb7-ff46c43841d0 req-1e8126ca-938d-4c2c-8d47-f25b527b55b2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:56.963708 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1a43d2f-9553-453b-8cb7-ff46c43841d0 req-1e8126ca-938d-4c2c-8d47-f25b527b55b2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0792525 Mar 16 11:17:57.006277 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1a43d2f-9553-453b-8cb7-ff46c43841d0 req-058b3829-a7a0-45f7-95b5-db293d9cefed tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373397 Mar 16 11:17:58.185209 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc6c06-da5d-4930-af80-8577c7aee5fe req-37ca926a-d6c5-47c9-8963-f84c941713ab tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:58.186605 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7fcc6c06-da5d-4930-af80-8577c7aee5fe req-37ca926a-d6c5-47c9-8963-f84c941713ab tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0773320 Mar 16 11:17:58.227854 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7fcc6c06-da5d-4930-af80-8577c7aee5fe req-537ea37b-3780-4e19-b68d-039722333bf5 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357764 Mar 16 11:17:59.408058 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfcedf-6b5a-4fcb-b4e3-26eb98e66429 req-fce7ae8d-7c7c-48f3-b625-742fe4f424da tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:59.409478 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e2cfcedf-6b5a-4fcb-b4e3-26eb98e66429 req-fce7ae8d-7c7c-48f3-b625-742fe4f424da tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0783048 Mar 16 11:17:59.451416 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e2cfcedf-6b5a-4fcb-b4e3-26eb98e66429 req-5e7911a1-77a0-4bbb-866b-ceffc403dda1 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363486 Mar 16 11:18:00.659100 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755480c-1eaf-4030-8940-bd32361e3119 req-6db8f516-b958-4542-9f70-c41c76fc7298 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:00.660550 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9755480c-1eaf-4030-8940-bd32361e3119 req-6db8f516-b958-4542-9f70-c41c76fc7298 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0825717 Mar 16 11:18:00.701930 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9755480c-1eaf-4030-8940-bd32361e3119 req-c9ff0131-93e8-4b37-85bd-cd4d515d3b3d tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358062 Mar 16 11:18:00.873019 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-31e1c205-6e08-4311-addb-32f1de41c7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.885916 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259e2d7-8fdb-4314-a29a-712a2e941725 req-b0f0d294-2591-4acc-8f19-4e927f7053ca tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:01.887357 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c259e2d7-8fdb-4314-a29a-712a2e941725 req-b0f0d294-2591-4acc-8f19-4e927f7053ca tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0805902 Mar 16 11:18:01.931237 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c259e2d7-8fdb-4314-a29a-712a2e941725 req-2ec3b861-1508-4236-ba80-121a4b72bede tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367119 Mar 16 11:18:03.060662 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-67b5e949-5311-4a4e-ba63-caa57454a3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.109679 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6d16a-e79e-4a0b-8d1f-f961bc8efed3 req-9ad4323b-88a0-489b-be3a-1ff734f13a94 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:03.111120 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a6a6d16a-e79e-4a0b-8d1f-f961bc8efed3 req-9ad4323b-88a0-489b-be3a-1ff734f13a94 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0770812 Mar 16 11:18:03.157062 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a6a6d16a-e79e-4a0b-8d1f-f961bc8efed3 req-aa9f2cdd-622a-4515-8793-a72ebcbbd789 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393620 Mar 16 11:18:04.341476 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a249c2-2384-40db-b232-a875c2f8baa0 req-aadd1771-80e5-4d21-ba70-6c844fdd37a8 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:04.342906 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1a249c2-2384-40db-b232-a875c2f8baa0 req-aadd1771-80e5-4d21-ba70-6c844fdd37a8 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0836785 Mar 16 11:18:04.392722 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1a249c2-2384-40db-b232-a875c2f8baa0 req-7798700a-ec94-417d-bf0e-92f844f7047e tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434034 Mar 16 11:18:04.419596 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.477346 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.572104 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a893144-a359-455b-bc61-d22d1a5298f0 req-265af712-b436-416c-b20a-5efad4d65190 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:05.573421 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7a893144-a359-455b-bc61-d22d1a5298f0 req-265af712-b436-416c-b20a-5efad4d65190 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0775678 Mar 16 11:18:05.615872 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7a893144-a359-455b-bc61-d22d1a5298f0 req-46ae6e6b-5a6a-472a-88c2-cb115a2cc364 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361605 Mar 16 11:18:05.926715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.793708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783438a-298f-4265-a284-bad1792f6f62 req-5b02b070-d268-4cec-b392-25cc572984bc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:06.795118 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7783438a-298f-4265-a284-bad1792f6f62 req-5b02b070-d268-4cec-b392-25cc572984bc tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0777199 Mar 16 11:18:06.837748 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7783438a-298f-4265-a284-bad1792f6f62 req-e12db2c7-f2af-4330-b73f-3809e158bca2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365109 Mar 16 11:18:08.119698 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fcb56-30c8-4a81-bf5a-b1e4227dd83d req-9288659a-4194-4412-a82f-02ccb29379b3 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:08.121042 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cd0fcb56-30c8-4a81-bf5a-b1e4227dd83d req-9288659a-4194-4412-a82f-02ccb29379b3 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.1789241 Mar 16 11:18:08.163380 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cd0fcb56-30c8-4a81-bf5a-b1e4227dd83d req-7e24aa99-c9e1-4424-8c40-e5f8c114aeea tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366669 Mar 16 11:18:09.368703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f75058-116f-4aef-9b35-53249e50287a req-82cd69f1-f045-484d-8ab5-ca86b60fc3fb tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:09.370142 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-68f75058-116f-4aef-9b35-53249e50287a req-82cd69f1-f045-484d-8ab5-ca86b60fc3fb tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0919378 Mar 16 11:18:09.414172 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-68f75058-116f-4aef-9b35-53249e50287a req-571c3551-38b3-44f4-8be6-df4afb8dcc18 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373058 Mar 16 11:18:10.595899 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed0e9e-0d11-433f-8ba5-7227e9247c63 req-516eba48-ae05-4aff-a51d-0af5e9acef7d tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:10.597332 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-21ed0e9e-0d11-433f-8ba5-7227e9247c63 req-516eba48-ae05-4aff-a51d-0af5e9acef7d tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0799510 Mar 16 11:18:10.639744 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-21ed0e9e-0d11-433f-8ba5-7227e9247c63 req-273c0ecc-9ff4-4497-a112-a684f7bd3a97 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367901 Mar 16 11:18:11.818720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959baa27-aec2-4ae6-a5b6-b47078898c1b req-1f07938f-121a-4920-b258-53e883f648c4 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:11.820166 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959baa27-aec2-4ae6-a5b6-b47078898c1b req-1f07938f-121a-4920-b258-53e883f648c4 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0772579 Mar 16 11:18:11.865917 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-959baa27-aec2-4ae6-a5b6-b47078898c1b req-04f8a5f2-3440-4bbe-bcf4-ff45361aec24 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402656 Mar 16 11:18:13.048556 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2aa08-fa50-401b-93bc-3f6c7dbe1899 req-5a8922a5-b037-4105-b525-b285ed6f3dff tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:13.049987 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9ea2aa08-fa50-401b-93bc-3f6c7dbe1899 req-5a8922a5-b037-4105-b525-b285ed6f3dff tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0821633 Mar 16 11:18:13.092022 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9ea2aa08-fa50-401b-93bc-3f6c7dbe1899 req-f4878d6a-e4b8-4ba7-963b-3ba1ad867365 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365453 Mar 16 11:18:14.283012 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d9170-6846-496a-bc94-dcdda4028931 req-43baca0e-f726-4ded-85a6-033fd2b70dd6 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:14.284591 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e66d9170-6846-496a-bc94-dcdda4028931 req-43baca0e-f726-4ded-85a6-033fd2b70dd6 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0889881 Mar 16 11:18:14.333437 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e66d9170-6846-496a-bc94-dcdda4028931 req-aa50e408-43c2-408c-9bf6-4436cea93582 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434897 Mar 16 11:18:15.518696 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fcd5f-c15e-4690-92ef-c4dbc964c04a req-a4514742-a2a8-4140-af9d-0c1008014cc7 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:15.520138 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-845fcd5f-c15e-4690-92ef-c4dbc964c04a req-a4514742-a2a8-4140-af9d-0c1008014cc7 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0808322 Mar 16 11:18:15.563178 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-845fcd5f-c15e-4690-92ef-c4dbc964c04a req-a93eb297-2949-47ef-832c-b4c32d037031 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374098 Mar 16 11:18:15.704082 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-be2c84a8-20de-4d7d-a632-013fd23e8a7c service neutron] 10.222.0.18 "GET /v2.0/ports/5eb84c06-84a0-41f3-87f8-35f681c39686/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.0765600 Mar 16 11:18:15.956594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-0acf32ed-6057-40fe-a68e-13c25f49c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:15.958014 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-0acf32ed-6057-40fe-a68e-13c25f49c821 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf&tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e HTTP/1.1" status: 200 len: 1098 time: 0.0689545 Mar 16 11:18:16.057390 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-69297c01-9c4a-4b08-87b2-a9e1edc2ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:16.058858 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-69297c01-9c4a-4b08-87b2-a9e1edc2ec1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e&device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 1098 time: 0.0779119 Mar 16 11:18:16.189444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-a4628f88-3cb8-4c10-a5b1-03193ba38183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:16.190841 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-a4628f88-3cb8-4c10-a5b1-03193ba38183 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a39eba05-c5c8-41e9-aac0-7629ae51e924 HTTP/1.1" status: 200 len: 916 time: 0.1258070 Mar 16 11:18:16.256107 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-d4bdb2ec-a89d-444f-822d-bf09cd56566f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5eb84c06-84a0-41f3-87f8-35f681c39686 HTTP/1.1" status: 200 len: 217 time: 0.0585289 Mar 16 11:18:16.318132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-b7a1579b-9f50-47f9-acfe-ca68fe23843e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:16.319558 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-b7a1579b-9f50-47f9-acfe-ca68fe23843e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7829fcf4-c8b0-4f7f-ab91-0ce155a07e59 HTTP/1.1" status: 200 len: 855 time: 0.0584383 Mar 16 11:18:16.372365 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-ac42df2e-6246-482b-b07d-9a42a7a48d63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a39eba05-c5c8-41e9-aac0-7629ae51e924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472634 Mar 16 11:18:16.601901 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-2cf5002a-9e1d-4872-bea0-bbe280346aca service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234342 Mar 16 11:18:16.788553 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb847c7b-7629-4cab-bd76-65b126be6e55 req-5dc50950-0ef9-4f45-b48d-cd88cf1e5d84 service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810966 Mar 16 11:18:16.812913 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89fe3d-2632-41cc-ab00-12b2a954dd52 req-e2c91de4-8b1d-4ffd-94cf-267d775a6097 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:16.814326 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3c89fe3d-2632-41cc-ab00-12b2a954dd52 req-e2c91de4-8b1d-4ffd-94cf-267d775a6097 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.1182883 Mar 16 11:18:16.858430 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3c89fe3d-2632-41cc-ab00-12b2a954dd52 req-562c4bf7-5343-45ce-8da9-4e03ab069fea tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381317 Mar 16 11:18:17.823888 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.978736 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:18:18.038445 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22720336-73ef-4d87-ab61-7dbf790be11d req-bd9a594f-2428-4a98-9890-ba1a7ae4a686 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:18.039876 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-22720336-73ef-4d87-ab61-7dbf790be11d req-bd9a594f-2428-4a98-9890-ba1a7ae4a686 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 945 time: 0.0767772 Mar 16 11:18:18.076157 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 5eb84c06-84a0-41f3-87f8-35f681c39686 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:18.082690 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-22720336-73ef-4d87-ab61-7dbf790be11d req-90f6b16b-3f78-4c87-a9fa-35d478e1a014 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373015 Mar 16 11:18:18.182930 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.211059 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ec3529-0fdf-4669-8bb2-770295b01aaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eb84c06-84a0-41f3-87f8-35f681c39686'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:18.220681 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 5eb84c06-84a0-41f3-87f8-35f681c39686, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=5eb84c06-84a0-41f3-87f8-35f681c39686,segment=NetworkSegment(90de8e7d-4123-4ef7-84d4-7f6023b9292e),segment_id=90de8e7d-4123-4ef7-84d4-7f6023b9292e)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:18.227084 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.266868 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ec3529-0fdf-4669-8bb2-770295b01aaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eb84c06-84a0-41f3-87f8-35f681c39686', 'code': 200} Mar 16 11:18:18.298491 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=5eb84c06-84a0-41f3-87f8-35f681c39686,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:19.274146 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f03120-2f04-43d1-ab16-b937b0e7e9ad req-dc5d2293-9ab9-4c6a-b611-118ad26651c6 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:19.275595 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a7f03120-2f04-43d1-ab16-b937b0e7e9ad req-dc5d2293-9ab9-4c6a-b611-118ad26651c6 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 943 time: 0.0853546 Mar 16 11:18:19.320158 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a7f03120-2f04-43d1-ab16-b937b0e7e9ad req-7b54cf36-bb9a-412b-9a7f-19472f858fab tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381689 Mar 16 11:18:20.506321 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689fa62-64d0-4828-a65d-1d7b8542f2ff req-92a54b4a-d4ba-481d-ab11-d54356894073 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:20.507785 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e689fa62-64d0-4828-a65d-1d7b8542f2ff req-92a54b4a-d4ba-481d-ab11-d54356894073 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 943 time: 0.0822742 Mar 16 11:18:20.552330 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e689fa62-64d0-4828-a65d-1d7b8542f2ff req-79737051-2e1c-48fb-b7a4-929dc8c9d8ae tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387764 Mar 16 11:18:20.916521 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2778d3-9c99-421a-aa45-fc0d8843ac99 req-a5825ca0-8a03-405c-a7ff-bb90bb854083 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:20.917919 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d2778d3-9c99-421a-aa45-fc0d8843ac99 req-a5825ca0-8a03-405c-a7ff-bb90bb854083 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.18 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf&tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e&binding%3Ahost_id=hv-neutron-8338 HTTP/1.1" status: 200 len: 943 time: 0.1073847 Mar 16 11:18:20.925625 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e4c3-7f52-4c40-9874-fb4a892f1de1 req-756425da-d78b-4c63-9df9-522d08b6bc3a tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:20.926975 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ec67e4c3-7f52-4c40-9874-fb4a892f1de1 req-756425da-d78b-4c63-9df9-522d08b6bc3a tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 943 time: 0.1515934 Mar 16 11:18:20.970956 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ec67e4c3-7f52-4c40-9874-fb4a892f1de1 req-31834f12-1c65-4c2a-98d0-4173df992b08 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382862 Mar 16 11:18:21.053986 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2778d3-9c99-421a-aa45-fc0d8843ac99 req-9293882e-9549-45fc-8268-466c8bf18196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:21.055462 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d2778d3-9c99-421a-aa45-fc0d8843ac99 req-9293882e-9549-45fc-8268-466c8bf18196 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e&device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 1096 time: 0.0712595 Mar 16 11:18:21.181400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2778d3-9c99-421a-aa45-fc0d8843ac99 req-b823eec7-a40d-40f7-9e6f-3593217dd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:21.183022 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d2778d3-9c99-421a-aa45-fc0d8843ac99 req-b823eec7-a40d-40f7-9e6f-3593217dd5e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a39eba05-c5c8-41e9-aac0-7629ae51e924 HTTP/1.1" status: 200 len: 916 time: 0.1221147 Mar 16 11:18:21.248097 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d2778d3-9c99-421a-aa45-fc0d8843ac99 req-28381b16-9f94-4fc7-bb37-878b79a41574 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5eb84c06-84a0-41f3-87f8-35f681c39686 HTTP/1.1" status: 200 len: 217 time: 0.0590191 Mar 16 11:18:21.312215 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2778d3-9c99-421a-aa45-fc0d8843ac99 req-d873ba71-427a-4619-b889-c4969aecb0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:21.313650 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d2778d3-9c99-421a-aa45-fc0d8843ac99 req-d873ba71-427a-4619-b889-c4969aecb0f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7829fcf4-c8b0-4f7f-ab91-0ce155a07e59 HTTP/1.1" status: 200 len: 855 time: 0.0599372 Mar 16 11:18:21.359710 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d2778d3-9c99-421a-aa45-fc0d8843ac99 req-c3d22645-710e-41a4-9a63-483c96102727 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a39eba05-c5c8-41e9-aac0-7629ae51e924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395203 Mar 16 11:18:21.484242 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d2778d3-9c99-421a-aa45-fc0d8843ac99 req-18219503-20b7-4e64-b26d-b9650e36e79d service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190031 Mar 16 11:18:21.609476 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d2778d3-9c99-421a-aa45-fc0d8843ac99 req-9f901eda-2796-4263-a878-410e58a1fa88 service neutron] 10.222.0.18 "GET /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193595 Mar 16 11:18:22.167722 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5add8-68e4-43af-910a-439e33cee2f1 req-5db0d0a8-ebe4-4e4b-ac7c-b7758e88d7b8 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:22.169158 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8cb5add8-68e4-43af-910a-439e33cee2f1 req-5db0d0a8-ebe4-4e4b-ac7c-b7758e88d7b8 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 943 time: 0.0850792 Mar 16 11:18:22.214338 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8cb5add8-68e4-43af-910a-439e33cee2f1 req-f08b38eb-f50f-4737-8f9a-10b93163f811 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390258 Mar 16 11:18:22.407370 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a690ae-51df-4d5a-a17e-af3ee113796f req-4276d03e-e81b-47e4-91b0-7eb238f2774e tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:22.408779 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-96a690ae-51df-4d5a-a17e-af3ee113796f req-4276d03e-e81b-47e4-91b0-7eb238f2774e tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 943 time: 0.0833628 Mar 16 11:18:22.450240 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-96a690ae-51df-4d5a-a17e-af3ee113796f req-42f38688-c8a1-4d1b-8b21-92538b24915e tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358913 Mar 16 11:18:22.633111 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c842ec-1d08-4347-955b-03ad5695a567 req-f9c47d4e-d085-4520-a7d3-95852d93bb76 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:22.634553 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e3c842ec-1d08-4347-955b-03ad5695a567 req-f9c47d4e-d085-4520-a7d3-95852d93bb76 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 943 time: 0.0789258 Mar 16 11:18:22.677660 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e3c842ec-1d08-4347-955b-03ad5695a567 req-2b30efcc-4940-4c0b-b8b6-6eba8a039659 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375214 Mar 16 11:18:23.208459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863897c-3cfb-40dd-bed7-916e2e12db9e req-f70ddb2b-89fc-4b17-8744-80eb3c37346c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:23.209790 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b863897c-3cfb-40dd-bed7-916e2e12db9e req-f70ddb2b-89fc-4b17-8744-80eb3c37346c tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 943 time: 0.0779312 Mar 16 11:18:23.253810 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b863897c-3cfb-40dd-bed7-916e2e12db9e req-f8c6d0c6-0a4a-4983-b67f-f3f662503730 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383489 Mar 16 11:18:24.442875 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8a1c8-0097-42c4-9e02-6b5388f93d96 req-7d0bbae5-3e21-41ee-a680-6675cacd1212 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:24.444483 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b7e8a1c8-0097-42c4-9e02-6b5388f93d96 req-7d0bbae5-3e21-41ee-a680-6675cacd1212 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 943 time: 0.0894320 Mar 16 11:18:24.488698 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b7e8a1c8-0097-42c4-9e02-6b5388f93d96 req-37abcf61-1527-46d5-b542-648d53dba17b tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/security-groups?id=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382187 Mar 16 11:18:24.774721 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a946be3-bbbb-44dc-be2e-ef0b5dbdcefb req-54eaebff-8307-4780-9d25-1ec5c8155c8b tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:24.776154 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a946be3-bbbb-44dc-be2e-ef0b5dbdcefb req-54eaebff-8307-4780-9d25-1ec5c8155c8b tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.18 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 943 time: 0.0841074 Mar 16 11:18:24.843642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-5a946be3-bbbb-44dc-be2e-ef0b5dbdcefb req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Deleting port 5eb84c06-84a0-41f3-87f8-35f681c39686 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:24.843893 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5a946be3-bbbb-44dc-be2e-ef0b5dbdcefb req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.195499 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-5a946be3-bbbb-44dc-be2e-ef0b5dbdcefb req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] For port 5eb84c06-84a0-41f3-87f8-35f681c39686, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=5eb84c06-84a0-41f3-87f8-35f681c39686,segment=NetworkSegment(90de8e7d-4123-4ef7-84d4-7f6023b9292e),segment_id=90de8e7d-4123-4ef7-84d4-7f6023b9292e)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:25.195842 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5a946be3-bbbb-44dc-be2e-ef0b5dbdcefb req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.315167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-5a946be3-bbbb-44dc-be2e-ef0b5dbdcefb req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Calling delete_port for 5eb84c06-84a0-41f3-87f8-35f681c39686 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:25.454104 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5a946be3-bbbb-44dc-be2e-ef0b5dbdcefb req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.500750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Pushing event deleted for resources: {'Port': ['ID=5eb84c06-84a0-41f3-87f8-35f681c39686,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:25.537138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.537473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.537805 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.538127 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.538444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.538760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.539070 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.539408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.539718 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.540021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.540334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.540638 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.586626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a946be3-bbbb-44dc-be2e-ef0b5dbdcefb req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] No DVR routers for this DVR port 5eb84c06-84a0-41f3-87f8-35f681c39686 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:25.589082 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5a946be3-bbbb-44dc-be2e-ef0b5dbdcefb req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.591658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ec3529-0fdf-4669-8bb2-770295b01aaf', 'name': 'network-vif-deleted', 'tag': '5eb84c06-84a0-41f3-87f8-35f681c39686'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:25.643314 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-4eae4c2b-739a-4b9a-b8c7-4584da7b3b9d req-42ec145d-5a03-4285-8d22-bee68ce169f0 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Synchronizing usage tracker for tenant:aa57b408421f4733bb7ccd9f0e02ff8e on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:25.647446 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a946be3-bbbb-44dc-be2e-ef0b5dbdcefb req-716dc8a5-b0df-403c-982d-5eeeb8bb5ae2 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.18 "DELETE /v2.0/ports/5eb84c06-84a0-41f3-87f8-35f681c39686 HTTP/1.1" status: 204 len: 173 time: 0.8654447 Mar 16 11:18:25.660381 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-4eae4c2b-739a-4b9a-b8c7-4584da7b3b9d req-42ec145d-5a03-4285-8d22-bee68ce169f0 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] Unset dirty status for tenant:aa57b408421f4733bb7ccd9f0e02ff8e on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:25.661857 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4eae4c2b-739a-4b9a-b8c7-4584da7b3b9d req-42ec145d-5a03-4285-8d22-bee68ce169f0 tempest-ServerDiskConfigTestJSON-717867849 tempest-ServerDiskConfigTestJSON-717867849-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ec3529-0fdf-4669-8bb2-770295b01aaf HTTP/1.1" status: 200 len: 210 time: 0.0648468 Mar 16 11:18:25.691840 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ec3529-0fdf-4669-8bb2-770295b01aaf', 'name': 'network-vif-deleted', 'tag': '5eb84c06-84a0-41f3-87f8-35f681c39686', 'status': 'completed', 'code': 200} Mar 16 11:18:26.892692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 57170) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:26.953335 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfe4fa9-8e99-4438-992a-1fa4d8f4bbdd admin admin] Deleting subnet 7829fcf4-c8b0-4f7f-ab91-0ce155a07e59 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:18:26.956139 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4fa9-8e99-4438-992a-1fa4d8f4bbdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.003872 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4fa9-8e99-4438-992a-1fa4d8f4bbdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.059137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4fa9-8e99-4438-992a-1fa4d8f4bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.124787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4fa9-8e99-4438-992a-1fa4d8f4bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.162096 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe4fa9-8e99-4438-992a-1fa4d8f4bbdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7829fcf4-c8b0-4f7f-ab91-0ce155a07e59,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:27.164001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4fa9-8e99-4438-992a-1fa4d8f4bbdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.169746 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3bfe4fa9-8e99-4438-992a-1fa4d8f4bbdd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7829fcf4-c8b0-4f7f-ab91-0ce155a07e59 HTTP/1.1" status: 204 len: 168 time: 0.2760820 Mar 16 11:18:27.172779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 57174) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:27.273543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b0ca276e-def8-4ac1-b795-a5394d2bfac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.392789 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b0ca276e-def8-4ac1-b795-a5394d2bfac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.418536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-b0ca276e-def8-4ac1-b795-a5394d2bfac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39eba05-c5c8-41e9-aac0-7629ae51e924']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:27.433307 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-b0ca276e-def8-4ac1-b795-a5394d2bfac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90de8e7d-4123-4ef7-84d4-7f6023b9292e') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:27.433714 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-b0ca276e-def8-4ac1-b795-a5394d2bfac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90de8e7d-4123-4ef7-84d4-7f6023b9292e') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:27.446780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b0ca276e-def8-4ac1-b795-a5394d2bfac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.465301 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b0ca276e-def8-4ac1-b795-a5394d2bfac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.472555 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ca276e-def8-4ac1-b795-a5394d2bfac6 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:18:27.473169 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b0ca276e-def8-4ac1-b795-a5394d2bfac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:27.486971 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:27.558243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b0ca276e-def8-4ac1-b795-a5394d2bfac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.573873 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b0ca276e-def8-4ac1-b795-a5394d2bfac6 admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.583993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca276e-def8-4ac1-b795-a5394d2bfac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a39eba05-c5c8-41e9-aac0-7629ae51e924,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:27.592179 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b0ca276e-def8-4ac1-b795-a5394d2bfac6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a39eba05-c5c8-41e9-aac0-7629ae51e924 HTTP/1.1" status: 204 len: 168 time: 0.4184794 Mar 16 11:18:27.718908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 57180) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:27.771333 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f9abe193-bcb8-4813-9016-bda5b4934857 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa57b408421f4733bb7ccd9f0e02ff8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511689 Mar 16 11:18:27.774036 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 57184) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:27.830358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb82b-a47e-4008-860a-17f67daf6c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.855495 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb82b-a47e-4008-860a-17f67daf6c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.905982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb82b-a47e-4008-860a-17f67daf6c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.922697 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bb82b-a47e-4008-860a-17f67daf6c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79576ffd-4a71-4fe5-a2ed-ed2bfa24077d,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:27.929860 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb82b-a47e-4008-860a-17f67daf6c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.930951 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cb8bb82b-a47e-4008-860a-17f67daf6c0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79576ffd-4a71-4fe5-a2ed-ed2bfa24077d HTTP/1.1" status: 204 len: 168 time: 0.1560209 Mar 16 11:18:28.112993 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 5eb84c06-84a0-41f3-87f8-35f681c39686 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:28.147040 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 5eb84c06-84a0-41f3-87f8-35f681c39686 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:18:28.147411 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 5eb84c06-84a0-41f3-87f8-35f681c39686 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:28.651696 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 57208) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:28.752829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1630445095-network', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:28.757467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:28.761250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Usage tracker for resource:network and tenant:9c799a00449445b28eb28a8e94eaf3c2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:28.764030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:28.769958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:28.779659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Made reservation on behalf of 9c799a00449445b28eb28a8e94eaf3c2 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:28.782408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.793905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.807961 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:28.811617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Usage tracker for resource:security_group_rule and tenant:9c799a00449445b28eb28a8e94eaf3c2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:28.814264 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:28.819718 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:28.900703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.904347 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.934648 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:28.942924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7afe228-f86c-4b73-be29-b6cbc19d3495,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:28.948256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.948640 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Added segment 77d718d0-c7df-4b45-928d-aa8a07702e33 of type vlan for network 552a1278-9a96-4e63-9764-d39b738b79b9 Mar 16 11:18:28.974600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.002484 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.003409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:29.003973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.102148 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] Pushing event updated for resources: {'Network': ['ID=552a1278-9a96-4e63-9764-d39b738b79b9,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:29.105333 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3879c007-aab5-4743-b8ba-83fe19f06363 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4526119 Mar 16 11:18:29.108488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 57214) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:29.113210 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 552a1278-9a96-4e63-9764-d39b738b79b9 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:29.114402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-35f138a7-3ccd-4f4f-8590-6603af9f24e3 admin admin] Request body: {'subnet': {'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1630445095-subnet', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:29.119255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-35f138a7-3ccd-4f4f-8590-6603af9f24e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:29.122989 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-35f138a7-3ccd-4f4f-8590-6603af9f24e3 admin admin] Usage tracker for resource:subnet and tenant:9c799a00449445b28eb28a8e94eaf3c2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:29.125820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-35f138a7-3ccd-4f4f-8590-6603af9f24e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:29.131432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-35f138a7-3ccd-4f4f-8590-6603af9f24e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:29.142187 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f138a7-3ccd-4f4f-8590-6603af9f24e3 admin admin] Made reservation on behalf of 9c799a00449445b28eb28a8e94eaf3c2 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:29.144478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35f138a7-3ccd-4f4f-8590-6603af9f24e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.455679 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35f138a7-3ccd-4f4f-8590-6603af9f24e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.529534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f138a7-3ccd-4f4f-8590-6603af9f24e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1aeabca-0ec5-40e9-9d98-aed8391520b1,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:29.536610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f138a7-3ccd-4f4f-8590-6603af9f24e3 admin admin] Checking segment: {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:29.536950 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f138a7-3ccd-4f4f-8590-6603af9f24e3 admin admin] Network hostable DHCP agents. Network: 552a1278-9a96-4e63-9764-d39b738b79b9, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:29.554895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f138a7-3ccd-4f4f-8590-6603af9f24e3 admin admin] Network 552a1278-9a96-4e63-9764-d39b738b79b9 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:29.563866 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-35f138a7-3ccd-4f4f-8590-6603af9f24e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 552a1278-9a96-4e63-9764-d39b738b79b9) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:29.567600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f138a7-3ccd-4f4f-8590-6603af9f24e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:29.568173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-35f138a7-3ccd-4f4f-8590-6603af9f24e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.573287 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c367b53-15d1-49d2-b606-2ac627263a05 None None] Network 552a1278-9a96-4e63-9764-d39b738b79b9 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:29.588210 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-35f138a7-3ccd-4f4f-8590-6603af9f24e3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4783540 Mar 16 11:18:29.590892 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 57218) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:29.595804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:29.600327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:29.604038 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Usage tracker for resource:router and tenant:9c799a00449445b28eb28a8e94eaf3c2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:29.606777 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:29.612643 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:29.623168 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.624651 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.641026 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.819028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-552a1278-9a96-4e63-9764-d39b738b79b9', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:18:29.819863 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.907623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.978956 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Allocated IP 172.20.0.2 (552a1278-9a96-4e63-9764-d39b738b79b9/e1aeabca-0ec5-40e9-9d98-aed8391520b1/9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:30.191081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.201727 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Transition to ACTIVE for port object 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:30.221400 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Transition to ACTIVE for port object 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:30.224409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.227717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.257178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.288808 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Network 552a1278-9a96-4e63-9764-d39b738b79b9 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:30.291938 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:30.296940 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:30.395676 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Pushing event updated for resources: {'Port': ['ID=9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:30.407106 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.407106 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.407417 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.407659 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.407906 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.408219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Allocated IP 172.26.3.101 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/4f5fe5ca-7b0b-48c0-952e-765086f9d14e) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:30.408342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.408537 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.408950 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.409198 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.409580 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.409811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.410123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.415286 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Attempting to bind port 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:30.415858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Attempting to bind port 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:30.416391 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Attempting to bind port 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc on network 552a1278-9a96-4e63-9764-d39b738b79b9 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:30.423541 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:30.423708 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Checking segment: {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:30.424106 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.424711 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Bound using segment: {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:30.425361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Bound port: 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:30.425906 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.520482 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] For port 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:30.523633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] For port 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:30.528952 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.581687 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.612122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.622033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4091ad-9fa9-4283-84fa-a4879623e54c None None] Pushing event updated for resources: {'Port': ['ID=9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:30.676695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:30.679435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:30.689249 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:30.726122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Pushing event updated for resources: {'Port': ['ID=4f5fe5ca-7b0b-48c0-952e-765086f9d14e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:30.877869 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-386b8c53-ce6f-4ac1-a1ce-20f9e4876eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.228051 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.513439 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9feb9d2-a07e-492d-8095-7aeb3d4199f7 None None] Network 552a1278-9a96-4e63-9764-d39b738b79b9 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:31.580236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.605324 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fe5fb650-ccf8-484f-9571-1d524f7000b7 None None] Provisioning for port 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:31.786161 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Router 8bbde16b-98f1-479a-a8eb-5b868e776b89 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:18:31.963968 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:31.972678 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Sync routers for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:31.982357 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:31.983032 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:18:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:31.987199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.988454 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5c3c652f-22fe-450b-8ee5-7043b6a05e9e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3965940 Mar 16 11:18:31.991291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 57222) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:32.160433 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:32.472717 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 3, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:32.476333 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Checking router: 8bbde16b-98f1-479a-a8eb-5b868e776b89 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:32.476674 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Updating router 8bbde16b-98f1-479a-a8eb-5b868e776b89 port 4f5fe5ca-7b0b-48c0-952e-765086f9d14e binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:18:32.529826 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.653282 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:32.721096 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:32.726106 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:32.726425 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.794171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.844082 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.869243 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.879720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:32.881363 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Transition to ACTIVE for port object 4f5fe5ca-7b0b-48c0-952e-765086f9d14e will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:32.884542 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.891301 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.953133 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:32.964834 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Attempting to bind port 4f5fe5ca-7b0b-48c0-952e-765086f9d14e on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:32.965203 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Attempting to bind port 4f5fe5ca-7b0b-48c0-952e-765086f9d14e by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:32.965555 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Attempting to bind port 4f5fe5ca-7b0b-48c0-952e-765086f9d14e on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:32.975105 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60d925-b1ea-4d32-b407-dfc1a4ed7805 None None] Pushing event updated for resources: {'Port': ['ID=4f5fe5ca-7b0b-48c0-952e-765086f9d14e,revision_number=2']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:32.977750 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:32.978056 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:32.978446 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.978827 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:32.979296 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Bound port: 4f5fe5ca-7b0b-48c0-952e-765086f9d14e, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:32.979654 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.010463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Allocated IP 172.20.0.1 (552a1278-9a96-4e63-9764-d39b738b79b9/e1aeabca-0ec5-40e9-9d98-aed8391520b1/e3cfbc08-3f4f-4fff-b142-2264b477ae7c) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:33.018850 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d925-b1ea-4d32-b407-dfc1a4ed7805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:33.019205 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d925-b1ea-4d32-b407-dfc1a4ed7805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:33.019536 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d925-b1ea-4d32-b407-dfc1a4ed7805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:33.019865 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d925-b1ea-4d32-b407-dfc1a4ed7805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:33.020174 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d925-b1ea-4d32-b407-dfc1a4ed7805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:33.020489 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d925-b1ea-4d32-b407-dfc1a4ed7805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:33.020802 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d925-b1ea-4d32-b407-dfc1a4ed7805 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:33.021112 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d925-b1ea-4d32-b407-dfc1a4ed7805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:33.021422 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d925-b1ea-4d32-b407-dfc1a4ed7805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:33.021730 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d925-b1ea-4d32-b407-dfc1a4ed7805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:33.022034 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d925-b1ea-4d32-b407-dfc1a4ed7805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:33.022350 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d925-b1ea-4d32-b407-dfc1a4ed7805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:33.062904 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] For port 4f5fe5ca-7b0b-48c0-952e-765086f9d14e, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:33.065555 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8848e8ab-abc1-4f24-84f3-970414734076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.068166 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] For port 4f5fe5ca-7b0b-48c0-952e-765086f9d14e, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4f5fe5ca-7b0b-48c0-952e-765086f9d14e,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:33.073002 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.150772 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:33.151397 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:18:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:33.163793 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.178923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Transition to ACTIVE for port object e3cfbc08-3f4f-4fff-b142-2264b477ae7c will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:33.201379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.216759 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60d925-b1ea-4d32-b407-dfc1a4ed7805 None None] Pushing event updated for resources: {'Port': ['ID=4f5fe5ca-7b0b-48c0-952e-765086f9d14e,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:33.262877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Network 552a1278-9a96-4e63-9764-d39b738b79b9 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:33.270086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:33.274171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:33.303406 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Pushing event updated for resources: {'Port': ['ID=e3cfbc08-3f4f-4fff-b142-2264b477ae7c,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:33.330853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.343999 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:33.465138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.561744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1928249d-f63c-436d-8820-431672b06858 None None] Provisioning for port e3cfbc08-3f4f-4fff-b142-2264b477ae7c completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:33.567271 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1928249d-f63c-436d-8820-431672b06858 None None] Provisioning complete for port e3cfbc08-3f4f-4fff-b142-2264b477ae7c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:33.567690 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1928249d-f63c-436d-8820-431672b06858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.624828 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1928249d-f63c-436d-8820-431672b06858 None None] Port e3cfbc08-3f4f-4fff-b142-2264b477ae7c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:33.628590 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 3, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:33.632569 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fcd509-b9b7-4c3e-9287-647d779d532b None None] The sync data for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv is: [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 3, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:33.693472 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.697984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.802211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.805668 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Pushing event updated for resources: {'Port': ['ID=e3cfbc08-3f4f-4fff-b142-2264b477ae7c,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:33.955874 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Network 552a1278-9a96-4e63-9764-d39b738b79b9 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:33.957098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:34.251773 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5d668511-3c80-453d-bac4-a16c6569636a None None] Provisioning complete for port e3cfbc08-3f4f-4fff-b142-2264b477ae7c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:34.252843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5d668511-3c80-453d-bac4-a16c6569636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.275740 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Router 8bbde16b-98f1-479a-a8eb-5b868e776b89 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:18:34.309795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-5d668511-3c80-453d-bac4-a16c6569636a None None] Port e3cfbc08-3f4f-4fff-b142-2264b477ae7c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:34.424165 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.469425 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:34.478535 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6e431df3-f405-41cd-b1a1-b8de9512e67b admin admin] 10.222.0.44 "PUT /v2.0/routers/8bbde16b-98f1-479a-a8eb-5b868e776b89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4862607 Mar 16 11:18:34.484119 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.692582 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:34.762578 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:34.763051 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.877813 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4f5fe5ca-7b0b-48c0-952e-765086f9d14e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:34.984956 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 4f5fe5ca-7b0b-48c0-952e-765086f9d14e completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:34.990395 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 4f5fe5ca-7b0b-48c0-952e-765086f9d14e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:34.990906 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.996455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 57232) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:35.001823 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--387726720', 'description': 'tempest-description--295248493'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:35.007725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:35.011536 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Usage tracker for resource:security_group and tenant:9c799a00449445b28eb28a8e94eaf3c2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:35.014340 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:35.020432 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:35.032056 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.053240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:35.057097 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Usage tracker for resource:security_group_rule and tenant:9c799a00449445b28eb28a8e94eaf3c2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:35.060028 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:35.066415 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:35.115844 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.134938 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 4f5fe5ca-7b0b-48c0-952e-765086f9d14e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4f5fe5ca-7b0b-48c0-952e-765086f9d14e,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:35.138565 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.139368 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.142856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.176561 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Sync routers for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:35.185876 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:35.189881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.193927 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1964369 Mar 16 11:18:35.194084 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 57236) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:35.198388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:35.198513 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:35.198738 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:35.199076 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:35.199289 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:18:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:35.199435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:35.199938 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:35.200274 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:35.200597 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:35.200923 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:35.201088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-6371abe6-df5f-4c7d-ae7b-69b49745eaca tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Request body: {'security_group_rule': {'security_group_id': '24f2c79b-a544-4005-9d87-0a9c7a6b1e2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:35.201240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:35.201560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:35.201912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:35.202229 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b399b99-1321-48a0-a082-330323126602 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:35.209652 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6371abe6-df5f-4c7d-ae7b-69b49745eaca tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:35.213887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6371abe6-df5f-4c7d-ae7b-69b49745eaca tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Usage tracker for resource:security_group_rule and tenant:9c799a00449445b28eb28a8e94eaf3c2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:35.216910 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6371abe6-df5f-4c7d-ae7b-69b49745eaca tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:35.222682 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6371abe6-df5f-4c7d-ae7b-69b49745eaca tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:35.240377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6371abe6-df5f-4c7d-ae7b-69b49745eaca tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.292448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=4f5fe5ca-7b0b-48c0-952e-765086f9d14e,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:35.303750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6371abe6-df5f-4c7d-ae7b-69b49745eaca tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.308008 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6371abe6-df5f-4c7d-ae7b-69b49745eaca tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.331398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371abe6-df5f-4c7d-ae7b-69b49745eaca tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43855838-e4f2-42cd-aaf6-fd9d5aef5a36,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:35.340374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6371abe6-df5f-4c7d-ae7b-69b49745eaca tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.341654 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6371abe6-df5f-4c7d-ae7b-69b49745eaca tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457543 Mar 16 11:18:35.344267 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 57240) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:35.349102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-cf0fcb17-820d-4e24-bf75-95a04d14ffd3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Request body: {'security_group_rule': {'security_group_id': '24f2c79b-a544-4005-9d87-0a9c7a6b1e2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:35.354830 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cf0fcb17-820d-4e24-bf75-95a04d14ffd3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:35.359476 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cf0fcb17-820d-4e24-bf75-95a04d14ffd3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Usage tracker for resource:security_group_rule and tenant:9c799a00449445b28eb28a8e94eaf3c2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:35.362577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-cf0fcb17-820d-4e24-bf75-95a04d14ffd3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:35.368529 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-cf0fcb17-820d-4e24-bf75-95a04d14ffd3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:35.386442 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cf0fcb17-820d-4e24-bf75-95a04d14ffd3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.406938 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:35.448219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cf0fcb17-820d-4e24-bf75-95a04d14ffd3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.452457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cf0fcb17-820d-4e24-bf75-95a04d14ffd3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.481851 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fcb17-820d-4e24-bf75-95a04d14ffd3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fd6186-0bff-4bf4-b724-e0c8aabc5446,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:35.490122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-cf0fcb17-820d-4e24-bf75-95a04d14ffd3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.492048 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cf0fcb17-820d-4e24-bf75-95a04d14ffd3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468718 Mar 16 11:18:35.495041 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 57244) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:35.500866 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:35.506790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:35.510621 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Usage tracker for resource:floatingip and tenant:9c799a00449445b28eb28a8e94eaf3c2 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:35.513448 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:35.519480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:35.529610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for floatingip, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.665240 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.723312 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 2, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:35.727628 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Checking router: 8bbde16b-98f1-479a-a8eb-5b868e776b89 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:35.727978 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Updating router 8bbde16b-98f1-479a-a8eb-5b868e776b89 port e3cfbc08-3f4f-4fff-b142-2264b477ae7c binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:18:35.778526 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.796877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Allocated IP 172.26.3.190 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/b3f58eed-03cb-4c4f-8b15-6efe02f0ad33) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:35.943908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.952260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.974338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.036464 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:36.039144 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:36.047267 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:36.081429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Pushing event updated for resources: {'Port': ['ID=b3f58eed-03cb-4c4f-8b15-6efe02f0ad33,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:36.126210 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.129925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.138871 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Transition to ACTIVE for port object e3cfbc08-3f4f-4fff-b142-2264b477ae7c will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:36.146459 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.192259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.310998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044dc2f-3433-4a5e-ac63-0cf22dc63d8c None None] Pushing event updated for resources: {'Port': ['ID=e3cfbc08-3f4f-4fff-b142-2264b477ae7c,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:36.382101 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Attempting to bind port e3cfbc08-3f4f-4fff-b142-2264b477ae7c on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:36.382485 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Attempting to bind port e3cfbc08-3f4f-4fff-b142-2264b477ae7c by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:36.382860 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Attempting to bind port e3cfbc08-3f4f-4fff-b142-2264b477ae7c on network 552a1278-9a96-4e63-9764-d39b738b79b9 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:36.388470 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:36.388843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Checking segment: {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:36.390043 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.390515 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Bound using segment: {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:36.390912 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Bound port: e3cfbc08-3f4f-4fff-b142-2264b477ae7c, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:36.391295 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.414154 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.418733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.530071 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] For port e3cfbc08-3f4f-4fff-b142-2264b477ae7c, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:36.531146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Pushing event updated for resources: {'Port': ['ID=b3f58eed-03cb-4c4f-8b15-6efe02f0ad33,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:36.533335 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] For port e3cfbc08-3f4f-4fff-b142-2264b477ae7c, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e3cfbc08-3f4f-4fff-b142-2264b477ae7c,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:36.537596 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.541446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.563389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.571928 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-55f7e4c7-ee9d-45df-8428-80bb56f155f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0681427 Mar 16 11:18:36.617609 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:36.618225 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:18:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:36.671107 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4f5fe5ca-7b0b-48c0-952e-765086f9d14e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:36.731055 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044dc2f-3433-4a5e-ac63-0cf22dc63d8c None None] Pushing event updated for resources: {'Port': ['ID=e3cfbc08-3f4f-4fff-b142-2264b477ae7c,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:36.767883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-80e0908a-5ee5-46ee-9165-3f6d69006bf9 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Synchronizing usage tracker for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:36.788664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-80e0908a-5ee5-46ee-9165-3f6d69006bf9 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Unset dirty status for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:36.791836 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-80e0908a-5ee5-46ee-9165-3f6d69006bf9 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--387726720&fields=id&tenant_id=9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 267 time: 0.0760927 Mar 16 11:18:36.863086 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 4f5fe5ca-7b0b-48c0-952e-765086f9d14e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:36.863482 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.901787 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:36.941830 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-44238d07-165b-4977-bcf2-f10dafb76579 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.942494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-44238d07-165b-4977-bcf2-f10dafb76579 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Synchronizing usage tracker for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:network {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:36.959612 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-44238d07-165b-4977-bcf2-f10dafb76579 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Unset dirty status for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:network {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:36.960748 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-44238d07-165b-4977-bcf2-f10dafb76579 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 812 time: 0.1618991 Mar 16 11:18:36.975466 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-79591dd6-bdc2-4dab-a973-e4747929e29c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/quotas/9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 375 time: 0.0091758 Mar 16 11:18:37.177284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-0433b99e-56c1-4889-b1a9-7db9740b9710 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Synchronizing usage tracker for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:37.192646 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-0433b99e-56c1-4889-b1a9-7db9740b9710 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Unset dirty status for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:37.193894 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-0433b99e-56c1-4889-b1a9-7db9740b9710 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2131622 Mar 16 11:18:37.293775 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:36Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:37.298346 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbcb2c5-f9ad-4c4f-84f9-9c2cf5c99bc5 None None] The sync data for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv is: [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:36Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:37.332522 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-f7e4f804-1e37-49f3-b103-381885e45f77 service neutron] 10.222.0.44 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261177 Mar 16 11:18:37.482146 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-c86ea19c-5b35-4907-80d3-d3b4c2551fa6 service neutron] 10.222.0.44 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349759 Mar 16 11:18:37.678099 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ee7d25e8-f35e-4abf-b091-9dad78db6b8a req-049324d4-eb97-47e9-a4a9-42598f728acd tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 210 time: 0.0474710 Mar 16 11:18:38.650462 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e3cfbc08-3f4f-4fff-b142-2264b477ae7c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:38.730936 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port e3cfbc08-3f4f-4fff-b142-2264b477ae7c completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:38.740480 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port e3cfbc08-3f4f-4fff-b142-2264b477ae7c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:38.741281 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.747130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-27e1fd3d-d443-43b4-8873-824c00a9c99a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:38.748710 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-27e1fd3d-d443-43b4-8873-824c00a9c99a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 812 time: 0.1583805 Mar 16 11:18:38.844404 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-283ce672-1d63-453f-aea8-318705003c54 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 379 time: 0.0872490 Mar 16 11:18:38.846515 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1846b148-e398-49a7-979a-63b55ff6e5bc req-dfd0f5bb-09f4-4dba-a245-9c6174a2a16c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 210 time: 0.0512779 Mar 16 11:18:38.854297 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-b0f304a6-a401-4462-936e-e3a1b6f9454e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Request body: {'port': {'device_id': '272870f9-82e6-425c-8b7e-bcc18194797c', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'admin_state_up': True, 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'security_groups': ['24f2c79b-a544-4005-9d87-0a9c7a6b1e2b']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:38.868453 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.900340 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port e3cfbc08-3f4f-4fff-b142-2264b477ae7c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e3cfbc08-3f4f-4fff-b142-2264b477ae7c,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:38.903873 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.971331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=e3cfbc08-3f4f-4fff-b142-2264b477ae7c,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:38.991459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-b0f304a6-a401-4462-936e-e3a1b6f9454e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:39.000682 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-b0f304a6-a401-4462-936e-e3a1b6f9454e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:39.009947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-b0f304a6-a401-4462-936e-e3a1b6f9454e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Made reservation on behalf of 9c799a00449445b28eb28a8e94eaf3c2 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:39.013385 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-b0f304a6-a401-4462-936e-e3a1b6f9454e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.170973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-b0f304a6-a401-4462-936e-e3a1b6f9454e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Allocated IP 172.20.0.4 (552a1278-9a96-4e63-9764-d39b738b79b9/e1aeabca-0ec5-40e9-9d98-aed8391520b1/e5baacbd-64ba-4d66-bf86-4dce2f365b41) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:39.351915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-b0f304a6-a401-4462-936e-e3a1b6f9454e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.367730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-b0f304a6-a401-4462-936e-e3a1b6f9454e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Transition to ACTIVE for port object e5baacbd-64ba-4d66-bf86-4dce2f365b41 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:39.391716 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-b0f304a6-a401-4462-936e-e3a1b6f9454e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.466803 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-b0f304a6-a401-4462-936e-e3a1b6f9454e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Network 552a1278-9a96-4e63-9764-d39b738b79b9 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:39.472104 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-b0f304a6-a401-4462-936e-e3a1b6f9454e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:39.475454 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-b0f304a6-a401-4462-936e-e3a1b6f9454e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:39.536693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f304a6-a401-4462-936e-e3a1b6f9454e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Pushing event updated for resources: {'Port': ['ID=e5baacbd-64ba-4d66-bf86-4dce2f365b41,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:39.570116 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-b0f304a6-a401-4462-936e-e3a1b6f9454e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:39.570766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-b0f304a6-a401-4462-936e-e3a1b6f9454e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.599172 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-b0f304a6-a401-4462-936e-e3a1b6f9454e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7496426 Mar 16 11:18:39.611452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Request body: {'port': {'device_id': '272870f9-82e6-425c-8b7e-bcc18194797c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:39.702765 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-722b1f64-9d05-4a16-b2d5-d0217b83b5ab None None] Provisioning for port e5baacbd-64ba-4d66-bf86-4dce2f365b41 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:39.708427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-722b1f64-9d05-4a16-b2d5-d0217b83b5ab None None] Provisioning complete for port e5baacbd-64ba-4d66-bf86-4dce2f365b41 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:39.708875 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-722b1f64-9d05-4a16-b2d5-d0217b83b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.723032 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.761920 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-722b1f64-9d05-4a16-b2d5-d0217b83b5ab None None] Port e5baacbd-64ba-4d66-bf86-4dce2f365b41 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:40.040925 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c7dec-86b3-431f-b0e3-c13b67d6f745 req-d0ef8d0f-732d-4026-ad05-a445a3cb53ac tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:40.043008 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-882c7dec-86b3-431f-b0e3-c13b67d6f745 req-d0ef8d0f-732d-4026-ad05-a445a3cb53ac tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 931 time: 0.0827146 Mar 16 11:18:40.085149 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5baacbd-64ba-4d66-bf86-4dce2f365b41 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:18:40.088521 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-882c7dec-86b3-431f-b0e3-c13b67d6f745 req-5be3ebd2-58b7-4100-9093-baa2d214ff73 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Synchronizing usage tracker for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:40.093348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.101510 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-882c7dec-86b3-431f-b0e3-c13b67d6f745 req-5be3ebd2-58b7-4100-9093-baa2d214ff73 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Unset dirty status for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:40.102768 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-882c7dec-86b3-431f-b0e3-c13b67d6f745 req-5be3ebd2-58b7-4100-9093-baa2d214ff73 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518661 Mar 16 11:18:40.109836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Transition to ACTIVE for port object e5baacbd-64ba-4d66-bf86-4dce2f365b41 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:40.113900 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.383834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Pushing event updated for resources: {'Port': ['ID=e5baacbd-64ba-4d66-bf86-4dce2f365b41,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:40.465269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Attempting to bind port e5baacbd-64ba-4d66-bf86-4dce2f365b41 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:40.465677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Attempting to bind port e5baacbd-64ba-4d66-bf86-4dce2f365b41 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:40.466155 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Attempting to bind port e5baacbd-64ba-4d66-bf86-4dce2f365b41 on network 552a1278-9a96-4e63-9764-d39b738b79b9 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:40.472831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Port e5baacbd-64ba-4d66-bf86-4dce2f365b41 on network 552a1278-9a96-4e63-9764-d39b738b79b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:18:40.473241 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Attempting to bind port e5baacbd-64ba-4d66-bf86-4dce2f365b41 on network 552a1278-9a96-4e63-9764-d39b738b79b9 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:40.478891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:40.479344 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Checking segment: {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:40.479794 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Bound using segment: {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:40.480295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Bound port: e5baacbd-64ba-4d66-bf86-4dce2f365b41, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:40.480702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.577494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] For port e5baacbd-64ba-4d66-bf86-4dce2f365b41, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:40.580458 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] For port e5baacbd-64ba-4d66-bf86-4dce2f365b41, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e5baacbd-64ba-4d66-bf86-4dce2f365b41,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:40.584426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.630180 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e3cfbc08-3f4f-4fff-b142-2264b477ae7c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:40.644702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:40.645317 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.646669 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] 10.222.0.18 "PUT /v2.0/ports/e5baacbd-64ba-4d66-bf86-4dce2f365b41 HTTP/1.1" status: 200 len: 1093 time: 1.0404174 Mar 16 11:18:40.647101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272870f9-82e6-425c-8b7e-bcc18194797c', 'tag': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:40.677348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc1256-b182-45ff-9003-8cbb28530949 service neutron] Pushing event updated for resources: {'Port': ['ID=e5baacbd-64ba-4d66-bf86-4dce2f365b41,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:40.726797 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port e3cfbc08-3f4f-4fff-b142-2264b477ae7c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:40.727372 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.731778 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272870f9-82e6-425c-8b7e-bcc18194797c', 'tag': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41', 'status': 'completed', 'code': 200} Mar 16 11:18:40.769138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-26249d50-e460-4804-a3f3-6884d3a7c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:40.770720 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-26249d50-e460-4804-a3f3-6884d3a7c09b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 1096 time: 0.0819995 Mar 16 11:18:40.844326 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-180503ad-0da6-40ef-8566-7c7f9e636725 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5baacbd-64ba-4d66-bf86-4dce2f365b41 HTTP/1.1" status: 200 len: 217 time: 0.0670786 Mar 16 11:18:40.905673 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-3d5b6bc9-fd35-4bc6-b2f8-9e68320a2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:40.906773 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-3d5b6bc9-fd35-4bc6-b2f8-9e68320a2108 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0571415 Mar 16 11:18:40.978773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-324d4296-19ef-495c-89c4-69724fa074a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:40.980155 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-324d4296-19ef-495c-89c4-69724fa074a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677261 Mar 16 11:18:41.106208 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-6bf6de19-64ac-400c-aed2-3fd3c00cd547 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203911 Mar 16 11:18:41.237098 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f71b0bc1-8583-4346-b898-8fe861ae9100 req-628d9d27-ad14-4282-8581-ebe03924288f service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240551 Mar 16 11:18:41.291435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75268285-022d-463d-a507-eeb8dc706f76 req-60416986-cdd6-4873-bba6-10f39f81c871 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:41.293594 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-75268285-022d-463d-a507-eeb8dc706f76 req-60416986-cdd6-4873-bba6-10f39f81c871 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 943 time: 0.0836656 Mar 16 11:18:41.337819 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-75268285-022d-463d-a507-eeb8dc706f76 req-ee140009-6e5b-479b-9ed1-8fc7f40b88b3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378580 Mar 16 11:18:41.353900 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f98e6-56a2-4f0b-a303-8e7eb4dd85ea req-5067e88a-5494-445e-99c9-4fcc9bd21e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:41.355383 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd8f98e6-56a2-4f0b-a303-8e7eb4dd85ea req-5067e88a-5494-445e-99c9-4fcc9bd21e48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 1096 time: 0.0741811 Mar 16 11:18:41.482863 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f98e6-56a2-4f0b-a303-8e7eb4dd85ea req-cfd70f10-f424-42cb-bd56-7434c9688678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:41.484302 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd8f98e6-56a2-4f0b-a303-8e7eb4dd85ea req-cfd70f10-f424-42cb-bd56-7434c9688678 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1226721 Mar 16 11:18:41.550187 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd8f98e6-56a2-4f0b-a303-8e7eb4dd85ea req-07b5adbd-7fc3-4ba2-995f-39c9ea16e18e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5baacbd-64ba-4d66-bf86-4dce2f365b41 HTTP/1.1" status: 200 len: 217 time: 0.0589545 Mar 16 11:18:41.621309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f98e6-56a2-4f0b-a303-8e7eb4dd85ea req-26cb8902-c073-4ca1-9590-d73b2ea54079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:41.622725 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd8f98e6-56a2-4f0b-a303-8e7eb4dd85ea req-26cb8902-c073-4ca1-9590-d73b2ea54079 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0667799 Mar 16 11:18:41.695184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f98e6-56a2-4f0b-a303-8e7eb4dd85ea req-96057c3f-dbab-411c-be00-23763593dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:41.696599 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd8f98e6-56a2-4f0b-a303-8e7eb4dd85ea req-96057c3f-dbab-411c-be00-23763593dd8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674613 Mar 16 11:18:41.823133 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd8f98e6-56a2-4f0b-a303-8e7eb4dd85ea req-43aab3d6-7dbe-4847-8dc5-82b0a492c164 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198382 Mar 16 11:18:41.953598 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd8f98e6-56a2-4f0b-a303-8e7eb4dd85ea req-d128fe4c-c310-4dae-b7ba-d5467fb1837b service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237974 Mar 16 11:18:42.629674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e3820-14da-43ed-976e-a7409641f16f req-14b15c2f-3d43-43c7-9815-7b82fbdd076b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:42.630587 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-3c1e3820-14da-43ed-976e-a7409641f16f req-14b15c2f-3d43-43c7-9815-7b82fbdd076b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Synchronizing usage tracker for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:42.647092 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-3c1e3820-14da-43ed-976e-a7409641f16f req-14b15c2f-3d43-43c7-9815-7b82fbdd076b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Unset dirty status for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:42.648357 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3c1e3820-14da-43ed-976e-a7409641f16f req-14b15c2f-3d43-43c7-9815-7b82fbdd076b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 943 time: 0.2060862 Mar 16 11:18:42.691091 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3c1e3820-14da-43ed-976e-a7409641f16f req-175bbadd-a36e-4d0d-8f77-1982cd8c0587 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370178 Mar 16 11:18:43.876060 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85454270-939d-4271-a5be-ccbe113d8f50 req-6b88401f-88ff-4b4d-9eed-cd6a6988e5e0 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:43.877359 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-85454270-939d-4271-a5be-ccbe113d8f50 req-6b88401f-88ff-4b4d-9eed-cd6a6988e5e0 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 943 time: 0.0806150 Mar 16 11:18:43.918945 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-85454270-939d-4271-a5be-ccbe113d8f50 req-03ed9480-8eea-4e92-92cd-fa66c50284f3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360429 Mar 16 11:18:44.216082 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device e5baacbd-64ba-4d66-bf86-4dce2f365b41 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:18:44.345690 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port e5baacbd-64ba-4d66-bf86-4dce2f365b41, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e5baacbd-64ba-4d66-bf86-4dce2f365b41,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:44.362557 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'port_id': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41', 'mac_address': 'fa:16:3e:7b:4d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:18:44.449174 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.465276 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5baacbd-64ba-4d66-bf86-4dce2f365b41 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:18:44.479756 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port e5baacbd-64ba-4d66-bf86-4dce2f365b41, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e5baacbd-64ba-4d66-bf86-4dce2f365b41,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:44.484214 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.550201 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=e5baacbd-64ba-4d66-bf86-4dce2f365b41,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:44.802932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['e5baacbd-64ba-4d66-bf86-4dce2f365b41'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:18:45.242042 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139caa6-d57d-41bc-9285-f7674a331833 req-05f3ff72-a2ff-4960-9d50-1dc5ef296f2c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:45.243505 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c139caa6-d57d-41bc-9285-f7674a331833 req-05f3ff72-a2ff-4960-9d50-1dc5ef296f2c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 944 time: 0.0783963 Mar 16 11:18:45.289317 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c139caa6-d57d-41bc-9285-f7674a331833 req-535ce260-11e2-4a48-87f9-f34ab3585671 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396767 Mar 16 11:18:46.247223 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device e5baacbd-64ba-4d66-bf86-4dce2f365b41 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:46.315078 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port e5baacbd-64ba-4d66-bf86-4dce2f365b41 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:46.319959 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port e5baacbd-64ba-4d66-bf86-4dce2f365b41 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:46.320331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.436769 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.462468 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272870f9-82e6-425c-8b7e-bcc18194797c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:46.470360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44178cd-c38e-499d-af24-0c2d3b4f5466 req-842ea148-31cc-4e9e-9c8f-832edf869950 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:46.471841 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a44178cd-c38e-499d-af24-0c2d3b4f5466 req-842ea148-31cc-4e9e-9c8f-832edf869950 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 944 time: 0.0782430 Mar 16 11:18:46.472672 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port e5baacbd-64ba-4d66-bf86-4dce2f365b41, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e5baacbd-64ba-4d66-bf86-4dce2f365b41,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:46.477823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.508798 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272870f9-82e6-425c-8b7e-bcc18194797c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41', 'code': 200} Mar 16 11:18:46.525107 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a44178cd-c38e-499d-af24-0c2d3b4f5466 req-f0702ea1-de7b-4084-828f-c67787f1aeae tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455818 Mar 16 11:18:46.550057 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=e5baacbd-64ba-4d66-bf86-4dce2f365b41,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:46.745597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf5000-06c8-44b1-9061-bad23caf06ad req-c095c892-0472-416c-a55e-1c3a0af7508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:46.747028 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6dbf5000-06c8-44b1-9061-bad23caf06ad req-c095c892-0472-416c-a55e-1c3a0af7508c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 1098 time: 0.0674968 Mar 16 11:18:46.785336 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6dbf5000-06c8-44b1-9061-bad23caf06ad req-1b1b1a19-0754-4d73-96a9-0b8048bcbdbc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327191 Mar 16 11:18:47.708250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d62e4-1cfb-4731-ac4f-1ce466389cf4 req-070882f6-fe73-4704-bea2-241b42477e33 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:47.709659 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-125d62e4-1cfb-4731-ac4f-1ce466389cf4 req-070882f6-fe73-4704-bea2-241b42477e33 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0799437 Mar 16 11:18:47.752548 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-125d62e4-1cfb-4731-ac4f-1ce466389cf4 req-39bdad37-8e90-426f-84ee-3f797cf97883 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372927 Mar 16 11:18:47.823144 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.941169 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a8edb-97a8-4349-80ef-54e73a7bc0d7 req-0a3af9ed-5482-4007-9b89-e50ab4a9cedd tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:48.942692 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ae2a8edb-97a8-4349-80ef-54e73a7bc0d7 req-0a3af9ed-5482-4007-9b89-e50ab4a9cedd tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0854056 Mar 16 11:18:48.986987 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ae2a8edb-97a8-4349-80ef-54e73a7bc0d7 req-e78f95f2-63e9-4e79-adb2-dc89f5e447ff tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384197 Mar 16 11:18:49.160878 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e8d0c-f7d8-4351-9ce0-a7169aca9114 req-fb7d0a05-cdbc-4b97-9810-689cede5f6f9 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:49.162290 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ae3e8d0c-f7d8-4351-9ce0-a7169aca9114 req-fb7d0a05-cdbc-4b97-9810-689cede5f6f9 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0772803 Mar 16 11:18:49.171269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 57298) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:49.176076 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-f5248154-76ce-4f32-9e2e-429553530c48 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Request body: {'floatingip': {'port_id': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:49.252594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f5248154-76ce-4f32-9e2e-429553530c48 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for floatingip, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.826457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f5248154-76ce-4f32-9e2e-429553530c48 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.829887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f5248154-76ce-4f32-9e2e-429553530c48 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.000696 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-f5248154-76ce-4f32-9e2e-429553530c48 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Floating IP 9da78286-6978-4aa3-91ed-c7dd86550e10 associated. External IP: 172.26.3.190, port: e5baacbd-64ba-4d66-bf86-4dce2f365b41. Mar 16 11:18:50.451812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5248154-76ce-4f32-9e2e-429553530c48 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Router 8bbde16b-98f1-479a-a8eb-5b868e776b89 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:18:50.628013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5248154-76ce-4f32-9e2e-429553530c48 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:50.632861 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f5248154-76ce-4f32-9e2e-429553530c48 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.637345 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbcbb3a-2f5a-461b-8807-b1463c67fd70 None None] Sync routers for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:50.647553 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbcbb3a-2f5a-461b-8807-b1463c67fd70 None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:50.648232 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3dbcbb3a-2f5a-461b-8807-b1463c67fd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:18:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:50.688648 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f5248154-76ce-4f32-9e2e-429553530c48 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "PUT /v2.0/floatingips/9da78286-6978-4aa3-91ed-c7dd86550e10 HTTP/1.1" status: 200 len: 991 time: 1.5163567 Mar 16 11:18:50.689219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272870f9-82e6-425c-8b7e-bcc18194797c', 'tag': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:50.739965 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272870f9-82e6-425c-8b7e-bcc18194797c', 'tag': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41', 'status': 'completed', 'code': 200} Mar 16 11:18:50.842347 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb491a1e-791f-4104-946c-4fb404e7b510 req-83e63f4a-fc2f-46e5-9e43-8d0d1132dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:50.843761 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fb491a1e-791f-4104-946c-4fb404e7b510 req-83e63f4a-fc2f-46e5-9e43-8d0d1132dde6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 1098 time: 0.0803478 Mar 16 11:18:50.860999 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-3dbcbb3a-2f5a-461b-8807-b1463c67fd70 None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:50.871358 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d03c83-d927-439a-b26b-d799b649783d req-8d22c34a-3b5a-41cc-8c7e-fd26784e480b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:50.872816 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-56d03c83-d927-439a-b26b-d799b649783d req-8d22c34a-3b5a-41cc-8c7e-fd26784e480b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0828710 Mar 16 11:18:50.921040 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-56d03c83-d927-439a-b26b-d799b649783d req-f82d4952-c93c-428c-9dfd-bdae0742c687 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419838 Mar 16 11:18:50.976888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb491a1e-791f-4104-946c-4fb404e7b510 req-71b6087b-63a8-4110-ab0d-cc95b6bd107d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:50.978312 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fb491a1e-791f-4104-946c-4fb404e7b510 req-71b6087b-63a8-4110-ab0d-cc95b6bd107d service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1285491 Mar 16 11:18:51.120540 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fb491a1e-791f-4104-946c-4fb404e7b510 req-4f1b4af8-cff4-42d3-8807-38b742142c2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5baacbd-64ba-4d66-bf86-4dce2f365b41 HTTP/1.1" status: 200 len: 999 time: 0.1362581 Mar 16 11:18:51.191937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cba18-bf5e-4fcc-a00b-66063742c956 req-3f322759-f7b8-4057-83b9-02fce9876442 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:51.193349 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c84cba18-bf5e-4fcc-a00b-66063742c956 req-3f322759-f7b8-4057-83b9-02fce9876442 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.1578109 Mar 16 11:18:51.201858 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3dbcbb3a-2f5a-461b-8807-b1463c67fd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '9da78286-6978-4aa3-91ed-c7dd86550e10', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'port_id': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'mac_address': 'fa:16:3e:7b:4d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272870f9-82e6-425c-8b7e-bcc18194797c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:36Z', 'updated_at': '2022-03-16T11:18:49Z', 'revision_number': 1, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:51.205559 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbcbb3a-2f5a-461b-8807-b1463c67fd70 None None] Checking router: 8bbde16b-98f1-479a-a8eb-5b868e776b89 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:51.213583 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbcbb3a-2f5a-461b-8807-b1463c67fd70 None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:51.214160 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3dbcbb3a-2f5a-461b-8807-b1463c67fd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:18:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:51.214999 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb491a1e-791f-4104-946c-4fb404e7b510 req-63a2dc80-c8eb-4e65-aa10-fdccc60b7edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:51.216418 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fb491a1e-791f-4104-946c-4fb404e7b510 req-63a2dc80-c8eb-4e65-aa10-fdccc60b7edc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0894935 Mar 16 11:18:51.282594 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c84cba18-bf5e-4fcc-a00b-66063742c956 req-d9be3f3b-1a80-4656-8dc1-945782363833 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833216 Mar 16 11:18:51.309617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb491a1e-791f-4104-946c-4fb404e7b510 req-f3e8c93a-8703-4ab6-97b9-42a6c2f9ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:51.311692 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fb491a1e-791f-4104-946c-4fb404e7b510 req-f3e8c93a-8703-4ab6-97b9-42a6c2f9ef46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896831 Mar 16 11:18:51.398316 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-3dbcbb3a-2f5a-461b-8807-b1463c67fd70 None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:51.441428 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fb491a1e-791f-4104-946c-4fb404e7b510 req-09e066c3-7824-44b8-95ac-af4ec53f0267 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239092 Mar 16 11:18:51.570111 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fb491a1e-791f-4104-946c-4fb404e7b510 req-0dd728c4-3725-4a38-acec-476f74aecd91 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218379 Mar 16 11:18:51.737035 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3dbcbb3a-2f5a-461b-8807-b1463c67fd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '9da78286-6978-4aa3-91ed-c7dd86550e10', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'port_id': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'mac_address': 'fa:16:3e:7b:4d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272870f9-82e6-425c-8b7e-bcc18194797c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:36Z', 'updated_at': '2022-03-16T11:18:49Z', 'revision_number': 1, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:51.740775 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbcbb3a-2f5a-461b-8807-b1463c67fd70 None None] The sync data for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv is: [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '9da78286-6978-4aa3-91ed-c7dd86550e10', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'port_id': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'mac_address': 'fa:16:3e:7b:4d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272870f9-82e6-425c-8b7e-bcc18194797c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:36Z', 'updated_at': '2022-03-16T11:18:49Z', 'revision_number': 1, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:51.915885 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2935b154-8b02-49bf-ba92-9738ef35e812 None None] New status for floating IP 9da78286-6978-4aa3-91ed-c7dd86550e10: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:18:52.462024 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456db2ee-0311-4bd9-94ae-77a36e3d7bbc req-9163dc8a-8a30-42d8-ae3c-fd0ed549f50c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:52.463521 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-456db2ee-0311-4bd9-94ae-77a36e3d7bbc req-9163dc8a-8a30-42d8-ae3c-fd0ed549f50c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0782969 Mar 16 11:18:52.506035 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-456db2ee-0311-4bd9-94ae-77a36e3d7bbc req-886915df-d28d-464c-8064-16499140bd9c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364242 Mar 16 11:18:52.688316 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4c4af-c944-4fc2-ba0b-323ea581a1d9 req-2efd2756-cd03-462c-8d2d-017d1ed64f0a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:52.689747 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e2a4c4af-c944-4fc2-ba0b-323ea581a1d9 req-2efd2756-cd03-462c-8d2d-017d1ed64f0a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0809622 Mar 16 11:18:52.846822 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e2a4c4af-c944-4fc2-ba0b-323ea581a1d9 req-179bca14-f926-46c3-a3d8-9b5b81d88fb3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514003 Mar 16 11:18:53.232772 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7d38ec9-2278-4461-8743-754bb8991041 req-34f13770-62d3-4b53-8dd9-84b2a0c2c4ac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1156981 Mar 16 11:18:53.257171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856c2ab-ac6a-4ab1-b362-2388b9165004 req-4e98acc9-86eb-4b05-8b41-0764fd8989dc tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:53.258606 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7856c2ab-ac6a-4ab1-b362-2388b9165004 req-4e98acc9-86eb-4b05-8b41-0764fd8989dc tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.1012805 Mar 16 11:18:53.305120 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7856c2ab-ac6a-4ab1-b362-2388b9165004 req-9678af2e-e297-423b-8287-ab1c33b6eb65 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403304 Mar 16 11:18:54.478927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38ec9-2278-4461-8743-754bb8991041 req-8bbe6301-5d1a-4855-a8e7-18b4adebe015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:54.480435 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7d38ec9-2278-4461-8743-754bb8991041 req-8bbe6301-5d1a-4855-a8e7-18b4adebe015 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 1098 time: 0.0690711 Mar 16 11:18:54.493811 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dddff-996d-4a10-bbdc-88a0b4eae916 req-c9c99522-88b7-4cb5-b09e-6bb1f467b62d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:54.495269 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-976dddff-996d-4a10-bbdc-88a0b4eae916 req-c9c99522-88b7-4cb5-b09e-6bb1f467b62d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0820642 Mar 16 11:18:54.538862 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-976dddff-996d-4a10-bbdc-88a0b4eae916 req-883eb4f9-1399-4c53-857a-e44242dbdd61 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372674 Mar 16 11:18:54.619046 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38ec9-2278-4461-8743-754bb8991041 req-63ad44b8-63ac-404f-b383-5a04a8c2eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:54.620512 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7d38ec9-2278-4461-8743-754bb8991041 req-63ad44b8-63ac-404f-b383-5a04a8c2eca6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1340656 Mar 16 11:18:54.724045 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7d38ec9-2278-4461-8743-754bb8991041 req-e3351e6b-44a6-4f92-91c3-02ef5b12bbaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5baacbd-64ba-4d66-bf86-4dce2f365b41 HTTP/1.1" status: 200 len: 1001 time: 0.0974722 Mar 16 11:18:54.786648 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38ec9-2278-4461-8743-754bb8991041 req-fed74b93-46e6-4544-8885-dd3768c3aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:54.788019 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7d38ec9-2278-4461-8743-754bb8991041 req-fed74b93-46e6-4544-8885-dd3768c3aa79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0581174 Mar 16 11:18:54.859901 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38ec9-2278-4461-8743-754bb8991041 req-b2ddefdd-e8fc-4c32-8ba8-5f35a3316168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:54.861520 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7d38ec9-2278-4461-8743-754bb8991041 req-b2ddefdd-e8fc-4c32-8ba8-5f35a3316168 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676508 Mar 16 11:18:54.977471 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:18:55.001777 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7d38ec9-2278-4461-8743-754bb8991041 req-77aa4aed-c206-447d-9015-5000d80e88d1 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340551 Mar 16 11:18:55.133797 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7d38ec9-2278-4461-8743-754bb8991041 req-146fca50-6442-46ff-a079-635c38c3c66c service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264689 Mar 16 11:18:55.735587 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d300149-7b89-46d4-9d88-55a36d868e08 req-7a8225ff-8265-4ac2-8eb3-d3f05ba028db tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:55.737006 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2d300149-7b89-46d4-9d88-55a36d868e08 req-7a8225ff-8265-4ac2-8eb3-d3f05ba028db tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0782101 Mar 16 11:18:55.781959 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2d300149-7b89-46d4-9d88-55a36d868e08 req-079c2ef1-305a-4cac-bacd-41d9b431b973 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393512 Mar 16 11:18:56.962151 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195f6b1-278f-4d35-a82b-bf73e2644afb req-2f6608bd-c563-4437-8f91-fa5012f6e321 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:56.963587 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3195f6b1-278f-4d35-a82b-bf73e2644afb req-2f6608bd-c563-4437-8f91-fa5012f6e321 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0784466 Mar 16 11:18:57.016469 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3195f6b1-278f-4d35-a82b-bf73e2644afb req-ddb82069-f250-48f3-ab40-eb2b4c0dca07 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431070 Mar 16 11:18:58.195114 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fa076-f899-4cf9-91bc-06b0cb1c7da3 req-b1d28065-f967-4317-b0cd-ef78aa7310de tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:58.196560 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a36fa076-f899-4cf9-91bc-06b0cb1c7da3 req-b1d28065-f967-4317-b0cd-ef78aa7310de tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0776236 Mar 16 11:18:58.240165 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a36fa076-f899-4cf9-91bc-06b0cb1c7da3 req-f3e0f7bf-7735-4c6b-9d78-e7589ded23f3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380585 Mar 16 11:18:59.426225 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efad340-d0f4-402b-a9dc-eccde7647cca req-447074f8-7533-4d64-b287-315f1b97abab tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:59.427681 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8efad340-d0f4-402b-a9dc-eccde7647cca req-447074f8-7533-4d64-b287-315f1b97abab tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0792689 Mar 16 11:18:59.470935 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8efad340-d0f4-402b-a9dc-eccde7647cca req-f7cd4f9c-7ea2-4390-85a4-625a1dcc3332 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373445 Mar 16 11:19:00.656391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa755aa-234d-4c75-a245-ec2b6070715a req-36c11f98-2340-4c32-a704-26c4075d0158 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:00.658156 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4fa755aa-234d-4c75-a245-ec2b6070715a req-36c11f98-2340-4c32-a704-26c4075d0158 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0833399 Mar 16 11:19:00.707745 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4fa755aa-234d-4c75-a245-ec2b6070715a req-38ace5bb-41fa-4b3c-8055-ed75cb1bd962 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439384 Mar 16 11:19:00.877568 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-030d8ef2-a2c9-4379-b083-800ffd924be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.889053 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cb766-4902-4593-978a-c3e69508ce86 req-f9603cb8-8b04-4acd-ae89-7afb0c4e02dd tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:01.890496 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6c6cb766-4902-4593-978a-c3e69508ce86 req-f9603cb8-8b04-4acd-ae89-7afb0c4e02dd tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0800169 Mar 16 11:19:01.933374 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6c6cb766-4902-4593-978a-c3e69508ce86 req-3462dbf7-ec66-4878-8d41-e3ff46206a6c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372508 Mar 16 11:19:03.058074 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-68e89f24-d3a4-455d-9f4c-b955566930b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.116490 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f73a7-27b2-48b5-a5c0-2bdbb9383dd2 req-fe0a9e9e-f120-4de7-bb4e-64e03028686f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:03.117904 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f98f73a7-27b2-48b5-a5c0-2bdbb9383dd2 req-fe0a9e9e-f120-4de7-bb4e-64e03028686f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0814812 Mar 16 11:19:03.160765 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f98f73a7-27b2-48b5-a5c0-2bdbb9383dd2 req-f2cacfb4-4c62-45af-ac8d-964b288c813a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372634 Mar 16 11:19:04.340678 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e96c8-071e-4b30-9a3f-fb47b861d72a req-3fe69dcc-1ab5-47b0-9af1-5e13c3ce1b4b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:04.342113 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7f6e96c8-071e-4b30-9a3f-fb47b861d72a req-3fe69dcc-1ab5-47b0-9af1-5e13c3ce1b4b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0784080 Mar 16 11:19:04.385491 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7f6e96c8-071e-4b30-9a3f-fb47b861d72a req-0272eb10-af09-4192-bbe1-97337ed5dc0a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371222 Mar 16 11:19:04.427620 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.482252 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.573246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2264a6-b0df-4878-ae9c-14ca3e15c746 req-5a2ddc4b-afd1-4f6c-95b5-ff8d2499543d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:05.574591 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2d2264a6-b0df-4878-ae9c-14ca3e15c746 req-5a2ddc4b-afd1-4f6c-95b5-ff8d2499543d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0833974 Mar 16 11:19:05.617559 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2d2264a6-b0df-4878-ae9c-14ca3e15c746 req-1c978a4c-2544-422c-9be5-d114ab670907 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374393 Mar 16 11:19:05.930837 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.801685 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca6dfe-4be7-47a3-9472-ee4e6e0e187c req-dc8254b7-8008-42c5-9421-4b2ee84d8e44 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:06.803103 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d2ca6dfe-4be7-47a3-9472-ee4e6e0e187c req-dc8254b7-8008-42c5-9421-4b2ee84d8e44 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0798109 Mar 16 11:19:06.846006 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d2ca6dfe-4be7-47a3-9472-ee4e6e0e187c req-05899220-ac56-4a32-9336-0742fe9f1151 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372021 Mar 16 11:19:08.028908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d52f2f-b05b-4b8f-a977-8d7e618758b5 req-1b3afda9-0629-4c06-900e-6a6d663209a9 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:08.030324 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c9d52f2f-b05b-4b8f-a977-8d7e618758b5 req-1b3afda9-0629-4c06-900e-6a6d663209a9 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0763407 Mar 16 11:19:08.072582 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c9d52f2f-b05b-4b8f-a977-8d7e618758b5 req-fed0e99a-fe2a-4af7-bb17-6c12f6eae1d2 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367424 Mar 16 11:19:09.254829 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0158e-87bf-4ecf-a89b-d5475a63cf0b req-334db11e-75cb-44f4-b721-9db3ada1568b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:09.256273 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9da0158e-87bf-4ecf-a89b-d5475a63cf0b req-334db11e-75cb-44f4-b721-9db3ada1568b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0812371 Mar 16 11:19:09.395142 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9da0158e-87bf-4ecf-a89b-d5475a63cf0b req-9b4af5af-b3f4-40a7-a781-567e17223b04 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332040 Mar 16 11:19:10.580518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192b502-d5bc-4d47-9a48-2794819c23f6 req-ee52cb49-2385-4dab-9e0c-8a6f85b79b21 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:10.581988 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5192b502-d5bc-4d47-9a48-2794819c23f6 req-ee52cb49-2385-4dab-9e0c-8a6f85b79b21 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0807281 Mar 16 11:19:10.625629 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5192b502-d5bc-4d47-9a48-2794819c23f6 req-86d90abe-e865-4cbf-8a74-eb402ecfd543 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379405 Mar 16 11:19:11.813501 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd8570-0956-45ce-aaba-04f22f5cb442 req-caa1caae-d562-4873-9893-043cdda29236 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:11.814918 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d5cd8570-0956-45ce-aaba-04f22f5cb442 req-caa1caae-d562-4873-9893-043cdda29236 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0775058 Mar 16 11:19:11.857137 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d5cd8570-0956-45ce-aaba-04f22f5cb442 req-cfdfae1c-645d-4349-889d-8c21efc3b40c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366893 Mar 16 11:19:13.037307 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7cfbd-47c7-43fa-87ca-be9cb94c5f3d req-1f08cbb0-ede3-4c97-8068-e28ff93fa4f5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:13.038722 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6da7cfbd-47c7-43fa-87ca-be9cb94c5f3d req-1f08cbb0-ede3-4c97-8068-e28ff93fa4f5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0783172 Mar 16 11:19:13.184131 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6da7cfbd-47c7-43fa-87ca-be9cb94c5f3d req-af65eafb-38da-49d9-9c3c-ef05c88b6ebb tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395555 Mar 16 11:19:14.379347 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011e186-931f-48d3-9480-391ba07035e0 req-814acc20-a33d-4e9c-8056-19cd1838d40a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:14.380794 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a011e186-931f-48d3-9480-391ba07035e0 req-814acc20-a33d-4e9c-8056-19cd1838d40a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0850222 Mar 16 11:19:14.425198 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a011e186-931f-48d3-9480-391ba07035e0 req-04b78e00-6ba4-4302-8f0a-68ab46a77e5f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387139 Mar 16 11:19:15.604291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaee44-d952-4324-b21c-7422c1d56c63 req-3f9a12ff-09ea-4f41-832d-6a4deb5072be tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:15.605619 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fffaee44-d952-4324-b21c-7422c1d56c63 req-3f9a12ff-09ea-4f41-832d-6a4deb5072be tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0779974 Mar 16 11:19:15.647803 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fffaee44-d952-4324-b21c-7422c1d56c63 req-71521b73-0b3f-4ccb-8517-f1626c7e4158 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364060 Mar 16 11:19:16.832216 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371aa8c0-ab3b-4dcc-bbf0-0422e96451c9 req-b5c611c3-c5fd-4828-ac45-514d4287916c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:16.833882 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-371aa8c0-ab3b-4dcc-bbf0-0422e96451c9 req-b5c611c3-c5fd-4828-ac45-514d4287916c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0800154 Mar 16 11:19:16.876475 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-371aa8c0-ab3b-4dcc-bbf0-0422e96451c9 req-19b8b76c-2baa-42bd-a463-75fb8abf8f64 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370703 Mar 16 11:19:17.835892 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.070018 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10929a2d-aa89-4ad0-91e7-020c281146bf req-fcb3bbb0-6979-4089-b5d8-1b18effef5eb tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:18.071911 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-10929a2d-aa89-4ad0-91e7-020c281146bf req-fcb3bbb0-6979-4089-b5d8-1b18effef5eb tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0897889 Mar 16 11:19:18.114962 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-10929a2d-aa89-4ad0-91e7-020c281146bf req-23d8850b-5cb7-477e-9e38-1b8fff00a5f9 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374308 Mar 16 11:19:19.294640 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa187d-ee02-429f-b266-53f084025e09 req-3828bc4c-36f2-4ccf-af73-983fe85b247d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:19.296096 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bcfa187d-ee02-429f-b266-53f084025e09 req-3828bc4c-36f2-4ccf-af73-983fe85b247d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0779493 Mar 16 11:19:19.338609 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bcfa187d-ee02-429f-b266-53f084025e09 req-f82ba46b-dff9-4786-9eb7-93f1f8715c5f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369747 Mar 16 11:19:20.519273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b38d47-f222-40ea-b970-168d45f2e4e8 req-db197010-0e91-4db6-9655-d120634ec735 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:20.520708 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-94b38d47-f222-40ea-b970-168d45f2e4e8 req-db197010-0e91-4db6-9655-d120634ec735 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0788717 Mar 16 11:19:20.569676 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-94b38d47-f222-40ea-b970-168d45f2e4e8 req-59e17c70-2fda-464f-a38b-a873f8893b54 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431132 Mar 16 11:19:21.859807 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7d38ec9-2278-4461-8743-754bb8991041 req-99fb6dd2-f56d-4f2b-aee1-9c615a8fea92 service neutron] 10.222.0.18 "GET /v2.0/ports/e5baacbd-64ba-4d66-bf86-4dce2f365b41/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.0731044 Mar 16 11:19:21.909829 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de4aa9-256e-45b4-994a-d7fd5f8be3c4 req-1838e2d8-9836-454e-a162-8bc01198227e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:21.911289 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-24de4aa9-256e-45b4-994a-d7fd5f8be3c4 req-1838e2d8-9836-454e-a162-8bc01198227e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0838404 Mar 16 11:19:21.956431 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-24de4aa9-256e-45b4-994a-d7fd5f8be3c4 req-b495c872-ee1e-4f4b-b73c-86e7e87f7867 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391972 Mar 16 11:19:22.119073 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38ec9-2278-4461-8743-754bb8991041 req-adf437c4-95b9-4e88-b387-1167829187d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:22.120422 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7d38ec9-2278-4461-8743-754bb8991041 req-adf437c4-95b9-4e88-b387-1167829187d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c&tenant_id=9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 1098 time: 0.0687156 Mar 16 11:19:22.210530 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38ec9-2278-4461-8743-754bb8991041 req-acce26df-95ca-4332-91c3-0ac3e2a1fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:22.211968 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7d38ec9-2278-4461-8743-754bb8991041 req-acce26df-95ca-4332-91c3-0ac3e2a1fb86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 1098 time: 0.0705631 Mar 16 11:19:22.339457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38ec9-2278-4461-8743-754bb8991041 req-650ad2ca-b384-4fdf-899f-da24af9e4035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:22.340873 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7d38ec9-2278-4461-8743-754bb8991041 req-650ad2ca-b384-4fdf-899f-da24af9e4035 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1225893 Mar 16 11:19:22.439855 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7d38ec9-2278-4461-8743-754bb8991041 req-470405a0-4101-41ad-a5cb-406d1c745ceb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5baacbd-64ba-4d66-bf86-4dce2f365b41 HTTP/1.1" status: 200 len: 1001 time: 0.0931239 Mar 16 11:19:22.499873 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38ec9-2278-4461-8743-754bb8991041 req-7004489f-fba9-495b-95ed-64576ac4f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:22.501259 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7d38ec9-2278-4461-8743-754bb8991041 req-7004489f-fba9-495b-95ed-64576ac4f6ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0559962 Mar 16 11:19:22.575370 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38ec9-2278-4461-8743-754bb8991041 req-f88d92b2-efbd-4640-b4a2-9cf3a4b7568c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:22.577328 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7d38ec9-2278-4461-8743-754bb8991041 req-f88d92b2-efbd-4640-b4a2-9cf3a4b7568c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706375 Mar 16 11:19:22.704296 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7d38ec9-2278-4461-8743-754bb8991041 req-26009a31-5769-44af-93c0-639342b73dfb service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211236 Mar 16 11:19:22.829884 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d7d38ec9-2278-4461-8743-754bb8991041 req-fe7d5643-4bc1-48fb-b31d-dd575d042e37 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201890 Mar 16 11:19:23.161589 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93a80d-1c69-4513-bae4-959518ad02c6 req-468c8e13-cb3d-4cd4-a827-aa3c82a40c07 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:23.163040 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2e93a80d-1c69-4513-bae4-959518ad02c6 req-468c8e13-cb3d-4cd4-a827-aa3c82a40c07 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0782731 Mar 16 11:19:23.205366 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2e93a80d-1c69-4513-bae4-959518ad02c6 req-d6a784cc-6211-4f2e-8679-e09f3484a854 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367465 Mar 16 11:19:24.390632 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b147bac-7c04-410e-b6da-2c57bc7c47f5 req-41b94377-c986-44a0-a8ce-cb2f6dc307fe tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:24.392111 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5b147bac-7c04-410e-b6da-2c57bc7c47f5 req-41b94377-c986-44a0-a8ce-cb2f6dc307fe tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 945 time: 0.0786200 Mar 16 11:19:24.392443 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device e5baacbd-64ba-4d66-bf86-4dce2f365b41 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:19:24.394717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device e5baacbd-64ba-4d66-bf86-4dce2f365b41 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:24.437907 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5b147bac-7c04-410e-b6da-2c57bc7c47f5 req-7a52b0b3-ef89-432f-8398-0c571ab1bef5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401149 Mar 16 11:19:24.597526 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.627209 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port e5baacbd-64ba-4d66-bf86-4dce2f365b41, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e5baacbd-64ba-4d66-bf86-4dce2f365b41,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:24.648577 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'port_id': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41', 'mac_address': 'fa:16:3e:7b:4d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:19:24.649823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272870f9-82e6-425c-8b7e-bcc18194797c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:24.686599 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port e5baacbd-64ba-4d66-bf86-4dce2f365b41, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e5baacbd-64ba-4d66-bf86-4dce2f365b41,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:24.693270 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.728446 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272870f9-82e6-425c-8b7e-bcc18194797c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41', 'code': 200} Mar 16 11:19:24.758903 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.785267 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5baacbd-64ba-4d66-bf86-4dce2f365b41 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:19:24.792100 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=e5baacbd-64ba-4d66-bf86-4dce2f365b41,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:24.847319 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:19:24.847597 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:19:25.419625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.436284 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5baacbd-64ba-4d66-bf86-4dce2f365b41 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:19:25.451248 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port e5baacbd-64ba-4d66-bf86-4dce2f365b41, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e5baacbd-64ba-4d66-bf86-4dce2f365b41,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:25.455847 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.521973 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['e5baacbd-64ba-4d66-bf86-4dce2f365b41'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:19:25.557499 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=e5baacbd-64ba-4d66-bf86-4dce2f365b41,revision_number=7']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:25.621550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb70012-416a-4e81-b113-9ce81315bdbb req-6de68737-4732-4ae9-bfd4-0b3ae9459e3f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:25.623047 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7eb70012-416a-4e81-b113-9ce81315bdbb req-6de68737-4732-4ae9-bfd4-0b3ae9459e3f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 944 time: 0.0804937 Mar 16 11:19:25.667421 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7eb70012-416a-4e81-b113-9ce81315bdbb req-592d123d-9729-4de0-aa98-c31002668873 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383480 Mar 16 11:19:25.975393 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838ca2d-cb8a-4ccd-8b61-ad78a8954287 req-de5c07f6-079b-4a0a-bd9f-e6f0296e1f42 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:25.976823 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c838ca2d-cb8a-4ccd-8b61-ad78a8954287 req-de5c07f6-079b-4a0a-bd9f-e6f0296e1f42 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 944 time: 0.0804684 Mar 16 11:19:25.978198 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d64be-7a6c-423c-bb12-926b8a3da584 req-bbad7d70-0049-4c64-8436-b34446891a34 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:25.979615 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d4d64be-7a6c-423c-bb12-926b8a3da584 req-bbad7d70-0049-4c64-8436-b34446891a34 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c&tenant_id=9c799a00449445b28eb28a8e94eaf3c2&binding%3Ahost_id=hv-neutron-8338 HTTP/1.1" status: 200 len: 944 time: 0.0842819 Mar 16 11:19:26.021667 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c838ca2d-cb8a-4ccd-8b61-ad78a8954287 req-85d39e98-a38b-48bf-b20c-07630274ea62 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389192 Mar 16 11:19:26.189554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d64be-7a6c-423c-bb12-926b8a3da584 req-32153d17-2a9d-41f2-9dc2-678371d778b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:26.191689 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d4d64be-7a6c-423c-bb12-926b8a3da584 req-32153d17-2a9d-41f2-9dc2-678371d778b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 1097 time: 0.1280944 Mar 16 11:19:26.240532 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd9af022-1a81-4d8a-af0c-0e727071ca32 req-e945f7bb-b31a-404c-ad9a-5d4cfb04981d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1438012 Mar 16 11:19:26.408963 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device e5baacbd-64ba-4d66-bf86-4dce2f365b41 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:26.438424 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d64be-7a6c-423c-bb12-926b8a3da584 req-2243fbf2-a38d-483c-a589-c43cef5902a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:26.439913 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d4d64be-7a6c-423c-bb12-926b8a3da584 req-2243fbf2-a38d-483c-a589-c43cef5902a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.2393975 Mar 16 11:19:26.529038 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:26.546249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e5baacbd-64ba-4d66-bf86-4dce2f365b41 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:19:26.561880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port e5baacbd-64ba-4d66-bf86-4dce2f365b41, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e5baacbd-64ba-4d66-bf86-4dce2f365b41,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:26.564809 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d4d64be-7a6c-423c-bb12-926b8a3da584 req-3f91e16b-c4b6-4ff7-b688-36925a83c240 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5baacbd-64ba-4d66-bf86-4dce2f365b41 HTTP/1.1" status: 200 len: 1000 time: 0.1188016 Mar 16 11:19:26.565553 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:26.625152 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d64be-7a6c-423c-bb12-926b8a3da584 req-58ab376b-81b0-4612-ac24-b2aba90c0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:26.626577 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d4d64be-7a6c-423c-bb12-926b8a3da584 req-58ab376b-81b0-4612-ac24-b2aba90c0ee6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0567095 Mar 16 11:19:26.629648 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=e5baacbd-64ba-4d66-bf86-4dce2f365b41,revision_number=8']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:26.699970 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d64be-7a6c-423c-bb12-926b8a3da584 req-8f63c24d-a262-400b-9316-b697df3ad3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:26.701328 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d4d64be-7a6c-423c-bb12-926b8a3da584 req-8f63c24d-a262-400b-9316-b697df3ad3b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686798 Mar 16 11:19:26.829382 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d4d64be-7a6c-423c-bb12-926b8a3da584 req-48e819e9-e7b6-41b3-a28f-66d2d662ed04 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221118 Mar 16 11:19:26.958030 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d4d64be-7a6c-423c-bb12-926b8a3da584 req-fab40bdc-aa02-48c8-bd09-8f169a199c6c service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226614 Mar 16 11:19:27.121882 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9af022-1a81-4d8a-af0c-0e727071ca32 req-06c6ddae-1522-4f50-8cb5-462549608dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:27.123382 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd9af022-1a81-4d8a-af0c-0e727071ca32 req-06c6ddae-1522-4f50-8cb5-462549608dbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 1096 time: 0.0730863 Mar 16 11:19:27.314424 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75152c08-6ca6-4033-b0d6-9afadaa77d1e req-beff6f65-0028-4600-b18a-3862814b0e60 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:27.315875 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-75152c08-6ca6-4033-b0d6-9afadaa77d1e req-beff6f65-0028-4600-b18a-3862814b0e60 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 943 time: 0.1864762 Mar 16 11:19:27.316963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9af022-1a81-4d8a-af0c-0e727071ca32 req-c97a71e2-4fe4-46aa-ade4-4ecae6c0ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:27.318194 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd9af022-1a81-4d8a-af0c-0e727071ca32 req-c97a71e2-4fe4-46aa-ade4-4ecae6c0ac18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1554673 Mar 16 11:19:27.434107 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-75152c08-6ca6-4033-b0d6-9afadaa77d1e req-9718f425-8977-4f1e-99e7-5a550c8c2fd3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122990 Mar 16 11:19:27.454995 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd9af022-1a81-4d8a-af0c-0e727071ca32 req-9831f8b3-eac3-494b-b12e-c47154f17119 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5baacbd-64ba-4d66-bf86-4dce2f365b41 HTTP/1.1" status: 200 len: 999 time: 0.1149707 Mar 16 11:19:27.517788 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9af022-1a81-4d8a-af0c-0e727071ca32 req-0fa66640-f501-4b35-b978-c294aaae87a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:27.519240 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd9af022-1a81-4d8a-af0c-0e727071ca32 req-0fa66640-f501-4b35-b978-c294aaae87a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0600965 Mar 16 11:19:27.593913 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9af022-1a81-4d8a-af0c-0e727071ca32 req-08bbbd80-a1a2-422c-ba1f-7bf2b0aba4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:27.595315 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd9af022-1a81-4d8a-af0c-0e727071ca32 req-08bbbd80-a1a2-422c-ba1f-7bf2b0aba4f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701764 Mar 16 11:19:27.722012 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd9af022-1a81-4d8a-af0c-0e727071ca32 req-8cfc22fa-eda2-470b-b023-5239f0f3c6d0 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207271 Mar 16 11:19:27.848397 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd9af022-1a81-4d8a-af0c-0e727071ca32 req-d83a92bc-0077-4de6-a565-0351a3914257 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203494 Mar 16 11:19:28.619846 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f63f1e-dd1a-4574-8a82-601432f5c426 req-af5dce5f-3597-4d79-ae13-b51ad4eee9e0 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:28.621271 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e0f63f1e-dd1a-4574-8a82-601432f5c426 req-af5dce5f-3597-4d79-ae13-b51ad4eee9e0 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 943 time: 0.0785422 Mar 16 11:19:28.663038 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e0f63f1e-dd1a-4574-8a82-601432f5c426 req-1e9de9da-cd40-4ba1-af9d-c3008d76bc9d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356469 Mar 16 11:19:28.843989 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c366d5e-a5ce-4fff-b82c-cf4c44ef04bf req-e93ce702-7c0c-4bfe-98b7-190acaf81b77 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:28.845323 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6c366d5e-a5ce-4fff-b82c-cf4c44ef04bf req-e93ce702-7c0c-4bfe-98b7-190acaf81b77 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 943 time: 0.0817745 Mar 16 11:19:28.888023 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6c366d5e-a5ce-4fff-b82c-cf4c44ef04bf req-e6671bee-7e02-4787-ad66-a65db8b57450 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367405 Mar 16 11:19:29.066293 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baba78-3846-403f-870d-4d51eee58e3b req-902b7108-7fe5-4850-b491-7312f68b9cd0 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:29.067744 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-90baba78-3846-403f-870d-4d51eee58e3b req-902b7108-7fe5-4850-b491-7312f68b9cd0 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 943 time: 0.0799446 Mar 16 11:19:29.110685 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-90baba78-3846-403f-870d-4d51eee58e3b req-e69ec0d7-547d-477a-8843-e469e79fc393 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374448 Mar 16 11:19:29.486790 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206070a4-e832-4c22-9398-99f8a2fec8e8 req-9d9f1fbb-2f6c-4c2d-a33d-d6674495661d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:29.488257 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-206070a4-e832-4c22-9398-99f8a2fec8e8 req-9d9f1fbb-2f6c-4c2d-a33d-d6674495661d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 943 time: 0.0825624 Mar 16 11:19:29.531911 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-206070a4-e832-4c22-9398-99f8a2fec8e8 req-8329d09c-e5cd-49e1-8e51-60aa26df04ad tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378003 Mar 16 11:19:30.714237 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4825d1-dcc8-4db5-9407-ae6eebe9fab9 req-0dfc57eb-ce37-4743-9239-1a89611b5296 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:30.715680 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6a4825d1-dcc8-4db5-9407-ae6eebe9fab9 req-0dfc57eb-ce37-4743-9239-1a89611b5296 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 943 time: 0.0782516 Mar 16 11:19:30.759338 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6a4825d1-dcc8-4db5-9407-ae6eebe9fab9 req-b7360ed4-ec1c-4978-8bbf-c4a9f00e1945 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374889 Mar 16 11:19:30.868866 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ed6cc908-2547-4328-8b9b-8624baf9a342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.135369 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371c948-f81a-4222-b1b3-7e7efa6ed598 req-1d642c07-187d-42c5-a832-4bcd7691489f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:31.136757 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4371c948-f81a-4222-b1b3-7e7efa6ed598 req-1d642c07-187d-42c5-a832-4bcd7691489f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 943 time: 0.0793884 Mar 16 11:19:31.205131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-4371c948-f81a-4222-b1b3-7e7efa6ed598 req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Deleting port e5baacbd-64ba-4d66-bf86-4dce2f365b41 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:19:31.205463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4371c948-f81a-4222-b1b3-7e7efa6ed598 req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.446037 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-4371c948-f81a-4222-b1b3-7e7efa6ed598 req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] For port e5baacbd-64ba-4d66-bf86-4dce2f365b41, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e5baacbd-64ba-4d66-bf86-4dce2f365b41,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:31.446302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4371c948-f81a-4222-b1b3-7e7efa6ed598 req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.835769 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4371c948-f81a-4222-b1b3-7e7efa6ed598 req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.836466 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4371c948-f81a-4222-b1b3-7e7efa6ed598 req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.836466 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [req-4371c948-f81a-4222-b1b3-7e7efa6ed598 req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Floating IP 9da78286-6978-4aa3-91ed-c7dd86550e10 disassociated. External IP: 172.26.3.190, port: e5baacbd-64ba-4d66-bf86-4dce2f365b41. Mar 16 11:19:31.836736 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-4371c948-f81a-4222-b1b3-7e7efa6ed598 req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Calling delete_port for e5baacbd-64ba-4d66-bf86-4dce2f365b41 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:19:31.955272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25776552-52e5-440b-a511-d06aaaf8aeae req-8045f867-19d7-4ae6-83dd-b89d95e05170 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:31.956705 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-25776552-52e5-440b-a511-d06aaaf8aeae req-8045f867-19d7-4ae6-83dd-b89d95e05170 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=272870f9-82e6-425c-8b7e-bcc18194797c HTTP/1.1" status: 200 len: 943 time: 0.0936601 Mar 16 11:19:31.976663 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:19:31.979036 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4371c948-f81a-4222-b1b3-7e7efa6ed598 req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.002097 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-25776552-52e5-440b-a511-d06aaaf8aeae req-297aca6f-38a2-44aa-a42e-647c883fdb35 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396161 Mar 16 11:19:32.029823 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Pushing event deleted for resources: {'Port': ['ID=e5baacbd-64ba-4d66-bf86-4dce2f365b41,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:32.039720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:32.039986 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:32.040320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:32.040648 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:32.040979 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:32.041305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:32.041627 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:32.041940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:32.042260 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:32.042575 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:32.042888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:32.043709 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:32.230763 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4371c948-f81a-4222-b1b3-7e7efa6ed598 req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Router 8bbde16b-98f1-479a-a8eb-5b868e776b89 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:19:32.408833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4371c948-f81a-4222-b1b3-7e7efa6ed598 req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:19:32.418050 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef451b-06d4-4b48-af64-8a3897f9e29a None None] Sync routers for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:19:32.427323 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ef451b-06d4-4b48-af64-8a3897f9e29a None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:19:32.427925 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-54ef451b-06d4-4b48-af64-8a3897f9e29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:19:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:32.481470 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-4371c948-f81a-4222-b1b3-7e7efa6ed598 req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] No DVR routers for this DVR port e5baacbd-64ba-4d66-bf86-4dce2f365b41 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:32.483939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4371c948-f81a-4222-b1b3-7e7efa6ed598 req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.486696 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272870f9-82e6-425c-8b7e-bcc18194797c', 'name': 'network-vif-deleted', 'tag': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:32.503433 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4371c948-f81a-4222-b1b3-7e7efa6ed598 req-d0be707c-8d20-4142-820e-bd8c4722bab1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "DELETE /v2.0/ports/e5baacbd-64ba-4d66-bf86-4dce2f365b41 HTTP/1.1" status: 204 len: 173 time: 1.3614359 Mar 16 11:19:32.536200 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272870f9-82e6-425c-8b7e-bcc18194797c', 'name': 'network-vif-deleted', 'tag': 'e5baacbd-64ba-4d66-bf86-4dce2f365b41', 'status': 'completed', 'code': 200} Mar 16 11:19:32.604715 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-54ef451b-06d4-4b48-af64-8a3897f9e29a None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:19:32.944988 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-54ef451b-06d4-4b48-af64-8a3897f9e29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:32.949088 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef451b-06d4-4b48-af64-8a3897f9e29a None None] Checking router: 8bbde16b-98f1-479a-a8eb-5b868e776b89 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:19:32.958734 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ef451b-06d4-4b48-af64-8a3897f9e29a None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:19:32.959359 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-54ef451b-06d4-4b48-af64-8a3897f9e29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:19:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:33.064857 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a805e211-6bf7-41ae-9c49-dbbb780a90dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:33.149145 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-54ef451b-06d4-4b48-af64-8a3897f9e29a None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:19:33.353829 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bf39d332-ac91-412c-b985-88330a6ee550 req-b5a2ff5a-60a5-40c4-8bdb-8f7e5f8b47b5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--387726720&fields=id&tenant_id=9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 267 time: 0.0427649 Mar 16 11:19:33.469841 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-54ef451b-06d4-4b48-af64-8a3897f9e29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:33.473699 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef451b-06d4-4b48-af64-8a3897f9e29a None None] The sync data for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv is: [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:19:33.502788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39d332-ac91-412c-b985-88330a6ee550 req-6de04bb7-9b74-4318-8225-941b80074852 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:33.504281 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bf39d332-ac91-412c-b985-88330a6ee550 req-6de04bb7-9b74-4318-8225-941b80074852 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 812 time: 0.1431932 Mar 16 11:19:33.519261 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bf39d332-ac91-412c-b985-88330a6ee550 req-15348b82-25f7-4fd1-81ab-b275139ee24a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/quotas/9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 375 time: 0.0095146 Mar 16 11:19:33.606118 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bf39d332-ac91-412c-b985-88330a6ee550 req-8bb5cf0d-b743-4af8-9be5-b4c26d043b49 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813518 Mar 16 11:19:33.701613 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fac380c-73a4-4570-a383-569d9fec1754 None None] New status for floating IP 9da78286-6978-4aa3-91ed-c7dd86550e10: DOWN {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:19:33.750385 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bf39d332-ac91-412c-b985-88330a6ee550 req-3b699ed9-7f9c-4f98-9361-53061df4f849 service neutron] 10.222.0.44 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321259 Mar 16 11:19:33.976321 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bf39d332-ac91-412c-b985-88330a6ee550 req-7db8e4cf-797e-4464-8f63-3e11496e50cb service neutron] 10.222.0.44 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201841 Mar 16 11:19:34.148391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-0d3bfcbb-cefe-481e-a99a-10e5b9d4d5b7 req-076ab8fc-6b12-4f93-bf66-fa7be2a8e63f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Synchronizing usage tracker for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:34.164459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-0d3bfcbb-cefe-481e-a99a-10e5b9d4d5b7 req-076ab8fc-6b12-4f93-bf66-fa7be2a8e63f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Unset dirty status for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:34.166091 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0d3bfcbb-cefe-481e-a99a-10e5b9d4d5b7 req-076ab8fc-6b12-4f93-bf66-fa7be2a8e63f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 210 time: 0.0594056 Mar 16 11:19:34.429861 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.437836 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device e5baacbd-64ba-4d66-bf86-4dce2f365b41 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:34.473357 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: e5baacbd-64ba-4d66-bf86-4dce2f365b41 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:19:34.473693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device e5baacbd-64ba-4d66-bf86-4dce2f365b41 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:34.486907 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.146138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39d332-ac91-412c-b985-88330a6ee550 req-e2feeb0d-76e3-4ff3-aa40-f68258b1ac44 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:35.147555 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bf39d332-ac91-412c-b985-88330a6ee550 req-e2feeb0d-76e3-4ff3-aa40-f68258b1ac44 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 812 time: 0.1433935 Mar 16 11:19:35.195350 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bf39d332-ac91-412c-b985-88330a6ee550 req-a87aec39-4e53-4a66-a1fd-6da9e3c9869d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 379 time: 0.0396185 Mar 16 11:19:35.207673 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-bf39d332-ac91-412c-b985-88330a6ee550 req-2822158e-e95b-466a-b57e-e1f8df38adba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Request body: {'port': {'device_id': 'a18277cf-ed53-4ef3-af96-7d6758f0260e', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'admin_state_up': True, 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'security_groups': ['24f2c79b-a544-4005-9d87-0a9c7a6b1e2b']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:35.322308 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-055512da-9223-4699-8bd9-3ab7d6898322 req-b11a30b9-8119-4da3-8084-7819e730b6b8 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 210 time: 0.0449901 Mar 16 11:19:35.347805 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-bf39d332-ac91-412c-b985-88330a6ee550 req-2822158e-e95b-466a-b57e-e1f8df38adba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:35.357022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-bf39d332-ac91-412c-b985-88330a6ee550 req-2822158e-e95b-466a-b57e-e1f8df38adba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:35.367319 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf39d332-ac91-412c-b985-88330a6ee550 req-2822158e-e95b-466a-b57e-e1f8df38adba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Made reservation on behalf of 9c799a00449445b28eb28a8e94eaf3c2 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:35.370747 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-bf39d332-ac91-412c-b985-88330a6ee550 req-2822158e-e95b-466a-b57e-e1f8df38adba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.532690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-bf39d332-ac91-412c-b985-88330a6ee550 req-2822158e-e95b-466a-b57e-e1f8df38adba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Allocated IP 172.20.0.5 (552a1278-9a96-4e63-9764-d39b738b79b9/e1aeabca-0ec5-40e9-9d98-aed8391520b1/c68aad54-8b6f-4d7a-9870-0e4a5a3245ba) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:35.821453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-bf39d332-ac91-412c-b985-88330a6ee550 req-2822158e-e95b-466a-b57e-e1f8df38adba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.836614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-bf39d332-ac91-412c-b985-88330a6ee550 req-2822158e-e95b-466a-b57e-e1f8df38adba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Transition to ACTIVE for port object c68aad54-8b6f-4d7a-9870-0e4a5a3245ba will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:35.859867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-bf39d332-ac91-412c-b985-88330a6ee550 req-2822158e-e95b-466a-b57e-e1f8df38adba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.923813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf39d332-ac91-412c-b985-88330a6ee550 req-2822158e-e95b-466a-b57e-e1f8df38adba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Network 552a1278-9a96-4e63-9764-d39b738b79b9 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:35.926713 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-bf39d332-ac91-412c-b985-88330a6ee550 req-2822158e-e95b-466a-b57e-e1f8df38adba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:35.935344 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf39d332-ac91-412c-b985-88330a6ee550 req-2822158e-e95b-466a-b57e-e1f8df38adba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:19:35.938100 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.972576 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822158e-e95b-466a-b57e-e1f8df38adba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Pushing event updated for resources: {'Port': ['ID=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:36.004264 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39d332-ac91-412c-b985-88330a6ee550 req-2822158e-e95b-466a-b57e-e1f8df38adba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:36.004873 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-bf39d332-ac91-412c-b985-88330a6ee550 req-2822158e-e95b-466a-b57e-e1f8df38adba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.032953 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bf39d332-ac91-412c-b985-88330a6ee550 req-2822158e-e95b-466a-b57e-e1f8df38adba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8298061 Mar 16 11:19:36.044856 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Request body: {'port': {'device_id': 'a18277cf-ed53-4ef3-af96-7d6758f0260e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:36.156175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.213440 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-da2667d8-c0c8-4311-8168-a9c944ad43b4 None None] Provisioning for port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:36.218534 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-da2667d8-c0c8-4311-8168-a9c944ad43b4 None None] Provisioning complete for port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:36.218913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-da2667d8-c0c8-4311-8168-a9c944ad43b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.271601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-da2667d8-c0c8-4311-8168-a9c944ad43b4 None None] Port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:19:36.543063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68aad54-8b6f-4d7a-9870-0e4a5a3245ba {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:19:36.552151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.582547 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb1a24-6994-4251-93a8-4075db2f8b85 req-029a9a2c-94c0-4d9c-8938-d869ca8fa375 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:36.583248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-92bb1a24-6994-4251-93a8-4075db2f8b85 req-029a9a2c-94c0-4d9c-8938-d869ca8fa375 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Synchronizing usage tracker for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:36.585703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Transition to ACTIVE for port object c68aad54-8b6f-4d7a-9870-0e4a5a3245ba will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:36.594620 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.641589 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-92bb1a24-6994-4251-93a8-4075db2f8b85 req-029a9a2c-94c0-4d9c-8938-d869ca8fa375 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Unset dirty status for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:36.642713 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-92bb1a24-6994-4251-93a8-4075db2f8b85 req-029a9a2c-94c0-4d9c-8938-d869ca8fa375 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 931 time: 0.2139215 Mar 16 11:19:36.749945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Pushing event updated for resources: {'Port': ['ID=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:36.822252 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-92bb1a24-6994-4251-93a8-4075db2f8b85 req-6cf585a4-b298-4d80-9744-7c3cda02064e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723907 Mar 16 11:19:36.864393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Attempting to bind port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:19:36.864724 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Attempting to bind port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:19:36.865045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Attempting to bind port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba on network 552a1278-9a96-4e63-9764-d39b738b79b9 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:19:36.869609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba on network 552a1278-9a96-4e63-9764-d39b738b79b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:19:36.869926 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Attempting to bind port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba on network 552a1278-9a96-4e63-9764-d39b738b79b9 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:19:36.874837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:19:36.875179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Checking segment: {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:19:36.875575 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Bound using segment: {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:19:36.875984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Bound port: c68aad54-8b6f-4d7a-9870-0e4a5a3245ba, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:19:36.876324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.965182 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] For port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:19:36.968125 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] For port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:19:36.972584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:37.024582 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:37.025180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:37.026514 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bf39d332-ac91-412c-b985-88330a6ee550 req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] 10.222.0.18 "PUT /v2.0/ports/c68aad54-8b6f-4d7a-9870-0e4a5a3245ba HTTP/1.1" status: 200 len: 1093 time: 0.9859242 Mar 16 11:19:37.026933 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18277cf-ed53-4ef3-af96-7d6758f0260e', 'tag': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:37.052951 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7b27a-6447-4cba-834e-21985f15ca52 service neutron] Pushing event updated for resources: {'Port': ['ID=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:37.101874 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18277cf-ed53-4ef3-af96-7d6758f0260e', 'tag': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba', 'status': 'completed', 'code': 200} Mar 16 11:19:37.146859 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39d332-ac91-412c-b985-88330a6ee550 req-941c7647-662d-47af-b910-b993300409e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:37.148278 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bf39d332-ac91-412c-b985-88330a6ee550 req-941c7647-662d-47af-b910-b993300409e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 1096 time: 0.0773675 Mar 16 11:19:37.216428 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bf39d332-ac91-412c-b985-88330a6ee550 req-7a9d88c3-6528-473c-923e-0a449a2d47e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba HTTP/1.1" status: 200 len: 217 time: 0.0607719 Mar 16 11:19:37.279020 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39d332-ac91-412c-b985-88330a6ee550 req-fb94f980-bc7c-4b09-bb8b-59d591d4d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:37.280447 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bf39d332-ac91-412c-b985-88330a6ee550 req-fb94f980-bc7c-4b09-bb8b-59d591d4d815 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0589836 Mar 16 11:19:37.352491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39d332-ac91-412c-b985-88330a6ee550 req-a702ad70-66db-4f82-9f47-5357b23e17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:37.353943 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bf39d332-ac91-412c-b985-88330a6ee550 req-a702ad70-66db-4f82-9f47-5357b23e17a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679307 Mar 16 11:19:37.585694 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bf39d332-ac91-412c-b985-88330a6ee550 req-1bae8206-6449-49a1-9a97-b57f58229029 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245576 Mar 16 11:19:37.711625 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bf39d332-ac91-412c-b985-88330a6ee550 req-9e0d2e31-385b-4929-a6ed-bf7dae093b50 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200633 Mar 16 11:19:37.817766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce928a1b-320d-4edb-98db-4ec67475c8b8 req-0b215f39-9087-4e2a-9f66-99eec372c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:37.819191 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ce928a1b-320d-4edb-98db-4ec67475c8b8 req-0b215f39-9087-4e2a-9f66-99eec372c1c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 1096 time: 0.0672815 Mar 16 11:19:37.993672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce928a1b-320d-4edb-98db-4ec67475c8b8 req-ca113cea-5f48-40ea-97a5-3ca20423601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:37.995070 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ce928a1b-320d-4edb-98db-4ec67475c8b8 req-ca113cea-5f48-40ea-97a5-3ca20423601c service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1704211 Mar 16 11:19:38.066756 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ce928a1b-320d-4edb-98db-4ec67475c8b8 req-ba15a0e2-c2c8-4418-9452-9941f34f0a4e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba HTTP/1.1" status: 200 len: 217 time: 0.0648592 Mar 16 11:19:38.126961 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28087aa-2839-4b3e-9cea-1e5e9ea91106 req-947721f1-e682-4a95-bace-7095af5c66b5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:38.128382 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d28087aa-2839-4b3e-9cea-1e5e9ea91106 req-947721f1-e682-4a95-bace-7095af5c66b5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 943 time: 0.1996436 Mar 16 11:19:38.158607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce928a1b-320d-4edb-98db-4ec67475c8b8 req-9e5aa350-af9f-4e05-a62c-7b11342c2347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:38.159983 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ce928a1b-320d-4edb-98db-4ec67475c8b8 req-9e5aa350-af9f-4e05-a62c-7b11342c2347 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0871232 Mar 16 11:19:38.219347 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d28087aa-2839-4b3e-9cea-1e5e9ea91106 req-39b96481-6d60-485d-9736-dbb91659101a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846863 Mar 16 11:19:38.246818 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce928a1b-320d-4edb-98db-4ec67475c8b8 req-2200dec8-ddb4-4288-a7d7-67bea27a8e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:38.248295 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ce928a1b-320d-4edb-98db-4ec67475c8b8 req-2200dec8-ddb4-4288-a7d7-67bea27a8e90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807409 Mar 16 11:19:38.378396 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ce928a1b-320d-4edb-98db-4ec67475c8b8 req-a3b09c6c-6619-40da-a584-91786f39c4b6 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223574 Mar 16 11:19:38.513794 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ce928a1b-320d-4edb-98db-4ec67475c8b8 req-1a885b0e-149b-4ddb-adca-dfc327e4b978 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290751 Mar 16 11:19:39.402411 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97676853-d828-4220-8ada-ea78839e3bb6 req-8bed6273-50e8-452b-9476-990238d31ba3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:39.403862 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-97676853-d828-4220-8ada-ea78839e3bb6 req-8bed6273-50e8-452b-9476-990238d31ba3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 943 time: 0.0803344 Mar 16 11:19:39.446741 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-97676853-d828-4220-8ada-ea78839e3bb6 req-fd4e790b-321d-4cdc-9d16-666f12149665 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366974 Mar 16 11:19:40.469870 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c68aad54-8b6f-4d7a-9870-0e4a5a3245ba details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:19:40.600415 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:40.616713 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'port_id': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba', 'mac_address': 'fa:16:3e:df:e5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:19:40.629302 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f882664-4793-4e28-9d4a-4ea2b49ab436 req-927a5e25-5566-4ac6-a955-09e8381e00c7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:40.630725 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1f882664-4793-4e28-9d4a-4ea2b49ab436 req-927a5e25-5566-4ac6-a955-09e8381e00c7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 943 time: 0.0791802 Mar 16 11:19:40.669921 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.673932 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1f882664-4793-4e28-9d4a-4ea2b49ab436 req-bc0050a8-e402-49c7-a54f-c533fcd953d0 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373783 Mar 16 11:19:40.687033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68aad54-8b6f-4d7a-9870-0e4a5a3245ba {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:19:40.703025 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:40.706551 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.770485 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:40.777332 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:40.777676 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:40.778010 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:40.778341 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:40.778668 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:40.778993 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:40.779345 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:40.779669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:40.779991 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:40.780819 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:40.781137 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:40.781449 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:41.011165 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['c68aad54-8b6f-4d7a-9870-0e4a5a3245ba'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:19:41.856395 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d197a1-325c-4286-8e8e-9e9b0d024d08 req-f01cd30d-c90d-4521-935c-a0faf237cad5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:41.857798 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f3d197a1-325c-4286-8e8e-9e9b0d024d08 req-f01cd30d-c90d-4521-935c-a0faf237cad5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 944 time: 0.0804317 Mar 16 11:19:41.901016 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f3d197a1-325c-4286-8e8e-9e9b0d024d08 req-8fedd6f5-6e13-40e9-a86d-976e05b6d5d2 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367987 Mar 16 11:19:42.486112 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c68aad54-8b6f-4d7a-9870-0e4a5a3245ba up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:42.553292 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:42.557656 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:42.558020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.665724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.693711 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18277cf-ed53-4ef3-af96-7d6758f0260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:42.703541 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:42.707382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.764507 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18277cf-ed53-4ef3-af96-7d6758f0260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba', 'code': 200} Mar 16 11:19:42.801380 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:42.960336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01373892-39cc-4b2c-bebb-40b67262c937 req-060a2d93-a4ac-4e93-aa1e-116b78d038d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:42.961787 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-01373892-39cc-4b2c-bebb-40b67262c937 req-060a2d93-a4ac-4e93-aa1e-116b78d038d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 1098 time: 0.0729311 Mar 16 11:19:43.004287 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-01373892-39cc-4b2c-bebb-40b67262c937 req-22e09776-14df-4572-bdf3-2d74da4ab400 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336912 Mar 16 11:19:43.088915 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bcee9-7574-422d-ae7a-a04aeec9bdf0 req-becb51bc-8322-4e21-ae27-7a90019016fb tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:43.090256 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-858bcee9-7574-422d-ae7a-a04aeec9bdf0 req-becb51bc-8322-4e21-ae27-7a90019016fb tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0803893 Mar 16 11:19:43.141449 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-858bcee9-7574-422d-ae7a-a04aeec9bdf0 req-76ce4def-68d2-45a8-b6f4-ab6befcee2bc tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384724 Mar 16 11:19:44.343765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65d16c-7853-454d-9294-0bf6b9ae4e84 req-3dc0b7cb-daef-430c-a388-55d979793339 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:44.345247 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ad65d16c-7853-454d-9294-0bf6b9ae4e84 req-3dc0b7cb-daef-430c-a388-55d979793339 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0908124 Mar 16 11:19:44.397690 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ad65d16c-7853-454d-9294-0bf6b9ae4e84 req-c90b4824-c87e-4938-b981-76135e9a9e60 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459752 Mar 16 11:19:45.582434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97920557-06fe-47fa-a6cc-d0c23f8fbab6 req-b4a7c1fb-47e5-4cce-9fd3-da351314a5bf tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:45.583798 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-97920557-06fe-47fa-a6cc-d0c23f8fbab6 req-b4a7c1fb-47e5-4cce-9fd3-da351314a5bf tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0820506 Mar 16 11:19:45.632544 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-97920557-06fe-47fa-a6cc-d0c23f8fbab6 req-0abddfb6-05ba-4099-b831-ddfa8a0e412f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432143 Mar 16 11:19:45.806722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea44a5-25cd-4ff2-91e5-414d11b730b9 req-6b74eef5-6347-481d-89bd-3db60a8a2e2a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:45.808160 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-caea44a5-25cd-4ff2-91e5-414d11b730b9 req-6b74eef5-6347-481d-89bd-3db60a8a2e2a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0807102 Mar 16 11:19:45.817155 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 57480) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:45.821884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-f0cfa73d-f30e-463b-9e1c-e2b862cc8875 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Request body: {'floatingip': {'port_id': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:45.894668 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa73d-f30e-463b-9e1c-e2b862cc8875 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for floatingip, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.565332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa73d-f30e-463b-9e1c-e2b862cc8875 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.568473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa73d-f30e-463b-9e1c-e2b862cc8875 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.732189 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-f0cfa73d-f30e-463b-9e1c-e2b862cc8875 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Floating IP 9da78286-6978-4aa3-91ed-c7dd86550e10 associated. External IP: 172.26.3.190, port: c68aad54-8b6f-4d7a-9870-0e4a5a3245ba. Mar 16 11:19:47.072459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cfa73d-f30e-463b-9e1c-e2b862cc8875 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Router 8bbde16b-98f1-479a-a8eb-5b868e776b89 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:19:47.246623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cfa73d-f30e-463b-9e1c-e2b862cc8875 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:19:47.252000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa73d-f30e-463b-9e1c-e2b862cc8875 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.256393 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff7225e-b9f1-451d-8867-deaa35492a89 None None] Sync routers for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:19:47.265938 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff7225e-b9f1-451d-8867-deaa35492a89 None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:19:47.266461 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4ff7225e-b9f1-451d-8867-deaa35492a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:19:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:47.310891 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f0cfa73d-f30e-463b-9e1c-e2b862cc8875 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "PUT /v2.0/floatingips/9da78286-6978-4aa3-91ed-c7dd86550e10 HTTP/1.1" status: 200 len: 991 time: 1.4927144 Mar 16 11:19:47.311522 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18277cf-ed53-4ef3-af96-7d6758f0260e', 'tag': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:47.356599 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18277cf-ed53-4ef3-af96-7d6758f0260e', 'tag': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba', 'status': 'completed', 'code': 200} Mar 16 11:19:47.450267 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-4ff7225e-b9f1-451d-8867-deaa35492a89 None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:19:47.674528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a57f-46d2-46a6-8dd5-2ae8479826e4 req-94903aac-240a-4071-ab79-e8e9c577f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:47.676086 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd51a57f-46d2-46a6-8dd5-2ae8479826e4 req-94903aac-240a-4071-ab79-e8e9c577f6bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 1098 time: 0.2763400 Mar 16 11:19:47.684679 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a0d69-7ef4-4817-898e-f349661ba033 req-51c03ca4-5aff-4234-bf0f-883124114637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:47.686639 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b1a0d69-7ef4-4817-898e-f349661ba033 req-51c03ca4-5aff-4234-bf0f-883124114637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.1080542 Mar 16 11:19:47.813656 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b1a0d69-7ef4-4817-898e-f349661ba033 req-c8217e9c-64ba-4c13-909b-5a42c3818bba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081586 Mar 16 11:19:47.839478 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4ff7225e-b9f1-451d-8867-deaa35492a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '9da78286-6978-4aa3-91ed-c7dd86550e10', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'port_id': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'mac_address': 'fa:16:3e:df:e5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18277cf-ed53-4ef3-af96-7d6758f0260e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:36Z', 'updated_at': '2022-03-16T11:19:46Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:47.844331 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff7225e-b9f1-451d-8867-deaa35492a89 None None] Checking router: 8bbde16b-98f1-479a-a8eb-5b868e776b89 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:19:47.846005 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.852512 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff7225e-b9f1-451d-8867-deaa35492a89 None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:19:47.853104 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4ff7225e-b9f1-451d-8867-deaa35492a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:19:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:47.856922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a57f-46d2-46a6-8dd5-2ae8479826e4 req-e074a152-838c-48fb-9fd8-84504bf81907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:47.858375 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd51a57f-46d2-46a6-8dd5-2ae8479826e4 req-e074a152-838c-48fb-9fd8-84504bf81907 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1708250 Mar 16 11:19:47.960000 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd51a57f-46d2-46a6-8dd5-2ae8479826e4 req-e17552d7-8ad8-4b50-9d5d-f0c21ac2dc3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba HTTP/1.1" status: 200 len: 999 time: 0.0960577 Mar 16 11:19:48.021714 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a57f-46d2-46a6-8dd5-2ae8479826e4 req-1e2f1aed-b837-485b-923c-4a4b43bbe419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:48.023117 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd51a57f-46d2-46a6-8dd5-2ae8479826e4 req-1e2f1aed-b837-485b-923c-4a4b43bbe419 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0566187 Mar 16 11:19:48.027038 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-4ff7225e-b9f1-451d-8867-deaa35492a89 None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:19:48.102026 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a57f-46d2-46a6-8dd5-2ae8479826e4 req-43bec407-aba8-4807-b7de-a35ed6161220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:48.103574 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd51a57f-46d2-46a6-8dd5-2ae8479826e4 req-43bec407-aba8-4807-b7de-a35ed6161220 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735919 Mar 16 11:19:48.230539 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd51a57f-46d2-46a6-8dd5-2ae8479826e4 req-91e4a48f-f6f0-4ac0-b3d7-9abacc19e147 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203725 Mar 16 11:19:48.373148 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cd51a57f-46d2-46a6-8dd5-2ae8479826e4 req-f9c03984-a532-40b2-b298-e53fbf3364ca service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364665 Mar 16 11:19:48.377110 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4ff7225e-b9f1-451d-8867-deaa35492a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '9da78286-6978-4aa3-91ed-c7dd86550e10', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'port_id': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'mac_address': 'fa:16:3e:df:e5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18277cf-ed53-4ef3-af96-7d6758f0260e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:36Z', 'updated_at': '2022-03-16T11:19:46Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:48.381913 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff7225e-b9f1-451d-8867-deaa35492a89 None None] The sync data for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv is: [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '9da78286-6978-4aa3-91ed-c7dd86550e10', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'port_id': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'mac_address': 'fa:16:3e:df:e5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18277cf-ed53-4ef3-af96-7d6758f0260e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:36Z', 'updated_at': '2022-03-16T11:19:46Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:19:48.560032 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639664e-f863-4a61-81c2-3b424513c313 None None] New status for floating IP 9da78286-6978-4aa3-91ed-c7dd86550e10: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:19:49.003957 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0f05c-c81c-48d7-934f-c27306396540 req-1ab6b285-ca66-4910-99b0-20d327613cd4 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:49.005428 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-acd0f05c-c81c-48d7-934f-c27306396540 req-1ab6b285-ca66-4910-99b0-20d327613cd4 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0775416 Mar 16 11:19:49.052306 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-acd0f05c-c81c-48d7-934f-c27306396540 req-23f22772-498e-4785-ae8e-0df8edfb1065 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413692 Mar 16 11:19:50.231301 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca90a05-eb92-4e6f-a819-022477f2c6d5 req-4911ee62-2580-4fa7-9011-fa70f92e96ef tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:50.232733 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5ca90a05-eb92-4e6f-a819-022477f2c6d5 req-4911ee62-2580-4fa7-9011-fa70f92e96ef tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0768001 Mar 16 11:19:50.276138 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5ca90a05-eb92-4e6f-a819-022477f2c6d5 req-1f4e8bbc-de86-47ee-9180-efb22a23d6a4 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373490 Mar 16 11:19:51.455891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab52238-4a70-4276-9f0c-52128ac28770 req-97dbaef4-220f-4bfa-81df-5116a8144bb2 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:51.457327 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bab52238-4a70-4276-9f0c-52128ac28770 req-97dbaef4-220f-4bfa-81df-5116a8144bb2 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0792441 Mar 16 11:19:51.499714 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bab52238-4a70-4276-9f0c-52128ac28770 req-0b90c1f8-598d-40bc-8173-602a86566203 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368848 Mar 16 11:19:52.682659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac97abd-8a4d-4790-add4-dd22b13c3e3e req-7b67fd52-7a5b-4537-bc4a-bbfd2a78e255 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:52.684090 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aac97abd-8a4d-4790-add4-dd22b13c3e3e req-7b67fd52-7a5b-4537-bc4a-bbfd2a78e255 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0808198 Mar 16 11:19:52.725796 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aac97abd-8a4d-4790-add4-dd22b13c3e3e req-619a10ab-f63d-455a-83ed-5b0658bc2074 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360000 Mar 16 11:19:53.908689 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79162107-2ed1-4f0d-80e4-d9709fe5b4b4 req-94e82e48-8f50-4f28-8056-69cb0ba055b0 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:53.910010 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-79162107-2ed1-4f0d-80e4-d9709fe5b4b4 req-94e82e48-8f50-4f28-8056-69cb0ba055b0 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0818486 Mar 16 11:19:53.951468 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-79162107-2ed1-4f0d-80e4-d9709fe5b4b4 req-91f9d20f-4746-424d-a87e-2a7e3ed0bd9d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359423 Mar 16 11:19:55.131959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9657ce-3eb6-4286-997f-3fe027152c03 req-0e92e94a-38ca-49bd-89df-c8900ff376cc tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:55.133354 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d9657ce-3eb6-4286-997f-3fe027152c03 req-0e92e94a-38ca-49bd-89df-c8900ff376cc tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0767744 Mar 16 11:19:55.175186 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d9657ce-3eb6-4286-997f-3fe027152c03 req-8f7e13d8-a8fe-4cb0-9f10-74da44d60925 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362108 Mar 16 11:19:56.356985 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92277a-ccd6-4910-9ad0-b8ae5245abba req-6061292f-45fb-4da3-af07-794c3e55ca8a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:56.358441 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9b92277a-ccd6-4910-9ad0-b8ae5245abba req-6061292f-45fb-4da3-af07-794c3e55ca8a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0777771 Mar 16 11:19:56.404217 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9b92277a-ccd6-4910-9ad0-b8ae5245abba req-bbb8c7f7-9041-4692-9bdc-eb955bc83fb2 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399463 Mar 16 11:19:57.588488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6e66b-ddb9-472f-81ad-76be4b77662f req-9585c05a-388c-457f-bfee-61bd61746b57 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:57.589826 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f9d6e66b-ddb9-472f-81ad-76be4b77662f req-9585c05a-388c-457f-bfee-61bd61746b57 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0816462 Mar 16 11:19:57.632497 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f9d6e66b-ddb9-472f-81ad-76be4b77662f req-03541696-8f11-480a-aaf9-79f4cf067fbb tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362680 Mar 16 11:19:58.814129 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa999afd-400b-4614-a5b5-9b252433989c req-4ffdcd33-f623-4cd9-a4cd-a989c1e11b39 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:58.815577 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-fa999afd-400b-4614-a5b5-9b252433989c req-4ffdcd33-f623-4cd9-a4cd-a989c1e11b39 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0787437 Mar 16 11:19:58.858456 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-fa999afd-400b-4614-a5b5-9b252433989c req-3b465b47-7208-4391-8736-ed8d1c3fbd3c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366673 Mar 16 11:20:00.038549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571c700-a8e3-4ae6-805a-fdd1d74dfab3 req-bed7bc6e-8d33-4c78-b2bd-5ba55999719b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:00.040140 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1571c700-a8e3-4ae6-805a-fdd1d74dfab3 req-bed7bc6e-8d33-4c78-b2bd-5ba55999719b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0794265 Mar 16 11:20:00.096802 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1571c700-a8e3-4ae6-805a-fdd1d74dfab3 req-8b589027-4709-456a-8592-12d666a397cf tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506921 Mar 16 11:20:00.873903 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2ad438e6-ba31-410c-b9bc-056e8b1686b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:01.278887 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf1140-fecc-466a-a02e-56c113777184 req-1fe527ba-15d7-40ef-8b37-313b523b87b4 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:01.280375 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3aaf1140-fecc-466a-a02e-56c113777184 req-1fe527ba-15d7-40ef-8b37-313b523b87b4 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0813079 Mar 16 11:20:01.323519 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3aaf1140-fecc-466a-a02e-56c113777184 req-2a67620c-16fb-46ba-9ebc-c9dfe98fb723 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375381 Mar 16 11:20:02.504849 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dfff1-f22a-45ae-94b1-aa1d181eae17 req-ae0caccc-4757-4fbe-8b25-61e8ef0aebe7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:02.506259 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-759dfff1-f22a-45ae-94b1-aa1d181eae17 req-ae0caccc-4757-4fbe-8b25-61e8ef0aebe7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0778260 Mar 16 11:20:02.548316 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-759dfff1-f22a-45ae-94b1-aa1d181eae17 req-b5ad25c9-d6e8-4c3e-ac0b-30d08b724270 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364881 Mar 16 11:20:03.056567 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b02e3748-a01f-43bb-9358-41dd782b2e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.729085 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870116b3-d225-456a-a503-a0f13d540d03 req-55fcb202-b67c-4bc0-a698-b8dafd63f7b5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:03.730487 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-870116b3-d225-456a-a503-a0f13d540d03 req-55fcb202-b67c-4bc0-a698-b8dafd63f7b5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0771232 Mar 16 11:20:03.775585 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-870116b3-d225-456a-a503-a0f13d540d03 req-291050c4-18a9-47ba-a237-02b012365255 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386422 Mar 16 11:20:04.432454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:04.486999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:04.960693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a57a-5337-4e1e-9f3b-8fd5c87425b8 req-a9ee421b-0ed2-46be-9979-aaa2f72472bf tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:04.962095 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2bd8a57a-5337-4e1e-9f3b-8fd5c87425b8 req-a9ee421b-0ed2-46be-9979-aaa2f72472bf tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0846162 Mar 16 11:20:05.006189 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2bd8a57a-5337-4e1e-9f3b-8fd5c87425b8 req-8b054472-5107-450b-bd5b-85456f2f4dc2 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379310 Mar 16 11:20:05.935968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:06.188872 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec046a-d000-424f-9cce-a3ff698c7b7b req-80f681fe-fc55-41e4-8f69-e2ebd2af0fe8 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:06.190193 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-20ec046a-d000-424f-9cce-a3ff698c7b7b req-80f681fe-fc55-41e4-8f69-e2ebd2af0fe8 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0809710 Mar 16 11:20:06.232928 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-20ec046a-d000-424f-9cce-a3ff698c7b7b req-db854d52-36b6-4e74-948d-c26804158f9d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366240 Mar 16 11:20:07.412859 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccfb90-1076-48ab-8005-e10c52915466 req-77a7fba6-dd88-4568-b2ce-7799762c2db6 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:07.414277 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-52ccfb90-1076-48ab-8005-e10c52915466 req-77a7fba6-dd88-4568-b2ce-7799762c2db6 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0784485 Mar 16 11:20:07.457280 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-52ccfb90-1076-48ab-8005-e10c52915466 req-0b8e8081-65b7-4415-881f-e435c437921d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373526 Mar 16 11:20:08.640050 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051190c2-879f-46a5-afae-1e30c40f03b6 req-82521291-1112-4763-a4c1-c079aa728698 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:08.641478 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-051190c2-879f-46a5-afae-1e30c40f03b6 req-82521291-1112-4763-a4c1-c079aa728698 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0826833 Mar 16 11:20:08.683553 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-051190c2-879f-46a5-afae-1e30c40f03b6 req-677b1534-cc25-456f-9455-4439c7534a9c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363634 Mar 16 11:20:08.976224 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:20:09.973378 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab603bd-aaf1-437f-98b9-1939f4951a01 req-95f302ab-8bb1-43e7-8396-57f176f015bd tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:09.975495 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cab603bd-aaf1-437f-98b9-1939f4951a01 req-95f302ab-8bb1-43e7-8396-57f176f015bd tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.1863840 Mar 16 11:20:10.019455 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cab603bd-aaf1-437f-98b9-1939f4951a01 req-be7d1bfc-1c9b-48da-9368-db9147559ae3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383492 Mar 16 11:20:11.212392 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf07af-8bc4-4b21-8fdf-4117914f5527 req-6954c89a-60e3-48f9-8d88-ee1e29967504 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:11.214302 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-75bf07af-8bc4-4b21-8fdf-4117914f5527 req-6954c89a-60e3-48f9-8d88-ee1e29967504 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0855684 Mar 16 11:20:11.258918 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-75bf07af-8bc4-4b21-8fdf-4117914f5527 req-a91fbb03-b531-449e-9bea-26805f53cc3a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387719 Mar 16 11:20:12.445303 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d030e94-7976-4e2f-8c43-67d23aba16e4 req-6abc9da9-95e5-4740-ae90-e321b1b41199 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:12.446709 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9d030e94-7976-4e2f-8c43-67d23aba16e4 req-6abc9da9-95e5-4740-ae90-e321b1b41199 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0802619 Mar 16 11:20:12.489371 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9d030e94-7976-4e2f-8c43-67d23aba16e4 req-5006e443-d9be-4fa6-935e-2fdcaf01b228 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364482 Mar 16 11:20:13.682265 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985d027-e190-43c5-9f8f-d2b03cb23944 req-914d2f39-6a6b-4135-9d09-3fa69cf93d71 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:13.683708 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7985d027-e190-43c5-9f8f-d2b03cb23944 req-914d2f39-6a6b-4135-9d09-3fa69cf93d71 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0817306 Mar 16 11:20:13.725723 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7985d027-e190-43c5-9f8f-d2b03cb23944 req-c1c7f1bb-207f-4935-b8ab-fdb8d13c3da8 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365367 Mar 16 11:20:14.062134 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-1ed26f17-6639-4e09-901b-567c15d9cc1c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0680633 Mar 16 11:20:14.112654 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e961b5-5909-404c-871c-699bd9d2acac req-f1c64f43-bf0f-47d3-868d-5e3b8b5359e5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:14.114121 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a8e961b5-5909-404c-871c-699bd9d2acac req-f1c64f43-bf0f-47d3-868d-5e3b8b5359e5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0805001 Mar 16 11:20:14.161903 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a8e961b5-5909-404c-871c-699bd9d2acac req-ee675c17-a218-4c47-b77b-7780c890a64b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420978 Mar 16 11:20:15.152219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-8a4681d3-0b61-41c7-9cc4-7fa0d0b37d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:15.153668 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-8a4681d3-0b61-41c7-9cc4-7fa0d0b37d3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 1098 time: 0.0707428 Mar 16 11:20:15.321012 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-3a0b11f1-2249-4f8d-941f-84f49fa63230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:15.322425 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-3a0b11f1-2249-4f8d-941f-84f49fa63230 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1624045 Mar 16 11:20:15.442820 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-9ce263d0-5839-42e0-8ff2-9ad7b1065e39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba HTTP/1.1" status: 200 len: 1001 time: 0.1148915 Mar 16 11:20:15.450810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baee64e-08b9-49ca-a75d-fe79826f1dd8 req-48ab88c2-8bf9-4300-bdac-a1833a51879a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:15.452186 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5baee64e-08b9-49ca-a75d-fe79826f1dd8 req-48ab88c2-8bf9-4300-bdac-a1833a51879a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.1847494 Mar 16 11:20:15.548496 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5baee64e-08b9-49ca-a75d-fe79826f1dd8 req-c09aced0-1e59-4286-9d58-fe7e2cdebcfc tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663650 Mar 16 11:20:15.549966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-f94e93c7-5d0d-496f-9154-54d262693567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:15.551333 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-f94e93c7-5d0d-496f-9154-54d262693567 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0982924 Mar 16 11:20:15.623230 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-33489e38-3a7a-4b09-8be3-5a5a7d4d09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:15.624685 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-33489e38-3a7a-4b09-8be3-5a5a7d4d09b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680346 Mar 16 11:20:15.750274 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-f4a0027a-b3ed-4888-89a8-d0041e7ec8b2 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195540 Mar 16 11:20:15.886188 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-7b66fab3-6e04-44cb-bf93-d64263f075ce service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303673 Mar 16 11:20:16.734896 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e946f-3ab9-4b1c-9500-5f5e6cb28224 req-0329ea31-7336-4365-8185-ec29eaf596af tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:16.736329 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bc0e946f-3ab9-4b1c-9500-5f5e6cb28224 req-0329ea31-7336-4365-8185-ec29eaf596af tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0787961 Mar 16 11:20:16.777470 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bc0e946f-3ab9-4b1c-9500-5f5e6cb28224 req-e28c1b06-d7a0-4569-9889-12cecb87bf1b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357075 Mar 16 11:20:17.571724 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-30cfbfa1-d6bc-41e3-a12c-32f36e1c6735 service neutron] 10.222.0.18 "GET /v2.0/ports/c68aad54-8b6f-4d7a-9870-0e4a5a3245ba/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.0761809 Mar 16 11:20:17.821949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-433eac16-7f6a-4156-8798-b62cc3d6a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:17.823456 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-433eac16-7f6a-4156-8798-b62cc3d6a643 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e&tenant_id=9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 1098 time: 0.0705318 Mar 16 11:20:17.846365 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:17.960640 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-32f84360-0a7f-46f0-8542-11ae30ce299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:17.962069 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-32f84360-0a7f-46f0-8542-11ae30ce299c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 1098 time: 0.1180046 Mar 16 11:20:18.017082 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c9b9b-1243-465b-b3dd-b73dfce35004 req-2957b179-1519-446c-9a51-192630dc4113 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:18.018468 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a14c9b9b-1243-465b-b3dd-b73dfce35004 req-2957b179-1519-446c-9a51-192630dc4113 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.1331043 Mar 16 11:20:18.129707 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a14c9b9b-1243-465b-b3dd-b73dfce35004 req-1429338c-2ceb-4f19-bb04-dde69172c48a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651705 Mar 16 11:20:18.136149 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-72014049-0be6-4693-a9ce-7c91d28722d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:18.137530 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-72014049-0be6-4693-a9ce-7c91d28722d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1644039 Mar 16 11:20:18.344346 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-67b23593-41a1-4c27-9c5b-021261fbe697 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba HTTP/1.1" status: 200 len: 1001 time: 0.2004111 Mar 16 11:20:18.405989 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-7b6de2a9-fdc0-41b0-991d-1ec1befa23a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:18.407319 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-7b6de2a9-fdc0-41b0-991d-1ec1befa23a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0567701 Mar 16 11:20:18.478081 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-df78da71-d287-4daa-9b07-8a20b394e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:18.479535 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-df78da71-d287-4daa-9b07-8a20b394e416 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660090 Mar 16 11:20:18.605556 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-af2dbf2e-68a6-4de2-84bb-6150981e960e service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202092 Mar 16 11:20:18.731634 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a6bde2d-acf1-408a-bb1a-538e2af231c0 req-75ef2ccb-a359-46b3-b089-8a22948082ec service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201029 Mar 16 11:20:19.314176 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf380c-dff9-45b5-8571-b4a42b6ebcc8 req-32c88ff9-cb8e-408f-ab92-401eb599547c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:19.315650 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9bdf380c-dff9-45b5-8571-b4a42b6ebcc8 req-32c88ff9-cb8e-408f-ab92-401eb599547c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0812783 Mar 16 11:20:19.359210 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9bdf380c-dff9-45b5-8571-b4a42b6ebcc8 req-8a48dba1-3fab-4443-8f1f-3c2efcf8d57c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379131 Mar 16 11:20:20.546031 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb370f7-9272-4cd0-ae30-183e7ea38969 req-763dfdaa-6801-4b2b-b727-ec7ca138041b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:20.547387 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7bb370f7-9272-4cd0-ae30-183e7ea38969 req-763dfdaa-6801-4b2b-b727-ec7ca138041b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0815918 Mar 16 11:20:20.590330 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7bb370f7-9272-4cd0-ae30-183e7ea38969 req-02a6e3e1-7853-49c1-a155-61d624f11364 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374217 Mar 16 11:20:20.634024 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c68aad54-8b6f-4d7a-9870-0e4a5a3245ba details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:20:20.637351 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c68aad54-8b6f-4d7a-9870-0e4a5a3245ba no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:20.858233 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.876624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:20.896503 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'port_id': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba', 'mac_address': 'fa:16:3e:df:e5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:20:20.903242 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18277cf-ed53-4ef3-af96-7d6758f0260e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:20.946711 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:20.953986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.956548 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18277cf-ed53-4ef3-af96-7d6758f0260e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba', 'code': 200} Mar 16 11:20:21.012806 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.046404 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c68aad54-8b6f-4d7a-9870-0e4a5a3245ba {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:20:21.078970 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:21.110249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:20:21.110566 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:20:21.665864 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.682765 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68aad54-8b6f-4d7a-9870-0e4a5a3245ba {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:20:21.702692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:21.707356 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.772855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4cddf-2522-4e88-9f59-775f9ac4fe0b req-87c2263e-b91a-4946-9b42-ee9a919adf20 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:21.774407 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cd4cddf-2522-4e88-9f59-775f9ac4fe0b req-87c2263e-b91a-4946-9b42-ee9a919adf20 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 944 time: 0.0793774 Mar 16 11:20:21.777115 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,revision_number=7']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:21.779916 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['c68aad54-8b6f-4d7a-9870-0e4a5a3245ba'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:20:21.819086 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cd4cddf-2522-4e88-9f59-775f9ac4fe0b req-59acfd05-6e94-48d2-8920-cc7e9c4a6a42 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387993 Mar 16 11:20:22.186104 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d5cfd-9cd4-42d0-840a-749e52a17f04 req-3679971d-503d-41a1-a91b-6045bb7fc4b6 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:22.187520 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3a8d5cfd-9cd4-42d0-840a-749e52a17f04 req-3679971d-503d-41a1-a91b-6045bb7fc4b6 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e&tenant_id=9c799a00449445b28eb28a8e94eaf3c2&binding%3Ahost_id=hv-neutron-8338 HTTP/1.1" status: 200 len: 944 time: 0.1411562 Mar 16 11:20:22.195348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb25315-fa93-4a8f-8317-d0f647ae6f3b req-b933e480-cde1-481e-a383-c0589f413004 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:22.196664 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-edb25315-fa93-4a8f-8317-d0f647ae6f3b req-b933e480-cde1-481e-a383-c0589f413004 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 944 time: 0.1162949 Mar 16 11:20:22.244609 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-edb25315-fa93-4a8f-8317-d0f647ae6f3b req-b55628c4-e0a3-4291-9f99-6eecf9679134 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416119 Mar 16 11:20:22.324397 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d5cfd-9cd4-42d0-840a-749e52a17f04 req-80fd96d0-0507-4e29-ae93-b4c79af8295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:22.325881 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3a8d5cfd-9cd4-42d0-840a-749e52a17f04 req-80fd96d0-0507-4e29-ae93-b4c79af8295a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 1097 time: 0.0697815 Mar 16 11:20:22.454069 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d5cfd-9cd4-42d0-840a-749e52a17f04 req-fe493d80-49bb-420a-993f-4a900699107f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:22.455503 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3a8d5cfd-9cd4-42d0-840a-749e52a17f04 req-fe493d80-49bb-420a-993f-4a900699107f service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1233764 Mar 16 11:20:22.556809 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3a8d5cfd-9cd4-42d0-840a-749e52a17f04 req-975e8ec6-5b50-4345-b5a6-56d15ecebad8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba HTTP/1.1" status: 200 len: 1000 time: 0.0943677 Mar 16 11:20:22.616900 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d5cfd-9cd4-42d0-840a-749e52a17f04 req-842026ed-e13a-47fa-a966-d780a09241ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:22.618294 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3a8d5cfd-9cd4-42d0-840a-749e52a17f04 req-842026ed-e13a-47fa-a966-d780a09241ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0558631 Mar 16 11:20:22.645709 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c68aad54-8b6f-4d7a-9870-0e4a5a3245ba up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:22.694615 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d5cfd-9cd4-42d0-840a-749e52a17f04 req-c75ea146-a2cb-402b-91f2-374a66e3ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:22.696141 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3a8d5cfd-9cd4-42d0-840a-749e52a17f04 req-c75ea146-a2cb-402b-91f2-374a66e3ee9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720570 Mar 16 11:20:22.712083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:22.712620 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.825342 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3a8d5cfd-9cd4-42d0-840a-749e52a17f04 req-8a3da010-bd17-4e70-973a-7ab049e0e8dc service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226773 Mar 16 11:20:22.826474 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.856784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:22.861053 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.929783 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,revision_number=8']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:22.958008 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18277cf-ed53-4ef3-af96-7d6758f0260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:23.014145 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18277cf-ed53-4ef3-af96-7d6758f0260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba', 'code': 200} Mar 16 11:20:23.069192 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3a8d5cfd-9cd4-42d0-840a-749e52a17f04 req-0b4ee4b1-08f1-4395-be27-e3c306941ea5 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370107 Mar 16 11:20:23.430584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5f12b-c5e1-49f6-9098-393292cf9af2 req-c3c9a937-5beb-4dd7-875b-50ec44789e8f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:23.432037 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-15c5f12b-c5e1-49f6-9098-393292cf9af2 req-c3c9a937-5beb-4dd7-875b-50ec44789e8f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0801930 Mar 16 11:20:23.475871 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-15c5f12b-c5e1-49f6-9098-393292cf9af2 req-8dec4e15-050a-4daa-8eea-1f5a2af3789c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377874 Mar 16 11:20:24.663180 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b3901-828c-4c1f-ba2f-d124a4981bad req-9c4b0830-499e-4996-90c2-e3ad829dc67f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:24.664641 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-790b3901-828c-4c1f-ba2f-d124a4981bad req-9c4b0830-499e-4996-90c2-e3ad829dc67f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0790739 Mar 16 11:20:24.709479 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-790b3901-828c-4c1f-ba2f-d124a4981bad req-eabad0fb-8f59-47c5-a181-8de0a1f7c800 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391891 Mar 16 11:20:24.890457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5992c0-232e-4479-87f0-082b9b04fa13 req-921d6503-7090-41f2-adc9-5ad71d6be81a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:24.891903 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0c5992c0-232e-4479-87f0-082b9b04fa13 req-921d6503-7090-41f2-adc9-5ad71d6be81a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0796502 Mar 16 11:20:24.934429 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0c5992c0-232e-4479-87f0-082b9b04fa13 req-70e23c3c-24fd-49f9-91f7-caedbaca432a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369818 Mar 16 11:20:25.314725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf9377-eb31-491d-9817-c7c69ad5fc25 req-1216b614-0dde-476a-9485-78c8f5e18a79 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:25.316202 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d1cf9377-eb31-491d-9817-c7c69ad5fc25 req-1216b614-0dde-476a-9485-78c8f5e18a79 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.1269450 Mar 16 11:20:25.361805 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce551f-64ca-47b3-ac65-1879803a6394 req-f4faca6f-ede7-4d1e-9978-e8f1ea614aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:25.363237 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e8ce551f-64ca-47b3-ac65-1879803a6394 req-f4faca6f-ede7-4d1e-9978-e8f1ea614aa9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 1098 time: 0.1212578 Mar 16 11:20:25.392370 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d1cf9377-eb31-491d-9817-c7c69ad5fc25 req-4fb91db7-e408-455f-8a21-cc23e9a440d3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704095 Mar 16 11:20:25.495322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce551f-64ca-47b3-ac65-1879803a6394 req-9e9cde9a-d26a-4027-927a-225727183e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:25.496737 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e8ce551f-64ca-47b3-ac65-1879803a6394 req-9e9cde9a-d26a-4027-927a-225727183e7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1277206 Mar 16 11:20:25.597798 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e8ce551f-64ca-47b3-ac65-1879803a6394 req-cbb4d93c-c8b0-4c7d-9e93-ea052d5e022a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba HTTP/1.1" status: 200 len: 1001 time: 0.0940795 Mar 16 11:20:25.658709 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce551f-64ca-47b3-ac65-1879803a6394 req-2344ae07-0215-41ff-8779-6f03eea74994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:25.660136 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e8ce551f-64ca-47b3-ac65-1879803a6394 req-2344ae07-0215-41ff-8779-6f03eea74994 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0572660 Mar 16 11:20:25.735164 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce551f-64ca-47b3-ac65-1879803a6394 req-10c03d71-f44d-45c8-9940-2f8d9fdbe66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:25.736573 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e8ce551f-64ca-47b3-ac65-1879803a6394 req-10c03d71-f44d-45c8-9940-2f8d9fdbe66c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709376 Mar 16 11:20:25.862534 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e8ce551f-64ca-47b3-ac65-1879803a6394 req-fcfc210d-7dfd-4e54-8f18-8673cdaf7d4e service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197026 Mar 16 11:20:25.987332 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e8ce551f-64ca-47b3-ac65-1879803a6394 req-4d7a024c-8560-4ed1-a389-aa68e3da3a43 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190453 Mar 16 11:20:26.580921 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962cefc-5ac5-4282-8160-6ebcd86a0dba req-72b5ebe4-9088-4def-a345-5da059627011 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:26.582375 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8962cefc-5ac5-4282-8160-6ebcd86a0dba req-72b5ebe4-9088-4def-a345-5da059627011 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0820191 Mar 16 11:20:26.628212 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8962cefc-5ac5-4282-8160-6ebcd86a0dba req-1ebabda7-390b-4a5b-af78-b6a26d0a6cc5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399923 Mar 16 11:20:27.808626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414726c2-79ad-4417-a603-9e81d8f3aacb req-a9453fc8-dd07-42bb-a193-38fbe33b2b8e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:27.810070 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-414726c2-79ad-4417-a603-9e81d8f3aacb req-a9453fc8-dd07-42bb-a193-38fbe33b2b8e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0763330 Mar 16 11:20:27.852505 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-414726c2-79ad-4417-a603-9e81d8f3aacb req-08365f22-75df-47ae-9f1f-24cbde942471 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368578 Mar 16 11:20:28.220412 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450008e-2b2d-4667-8e42-d21fd5c1242b req-c12a00aa-75f3-4e89-a9d5-b8c66f148e95 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:28.221706 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0450008e-2b2d-4667-8e42-d21fd5c1242b req-c12a00aa-75f3-4e89-a9d5-b8c66f148e95 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0785646 Mar 16 11:20:28.272105 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0450008e-2b2d-4667-8e42-d21fd5c1242b req-3e339c6f-842f-43ac-8954-4b694fb40927 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445549 Mar 16 11:20:29.461977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2da2e-3857-4471-8f5b-3b5f8060f8fd req-69d67499-a6fb-438e-ad21-9c256f3bf242 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:29.463395 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-18c2da2e-3857-4471-8f5b-3b5f8060f8fd req-69d67499-a6fb-438e-ad21-9c256f3bf242 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0828428 Mar 16 11:20:29.595922 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-18c2da2e-3857-4471-8f5b-3b5f8060f8fd req-599c113c-dd0a-49c0-81c7-4646e26c0873 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268702 Mar 16 11:20:29.952814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833557f-d4d3-4f6b-be51-cc72605e41cf req-60282d91-fbab-41aa-a021-15ca6d9bf3cf tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:29.954227 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b833557f-d4d3-4f6b-be51-cc72605e41cf req-60282d91-fbab-41aa-a021-15ca6d9bf3cf tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.0780189 Mar 16 11:20:30.024112 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-b833557f-d4d3-4f6b-be51-cc72605e41cf req-b29405c6-c6c8-4abf-936f-d6f7a5ea919e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Deleting port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:20:30.024449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b833557f-d4d3-4f6b-be51-cc72605e41cf req-b29405c6-c6c8-4abf-936f-d6f7a5ea919e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.260870 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-b833557f-d4d3-4f6b-be51-cc72605e41cf req-b29405c6-c6c8-4abf-936f-d6f7a5ea919e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] For port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:30.261184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b833557f-d4d3-4f6b-be51-cc72605e41cf req-b29405c6-c6c8-4abf-936f-d6f7a5ea919e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.653280 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b833557f-d4d3-4f6b-be51-cc72605e41cf req-b29405c6-c6c8-4abf-936f-d6f7a5ea919e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.654197 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b833557f-d4d3-4f6b-be51-cc72605e41cf req-b29405c6-c6c8-4abf-936f-d6f7a5ea919e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.654629 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [req-b833557f-d4d3-4f6b-be51-cc72605e41cf req-b29405c6-c6c8-4abf-936f-d6f7a5ea919e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Floating IP 9da78286-6978-4aa3-91ed-c7dd86550e10 disassociated. External IP: 172.26.3.190, port: c68aad54-8b6f-4d7a-9870-0e4a5a3245ba. Mar 16 11:20:30.654969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-b833557f-d4d3-4f6b-be51-cc72605e41cf req-b29405c6-c6c8-4abf-936f-d6f7a5ea919e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Calling delete_port for c68aad54-8b6f-4d7a-9870-0e4a5a3245ba owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:20:30.846852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd814781-d314-49ba-b9ec-86955bdf0584 req-13b6a9e9-8ec9-48ca-9672-ef8ad236368e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:30.848311 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dd814781-d314-49ba-b9ec-86955bdf0584 req-13b6a9e9-8ec9-48ca-9672-ef8ad236368e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18277cf-ed53-4ef3-af96-7d6758f0260e HTTP/1.1" status: 200 len: 945 time: 0.1474693 Mar 16 11:20:30.876740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ec448249-c4a3-4585-a993-997dce84e8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.899024 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b833557f-d4d3-4f6b-be51-cc72605e41cf req-b29405c6-c6c8-4abf-936f-d6f7a5ea919e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.949399 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-dd814781-d314-49ba-b9ec-86955bdf0584 req-322e37c9-42f2-431d-aea4-afea1dd4e54f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953426 Mar 16 11:20:30.961222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29405c6-c6c8-4abf-936f-d6f7a5ea919e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Pushing event deleted for resources: {'Port': ['ID=c68aad54-8b6f-4d7a-9870-0e4a5a3245ba,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:31.152663 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b833557f-d4d3-4f6b-be51-cc72605e41cf req-b29405c6-c6c8-4abf-936f-d6f7a5ea919e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Router 8bbde16b-98f1-479a-a8eb-5b868e776b89 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:20:31.326679 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b833557f-d4d3-4f6b-be51-cc72605e41cf req-b29405c6-c6c8-4abf-936f-d6f7a5ea919e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:20:31.336142 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668c466-32de-4089-821a-1cb7d86f6fa7 None None] Sync routers for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:20:31.345278 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6668c466-32de-4089-821a-1cb7d86f6fa7 None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:31.345881 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6668c466-32de-4089-821a-1cb7d86f6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:20:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:31.399541 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b833557f-d4d3-4f6b-be51-cc72605e41cf req-b29405c6-c6c8-4abf-936f-d6f7a5ea919e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] No DVR routers for this DVR port c68aad54-8b6f-4d7a-9870-0e4a5a3245ba on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:20:31.401834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b833557f-d4d3-4f6b-be51-cc72605e41cf req-b29405c6-c6c8-4abf-936f-d6f7a5ea919e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.404346 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18277cf-ed53-4ef3-af96-7d6758f0260e', 'name': 'network-vif-deleted', 'tag': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:31.421527 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b833557f-d4d3-4f6b-be51-cc72605e41cf req-b29405c6-c6c8-4abf-936f-d6f7a5ea919e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "DELETE /v2.0/ports/c68aad54-8b6f-4d7a-9870-0e4a5a3245ba HTTP/1.1" status: 204 len: 173 time: 1.4624290 Mar 16 11:20:31.455984 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18277cf-ed53-4ef3-af96-7d6758f0260e', 'name': 'network-vif-deleted', 'tag': 'c68aad54-8b6f-4d7a-9870-0e4a5a3245ba', 'status': 'completed', 'code': 200} Mar 16 11:20:31.524809 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-6668c466-32de-4089-821a-1cb7d86f6fa7 None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:31.828505 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6668c466-32de-4089-821a-1cb7d86f6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:31.832226 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668c466-32de-4089-821a-1cb7d86f6fa7 None None] Checking router: 8bbde16b-98f1-479a-a8eb-5b868e776b89 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:20:31.840226 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6668c466-32de-4089-821a-1cb7d86f6fa7 None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:31.841351 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6668c466-32de-4089-821a-1cb7d86f6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:20:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:32.058387 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-6668c466-32de-4089-821a-1cb7d86f6fa7 None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:32.277554 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24616114-7f07-4efc-a30c-9400831c5b92 req-30d0cb2a-1f51-4cc1-a13e-e3ed8bbe0f4f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--387726720&fields=id&tenant_id=9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 267 time: 0.0390208 Mar 16 11:20:32.370159 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6668c466-32de-4089-821a-1cb7d86f6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:32.374161 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668c466-32de-4089-821a-1cb7d86f6fa7 None None] The sync data for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv is: [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:20:32.429836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616114-7f07-4efc-a30c-9400831c5b92 req-980780b8-8b10-4a54-8bf2-9ffd99b39149 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:32.433352 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24616114-7f07-4efc-a30c-9400831c5b92 req-980780b8-8b10-4a54-8bf2-9ffd99b39149 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 812 time: 0.1478972 Mar 16 11:20:32.446882 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24616114-7f07-4efc-a30c-9400831c5b92 req-00dc4e9f-8839-45a3-a7d9-1811b870f8b8 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/quotas/9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 375 time: 0.0095077 Mar 16 11:20:32.535562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-24616114-7f07-4efc-a30c-9400831c5b92 req-6ba9c816-2d91-4105-95c1-f5dc061998a8 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Synchronizing usage tracker for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:32.552525 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-24616114-7f07-4efc-a30c-9400831c5b92 req-6ba9c816-2d91-4105-95c1-f5dc061998a8 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Unset dirty status for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:32.553984 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24616114-7f07-4efc-a30c-9400831c5b92 req-6ba9c816-2d91-4105-95c1-f5dc061998a8 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1011031 Mar 16 11:20:32.601219 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de27ebef-ecf8-45c6-907f-63c07f951be9 None None] New status for floating IP 9da78286-6978-4aa3-91ed-c7dd86550e10: DOWN {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:20:32.770645 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c68aad54-8b6f-4d7a-9870-0e4a5a3245ba no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:32.814671 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24616114-7f07-4efc-a30c-9400831c5b92 req-14e74a09-c40d-4cb5-9347-87922f8c9988 service neutron] 10.222.0.44 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483959 Mar 16 11:20:32.821959 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: c68aad54-8b6f-4d7a-9870-0e4a5a3245ba {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:20:32.822303 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c68aad54-8b6f-4d7a-9870-0e4a5a3245ba not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:32.947888 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24616114-7f07-4efc-a30c-9400831c5b92 req-ee718583-619c-4b41-af39-ec50f663e499 service neutron] 10.222.0.44 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271889 Mar 16 11:20:33.059838 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1a28fafc-e7ca-408c-871c-7c7a408b6f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:33.134118 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9b033f83-021c-4480-91ee-203362539452 req-9bebeb40-98b7-4c5b-9107-645ce27d250a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 210 time: 0.0407689 Mar 16 11:20:34.130988 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616114-7f07-4efc-a30c-9400831c5b92 req-d8c501d9-4e4c-4ca6-aaf4-15f9709e8e22 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:34.132556 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24616114-7f07-4efc-a30c-9400831c5b92 req-d8c501d9-4e4c-4ca6-aaf4-15f9709e8e22 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 812 time: 0.1545486 Mar 16 11:20:34.182609 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24616114-7f07-4efc-a30c-9400831c5b92 req-6419cdfc-d92c-48d6-b449-49ebf3b2707a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 379 time: 0.0418298 Mar 16 11:20:34.190690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-24616114-7f07-4efc-a30c-9400831c5b92 req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Request body: {'port': {'device_id': 'c88f882f-608a-4cc1-9c8f-f9f0dad46bf1', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'admin_state_up': True, 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'security_groups': ['24f2c79b-a544-4005-9d87-0a9c7a6b1e2b']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:34.328351 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a943f6c9-7c37-46ac-9312-f8219794a818 req-a9f6a360-d1ad-451d-93a2-20cde9a2d33f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 210 time: 0.0529563 Mar 16 11:20:34.369422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-24616114-7f07-4efc-a30c-9400831c5b92 req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:34.379727 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-24616114-7f07-4efc-a30c-9400831c5b92 req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:34.388728 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24616114-7f07-4efc-a30c-9400831c5b92 req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Made reservation on behalf of 9c799a00449445b28eb28a8e94eaf3c2 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:34.392104 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-24616114-7f07-4efc-a30c-9400831c5b92 req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.438306 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.490913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.548426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-24616114-7f07-4efc-a30c-9400831c5b92 req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Allocated IP 172.20.0.3 (552a1278-9a96-4e63-9764-d39b738b79b9/e1aeabca-0ec5-40e9-9d98-aed8391520b1/c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:34.733538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-24616114-7f07-4efc-a30c-9400831c5b92 req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.747891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-24616114-7f07-4efc-a30c-9400831c5b92 req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Transition to ACTIVE for port object c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:34.769527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-24616114-7f07-4efc-a30c-9400831c5b92 req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.834116 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24616114-7f07-4efc-a30c-9400831c5b92 req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Network 552a1278-9a96-4e63-9764-d39b738b79b9 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:34.836981 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-24616114-7f07-4efc-a30c-9400831c5b92 req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:34.845612 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-24616114-7f07-4efc-a30c-9400831c5b92 req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:20:34.882249 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Pushing event updated for resources: {'Port': ['ID=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:34.899363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.899701 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.900030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.900355 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.900675 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.900991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.901304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.901614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.901924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.902231 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.902543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.902847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.923526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616114-7f07-4efc-a30c-9400831c5b92 req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:34.924134 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-24616114-7f07-4efc-a30c-9400831c5b92 req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.950667 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24616114-7f07-4efc-a30c-9400831c5b92 req-3c49a144-26df-4cc9-adf2-45fd833ef1df tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7631533 Mar 16 11:20:34.961821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Request body: {'port': {'device_id': 'c88f882f-608a-4cc1-9c8f-f9f0dad46bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:35.074065 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.130319 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6f3a3740-e81e-4d02-9d25-bc5ddd662f02 None None] Provisioning for port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:35.134984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6f3a3740-e81e-4d02-9d25-bc5ddd662f02 None None] Provisioning complete for port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:35.135466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6f3a3740-e81e-4d02-9d25-bc5ddd662f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.186680 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a3740-e81e-4d02-9d25-bc5ddd662f02 None None] Port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:20:35.409019 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:20:35.416191 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.430717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Transition to ACTIVE for port object c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:35.436094 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.515372 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7f4e5-1c04-418d-9fd1-eb4956eb35d6 req-d01c873b-6eb0-4cf6-934c-3e3d744e980b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:35.516904 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0ef7f4e5-1c04-418d-9fd1-eb4956eb35d6 req-d01c873b-6eb0-4cf6-934c-3e3d744e980b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 943 time: 0.0853806 Mar 16 11:20:35.565323 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0ef7f4e5-1c04-418d-9fd1-eb4956eb35d6 req-51ceb600-7f60-4007-81f1-10a63f4bf688 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425203 Mar 16 11:20:35.687751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:35.785592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Attempting to bind port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:35.785832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Attempting to bind port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:35.786153 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Attempting to bind port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd on network 552a1278-9a96-4e63-9764-d39b738b79b9 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:20:35.790658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd on network 552a1278-9a96-4e63-9764-d39b738b79b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:20:35.790969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Attempting to bind port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd on network 552a1278-9a96-4e63-9764-d39b738b79b9 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:20:35.796541 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:20:35.796866 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Checking segment: {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:20:35.797238 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Bound using segment: {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:20:35.797647 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Bound port: c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:35.797981 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.886226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] For port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:20:35.889307 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] For port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:20:35.893534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.940743 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.947726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:35.948329 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.949659 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24616114-7f07-4efc-a30c-9400831c5b92 req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] 10.222.0.18 "PUT /v2.0/ports/c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd HTTP/1.1" status: 200 len: 1093 time: 0.9922125 Mar 16 11:20:35.950213 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88f882f-608a-4cc1-9c8f-f9f0dad46bf1', 'tag': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:35.975415 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5d60a-d4ea-46e0-8897-6df8512accb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:36.016099 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88f882f-608a-4cc1-9c8f-f9f0dad46bf1', 'tag': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd', 'status': 'completed', 'code': 200} Mar 16 11:20:36.061033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616114-7f07-4efc-a30c-9400831c5b92 req-68f566cc-2d3b-471c-b075-c38ff68d9315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:36.062500 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24616114-7f07-4efc-a30c-9400831c5b92 req-68f566cc-2d3b-471c-b075-c38ff68d9315 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 1096 time: 0.0777240 Mar 16 11:20:36.130108 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24616114-7f07-4efc-a30c-9400831c5b92 req-be3f46e7-b8f8-4b3b-bbdc-192a57c1f84d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd HTTP/1.1" status: 200 len: 217 time: 0.0609925 Mar 16 11:20:36.194586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616114-7f07-4efc-a30c-9400831c5b92 req-60e1573d-3cff-45ee-9c14-6b0f732b0e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:36.195995 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24616114-7f07-4efc-a30c-9400831c5b92 req-60e1573d-3cff-45ee-9c14-6b0f732b0e0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0595889 Mar 16 11:20:36.268954 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616114-7f07-4efc-a30c-9400831c5b92 req-ad5ff859-d0e8-4789-8e2b-afb3c3b27660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:36.270427 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24616114-7f07-4efc-a30c-9400831c5b92 req-ad5ff859-d0e8-4789-8e2b-afb3c3b27660 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688550 Mar 16 11:20:36.399635 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24616114-7f07-4efc-a30c-9400831c5b92 req-821dc70a-9abe-4482-80ad-04cf163f9c8b service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229537 Mar 16 11:20:36.526259 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-24616114-7f07-4efc-a30c-9400831c5b92 req-4510fdb0-5c5a-4eb1-b4ac-f0ba67d52ebf service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208868 Mar 16 11:20:36.647109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064836e-fc3c-4a0f-816f-9c885dc33bf7 req-4fcecf13-244a-4b4b-b6b4-0ba739e85378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:36.648658 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b064836e-fc3c-4a0f-816f-9c885dc33bf7 req-4fcecf13-244a-4b4b-b6b4-0ba739e85378 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 1096 time: 0.0746486 Mar 16 11:20:36.751048 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52af9e0-9865-4211-86b2-28726e13bcad req-98d27560-bfb2-4b0f-a3a8-f94826b9a5e7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:36.752424 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a52af9e0-9865-4211-86b2-28726e13bcad req-98d27560-bfb2-4b0f-a3a8-f94826b9a5e7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 943 time: 0.0784781 Mar 16 11:20:36.779511 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064836e-fc3c-4a0f-816f-9c885dc33bf7 req-195da785-336d-4ed7-8211-3215d22df57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:36.780952 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b064836e-fc3c-4a0f-816f-9c885dc33bf7 req-195da785-336d-4ed7-8211-3215d22df57c service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1264644 Mar 16 11:20:36.795065 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a52af9e0-9865-4211-86b2-28726e13bcad req-dd4b25ac-dd8c-448c-a974-c3f9bd2d5613 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371218 Mar 16 11:20:36.847099 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b064836e-fc3c-4a0f-816f-9c885dc33bf7 req-4c7d34b1-ece6-4969-ac1e-2cc7dfd661d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd HTTP/1.1" status: 200 len: 217 time: 0.0603123 Mar 16 11:20:36.909911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064836e-fc3c-4a0f-816f-9c885dc33bf7 req-adab3f23-d0f7-4cdf-bec7-54cfad822ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:36.911327 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b064836e-fc3c-4a0f-816f-9c885dc33bf7 req-adab3f23-d0f7-4cdf-bec7-54cfad822ee7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0585225 Mar 16 11:20:36.983613 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064836e-fc3c-4a0f-816f-9c885dc33bf7 req-dd8eb71e-a5eb-40d3-a3ef-c1a031f9cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:36.985039 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b064836e-fc3c-4a0f-816f-9c885dc33bf7 req-dd8eb71e-a5eb-40d3-a3ef-c1a031f9cf70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677063 Mar 16 11:20:37.113872 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b064836e-fc3c-4a0f-816f-9c885dc33bf7 req-77bb588d-fe8f-4fc2-bc05-4d0156bd2e55 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224504 Mar 16 11:20:37.246343 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b064836e-fc3c-4a0f-816f-9c885dc33bf7 req-87be73d9-e6eb-46ea-92ee-8dd8a600a9ab service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262984 Mar 16 11:20:37.978895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67573c-9f91-45d2-a2a0-43acf6a7fb37 req-c4ab4512-c562-4384-b2f6-da150c221562 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:37.979652 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-6c67573c-9f91-45d2-a2a0-43acf6a7fb37 req-c4ab4512-c562-4384-b2f6-da150c221562 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Synchronizing usage tracker for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:37.994422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-6c67573c-9f91-45d2-a2a0-43acf6a7fb37 req-c4ab4512-c562-4384-b2f6-da150c221562 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Unset dirty status for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:37.995611 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6c67573c-9f91-45d2-a2a0-43acf6a7fb37 req-c4ab4512-c562-4384-b2f6-da150c221562 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 943 time: 0.0961878 Mar 16 11:20:38.143141 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6c67573c-9f91-45d2-a2a0-43acf6a7fb37 req-78e58ef3-52db-425d-bd74-bcd88b9c2dc4 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413729 Mar 16 11:20:38.696074 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:20:38.825671 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:38.838442 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'port_id': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd', 'mac_address': 'fa:16:3e:6a:4e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:20:38.894750 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.910504 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:20:38.925508 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:38.929409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.994590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:39.233521 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:20:39.327194 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c54f7-d0b7-46ec-b863-06bedf649c46 req-6a3f0d6a-7541-4139-8e63-227126c736bf tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:39.328673 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c34c54f7-d0b7-46ec-b863-06bedf649c46 req-6a3f0d6a-7541-4139-8e63-227126c736bf tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 944 time: 0.0829902 Mar 16 11:20:39.372623 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c34c54f7-d0b7-46ec-b863-06bedf649c46 req-ab23bf51-3c8d-4667-bb60-3e7617e776ca tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382316 Mar 16 11:20:40.555678 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38422db4-ee3a-47c5-ba0e-04cd294dccbe req-2a4adcd1-f24e-4e64-989f-f712a210b85e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:40.557149 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-38422db4-ee3a-47c5-ba0e-04cd294dccbe req-2a4adcd1-f24e-4e64-989f-f712a210b85e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 944 time: 0.0771494 Mar 16 11:20:40.598840 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-38422db4-ee3a-47c5-ba0e-04cd294dccbe req-3bb54f84-079d-489f-a09b-65af394931fa tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355623 Mar 16 11:20:40.695494 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:40.760531 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:40.765013 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:40.765421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:40.877981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:40.903574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88f882f-608a-4cc1-9c8f-f9f0dad46bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:40.913233 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:40.916899 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:40.954238 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88f882f-608a-4cc1-9c8f-f9f0dad46bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd', 'code': 200} Mar 16 11:20:40.989250 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:40.996280 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:40.996634 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:40.996975 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:40.997309 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:40.997642 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:40.997969 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:40.998295 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:40.998620 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:40.998943 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:40.999286 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:40.999609 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:40.999927 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:41.169065 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505765e1-accc-460e-8ffd-08579def790f req-5733700d-69e5-4e08-ab22-f0f670a6be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:41.170429 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-505765e1-accc-460e-8ffd-08579def790f req-5733700d-69e5-4e08-ab22-f0f670a6be4d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 1098 time: 0.0696588 Mar 16 11:20:41.209799 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-505765e1-accc-460e-8ffd-08579def790f req-7a4c2555-e4c6-48c4-842f-ae64d3efbb0a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320542 Mar 16 11:20:41.783319 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e234e1-a694-4fca-9277-66f1ace949ce req-715f99f7-b898-428a-a748-265858481eee tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:41.784740 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a5e234e1-a694-4fca-9277-66f1ace949ce req-715f99f7-b898-428a-a748-265858481eee tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0819526 Mar 16 11:20:41.827646 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a5e234e1-a694-4fca-9277-66f1ace949ce req-dac1ea62-d081-4819-821a-f7bd535ba2d2 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374138 Mar 16 11:20:43.010911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c529a-243a-4013-8150-1e652c932881 req-baab806c-2b31-41c1-ba7d-a2c4b95ffbe1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:43.012946 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6c3c529a-243a-4013-8150-1e652c932881 req-baab806c-2b31-41c1-ba7d-a2c4b95ffbe1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0814111 Mar 16 11:20:43.055175 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6c3c529a-243a-4013-8150-1e652c932881 req-95c1657e-3496-4a0e-858f-9a2bdadfc690 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366504 Mar 16 11:20:43.230362 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb3618-a445-4e95-adf4-2841a2e0e63b req-dfd2c858-d353-4efd-9fad-d8f9b5c6fcaa tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:43.231818 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adbb3618-a445-4e95-adf4-2841a2e0e63b req-dfd2c858-d353-4efd-9fad-d8f9b5c6fcaa tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0765185 Mar 16 11:20:43.240517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 57662) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:43.245580 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-1a48b563-935b-416d-a587-98d765fc5883 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Request body: {'floatingip': {'port_id': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:43.322752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a48b563-935b-416d-a587-98d765fc5883 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for floatingip, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:43.906239 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a48b563-935b-416d-a587-98d765fc5883 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:43.910089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a48b563-935b-416d-a587-98d765fc5883 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.078487 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-1a48b563-935b-416d-a587-98d765fc5883 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Floating IP 9da78286-6978-4aa3-91ed-c7dd86550e10 associated. External IP: 172.26.3.190, port: c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd. Mar 16 11:20:44.525877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a48b563-935b-416d-a587-98d765fc5883 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Router 8bbde16b-98f1-479a-a8eb-5b868e776b89 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:20:44.700660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a48b563-935b-416d-a587-98d765fc5883 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:20:44.705445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a48b563-935b-416d-a587-98d765fc5883 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.710303 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06187b74-4bbc-43f5-ac2c-388bd36a9713 None None] Sync routers for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:20:44.719977 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06187b74-4bbc-43f5-ac2c-388bd36a9713 None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:44.720596 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-06187b74-4bbc-43f5-ac2c-388bd36a9713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:20:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:44.757677 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1a48b563-935b-416d-a587-98d765fc5883 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "PUT /v2.0/floatingips/9da78286-6978-4aa3-91ed-c7dd86550e10 HTTP/1.1" status: 200 len: 991 time: 1.5160081 Mar 16 11:20:44.758348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88f882f-608a-4cc1-9c8f-f9f0dad46bf1', 'tag': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:44.808165 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88f882f-608a-4cc1-9c8f-f9f0dad46bf1', 'tag': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd', 'status': 'completed', 'code': 200} Mar 16 11:20:44.894681 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-06187b74-4bbc-43f5-ac2c-388bd36a9713 None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:44.901353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d40ef-4d11-43e7-a328-0f26fbcbbecb req-c3fb4ad3-02c6-4ac1-987d-cb8abd5d4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:44.903212 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-663d40ef-4d11-43e7-a328-0f26fbcbbecb req-c3fb4ad3-02c6-4ac1-987d-cb8abd5d4f0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 1098 time: 0.0736697 Mar 16 11:20:45.046009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d40ef-4d11-43e7-a328-0f26fbcbbecb req-6508da6c-fd79-4cc4-8531-3be571ce84d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:45.048163 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-663d40ef-4d11-43e7-a328-0f26fbcbbecb req-6508da6c-fd79-4cc4-8531-3be571ce84d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1385539 Mar 16 11:20:45.242802 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-06187b74-4bbc-43f5-ac2c-388bd36a9713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '9da78286-6978-4aa3-91ed-c7dd86550e10', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'port_id': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'mac_address': 'fa:16:3e:6a:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88f882f-608a-4cc1-9c8f-f9f0dad46bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:36Z', 'updated_at': '2022-03-16T11:20:43Z', 'revision_number': 9, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:45.245977 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-663d40ef-4d11-43e7-a328-0f26fbcbbecb req-4a821e82-54b5-4433-82fb-c73b859660b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd HTTP/1.1" status: 200 len: 999 time: 0.1919134 Mar 16 11:20:45.247023 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06187b74-4bbc-43f5-ac2c-388bd36a9713 None None] Checking router: 8bbde16b-98f1-479a-a8eb-5b868e776b89 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:20:45.255690 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06187b74-4bbc-43f5-ac2c-388bd36a9713 None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:45.256271 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-06187b74-4bbc-43f5-ac2c-388bd36a9713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:20:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:45.328954 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-edfb73bb-62a4-4b93-b29d-f1de678cb8c1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2232277 Mar 16 11:20:45.338979 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6a383-6b51-40e7-a6c1-5e9ec9964d77 req-252fd1d2-3ace-4e0d-83b3-c4f150d9f311 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:45.343101 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-03d6a383-6b51-40e7-a6c1-5e9ec9964d77 req-252fd1d2-3ace-4e0d-83b3-c4f150d9f311 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.2384748 Mar 16 11:20:45.364515 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d40ef-4d11-43e7-a328-0f26fbcbbecb req-f49e7318-e344-4cbc-bf49-c9409d4d8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:45.365916 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-663d40ef-4d11-43e7-a328-0f26fbcbbecb req-f49e7318-e344-4cbc-bf49-c9409d4d8a7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.1126676 Mar 16 11:20:45.437935 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-03d6a383-6b51-40e7-a6c1-5e9ec9964d77 req-e4057cf1-7253-4006-a697-2b1270003f4d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901091 Mar 16 11:20:45.439631 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-06187b74-4bbc-43f5-ac2c-388bd36a9713 None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:45.462636 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d40ef-4d11-43e7-a328-0f26fbcbbecb req-3b7c41ea-df26-4d14-b813-36ea2df1e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:45.464113 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-663d40ef-4d11-43e7-a328-0f26fbcbbecb req-3b7c41ea-df26-4d14-b813-36ea2df1e414 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904565 Mar 16 11:20:45.602170 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-663d40ef-4d11-43e7-a328-0f26fbcbbecb req-dcac8031-bad8-49c8-90af-6ac5be66bd2a service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322224 Mar 16 11:20:45.740321 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-663d40ef-4d11-43e7-a328-0f26fbcbbecb req-d16971c0-6460-4827-ac21-967fad345dfb service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318262 Mar 16 11:20:45.818596 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-06187b74-4bbc-43f5-ac2c-388bd36a9713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '9da78286-6978-4aa3-91ed-c7dd86550e10', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'port_id': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'mac_address': 'fa:16:3e:6a:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88f882f-608a-4cc1-9c8f-f9f0dad46bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:36Z', 'updated_at': '2022-03-16T11:20:43Z', 'revision_number': 9, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:45.822865 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06187b74-4bbc-43f5-ac2c-388bd36a9713 None None] The sync data for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv is: [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '9da78286-6978-4aa3-91ed-c7dd86550e10', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'port_id': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'mac_address': 'fa:16:3e:6a:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88f882f-608a-4cc1-9c8f-f9f0dad46bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:36Z', 'updated_at': '2022-03-16T11:20:43Z', 'revision_number': 9, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:20:45.975004 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:20:46.034512 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0911500f-05db-4e1a-a50c-8c6952484891 None None] New status for floating IP 9da78286-6978-4aa3-91ed-c7dd86550e10: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:20:46.588853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de05c99-623e-4808-9641-aee11c7c7642 req-c95ff132-73e9-4a9d-aaae-391931bfe88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:46.590229 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-c95ff132-73e9-4a9d-aaae-391931bfe88c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 1098 time: 0.1924205 Mar 16 11:20:46.630036 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca7a21-b713-40f5-a1f9-db7752a4fd1f req-44c720e0-17a2-4745-9662-d67d5028d3f8 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:46.631484 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c7ca7a21-b713-40f5-a1f9-db7752a4fd1f req-44c720e0-17a2-4745-9662-d67d5028d3f8 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0834343 Mar 16 11:20:46.674921 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c7ca7a21-b713-40f5-a1f9-db7752a4fd1f req-9813175c-924a-4a91-a204-68c24740e5f7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377867 Mar 16 11:20:46.725468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de05c99-623e-4808-9641-aee11c7c7642 req-6d3f8a8f-7119-4724-bc70-05536df4bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:46.726882 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-6d3f8a8f-7119-4724-bc70-05536df4bf06 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1305809 Mar 16 11:20:46.826250 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-4cbbcf98-837f-4436-848d-e2bdca6b83e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd HTTP/1.1" status: 200 len: 1002 time: 0.0935490 Mar 16 11:20:46.885294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de05c99-623e-4808-9641-aee11c7c7642 req-51687a2b-6502-4a22-8629-dd2e30a840c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:46.886622 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-51687a2b-6502-4a22-8629-dd2e30a840c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0541837 Mar 16 11:20:46.959273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de05c99-623e-4808-9641-aee11c7c7642 req-4afd3880-bb8a-4065-ad4d-ace79408e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:46.960668 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-4afd3880-bb8a-4065-ad4d-ace79408e5a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684836 Mar 16 11:20:47.096545 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-cd46bd10-43d9-464b-b9bf-c801c4dba181 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294692 Mar 16 11:20:47.226455 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-48835779-427e-4ad6-85bf-b248909103ec service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236842 Mar 16 11:20:47.852867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.859837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad9e59-46ca-4174-af74-6729fc1f1947 req-1e7d000a-d18c-4dbe-af8a-28e99774f490 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:47.861288 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-33ad9e59-46ca-4174-af74-6729fc1f1947 req-1e7d000a-d18c-4dbe-af8a-28e99774f490 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0820470 Mar 16 11:20:47.905293 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-33ad9e59-46ca-4174-af74-6729fc1f1947 req-f9ed12dc-30f4-479e-bf29-431625bc58e9 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383589 Mar 16 11:20:49.089808 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059a304-7841-4c67-b920-95b9dbf84db6 req-4d21bd15-d128-41ee-a974-c82bc5d5a005 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:49.091273 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4059a304-7841-4c67-b920-95b9dbf84db6 req-4d21bd15-d128-41ee-a974-c82bc5d5a005 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0807223 Mar 16 11:20:49.133927 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4059a304-7841-4c67-b920-95b9dbf84db6 req-767421a8-51f9-4591-bbaa-2e904a840cae tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371375 Mar 16 11:20:50.317021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801a196-98cb-42f3-b7ec-3a8912f7aba2 req-c7121123-2b1e-4834-b057-53b42c292e66 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:50.318429 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8801a196-98cb-42f3-b7ec-3a8912f7aba2 req-c7121123-2b1e-4834-b057-53b42c292e66 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0798590 Mar 16 11:20:50.369654 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8801a196-98cb-42f3-b7ec-3a8912f7aba2 req-f0e3b3db-1ce6-4740-8251-98af12f39970 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454910 Mar 16 11:20:51.548713 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d28dfe-0ffd-4822-8219-b40b77f5c65e req-c6782d61-dc54-4faf-8106-61e8cdc3cfd1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:51.550124 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e0d28dfe-0ffd-4822-8219-b40b77f5c65e req-c6782d61-dc54-4faf-8106-61e8cdc3cfd1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0782416 Mar 16 11:20:51.595521 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e0d28dfe-0ffd-4822-8219-b40b77f5c65e req-e0e11fc5-466c-4bb6-a980-05232cf2b513 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398636 Mar 16 11:20:52.787365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46664c96-57ef-4784-a6b8-795da0226244 req-3a9f543c-16cc-4913-ab89-acba0f1e71b4 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:52.788784 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-46664c96-57ef-4784-a6b8-795da0226244 req-3a9f543c-16cc-4913-ab89-acba0f1e71b4 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0770593 Mar 16 11:20:52.834776 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-46664c96-57ef-4784-a6b8-795da0226244 req-67311c24-06f9-49c2-a03b-275663a9ef7c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402029 Mar 16 11:20:54.015680 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0e47a-f696-49e4-a029-81962f44aadc req-36a18375-d82f-49e2-a3e0-b1071c029459 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:54.017081 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-16a0e47a-f696-49e4-a029-81962f44aadc req-36a18375-d82f-49e2-a3e0-b1071c029459 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0768738 Mar 16 11:20:54.060589 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-16a0e47a-f696-49e4-a029-81962f44aadc req-ffc2afe5-7c32-4358-9c06-8e27fc0a22a8 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379739 Mar 16 11:20:55.257713 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227ed87-4ea9-432c-96c0-3e3bd3e6e822 req-22de9bd6-ada0-49cf-a6cd-137a543e31c0 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:55.259163 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2227ed87-4ea9-432c-96c0-3e3bd3e6e822 req-22de9bd6-ada0-49cf-a6cd-137a543e31c0 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0927312 Mar 16 11:20:55.312303 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2227ed87-4ea9-432c-96c0-3e3bd3e6e822 req-eb996510-2f7f-471e-8fb0-66d0f424a852 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466266 Mar 16 11:20:56.502952 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c1c93-1ca6-4b32-8985-8efa427ef326 req-edc816bd-9def-4952-9fba-5be4fb8a5aea tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:56.504408 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d97c1c93-1ca6-4b32-8985-8efa427ef326 req-edc816bd-9def-4952-9fba-5be4fb8a5aea tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0819769 Mar 16 11:20:56.546969 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d97c1c93-1ca6-4b32-8985-8efa427ef326 req-62405f45-962f-4bb3-a30a-754eb00d162c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370169 Mar 16 11:20:57.730380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe6d5f-5fca-408c-b53c-79d821d9ad7f req-85b7637d-ca42-471a-b506-e823ebc1c2e9 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:57.731859 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3bfe6d5f-5fca-408c-b53c-79d821d9ad7f req-85b7637d-ca42-471a-b506-e823ebc1c2e9 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0814452 Mar 16 11:20:57.773853 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3bfe6d5f-5fca-408c-b53c-79d821d9ad7f req-8ade1933-2acc-4a82-8ff8-d5c35c3aa7b2 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361953 Mar 16 11:20:58.955338 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35d121-72f6-4c40-975b-b4017f1523bb req-f6e7d1e5-70df-4ae1-8634-f69b4cf540a1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:58.956654 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9d35d121-72f6-4c40-975b-b4017f1523bb req-f6e7d1e5-70df-4ae1-8634-f69b4cf540a1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0767884 Mar 16 11:20:58.999037 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9d35d121-72f6-4c40-975b-b4017f1523bb req-b0aac9e7-af71-4b0d-b80d-f990ba8fbe99 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368724 Mar 16 11:21:00.181942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ab585-e318-477b-8447-9f67d65c24b5 req-aa05673a-4f30-4974-992e-4f8d2f898319 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:00.183379 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cc5ab585-e318-477b-8447-9f67d65c24b5 req-aa05673a-4f30-4974-992e-4f8d2f898319 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0774002 Mar 16 11:21:00.226308 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cc5ab585-e318-477b-8447-9f67d65c24b5 req-1a781af8-cb82-4ed9-ae25-364d6a087a85 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367310 Mar 16 11:21:00.878722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-17af7131-4ae5-4401-acf7-7af256f879f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:01.408046 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922f88b-9100-41ce-ac70-5e0999d30d5c req-86b6955d-5496-4482-ba28-6484054deaf8 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:01.409350 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9922f88b-9100-41ce-ac70-5e0999d30d5c req-86b6955d-5496-4482-ba28-6484054deaf8 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0806193 Mar 16 11:21:01.451591 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9922f88b-9100-41ce-ac70-5e0999d30d5c req-8d880eb9-7e13-4d71-93f2-5a2bdaf3d6aa tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367210 Mar 16 11:21:02.633361 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2dd2c-7855-4217-a410-93a9e6169fed req-59b90bc1-3ec3-4c4b-a47b-dc8ca5d53477 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:02.634773 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-95b2dd2c-7855-4217-a410-93a9e6169fed req-59b90bc1-3ec3-4c4b-a47b-dc8ca5d53477 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0804687 Mar 16 11:21:02.677077 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-95b2dd2c-7855-4217-a410-93a9e6169fed req-fce2be0f-b8fd-4060-a235-cc898f4b05c3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360487 Mar 16 11:21:03.063037 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a455a767-5cf7-4cca-8290-d328ae7271ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.863307 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd006174-1243-465c-bb04-931788050350 req-3ecd0e28-a699-4135-8d81-b3e467eaf6b4 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:03.864882 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dd006174-1243-465c-bb04-931788050350 req-3ecd0e28-a699-4135-8d81-b3e467eaf6b4 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0813117 Mar 16 11:21:03.908226 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dd006174-1243-465c-bb04-931788050350 req-1fd84307-2a95-4b7c-a199-ce362f716f7a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377192 Mar 16 11:21:04.429880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.492561 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.085206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c66fa3-7ac4-45e1-8a26-31c61f6d7696 req-d288c3ef-c0b2-4bf3-aa91-8018294ce3ad tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:05.086623 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-93c66fa3-7ac4-45e1-8a26-31c61f6d7696 req-d288c3ef-c0b2-4bf3-aa91-8018294ce3ad tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0768661 Mar 16 11:21:05.139209 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-93c66fa3-7ac4-45e1-8a26-31c61f6d7696 req-88d07021-d034-40f9-b638-c91cde490dcb tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463204 Mar 16 11:21:05.941407 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.368122 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28beec9-1138-4463-b2d7-180bc7ba000d req-27d6e962-3f90-4a25-875c-5d145435d550 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:06.369942 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a28beec9-1138-4463-b2d7-180bc7ba000d req-27d6e962-3f90-4a25-875c-5d145435d550 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.1274738 Mar 16 11:21:06.412682 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a28beec9-1138-4463-b2d7-180bc7ba000d req-1d48c4ae-bd5d-41e9-b3b3-b1c253d35dfe tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367575 Mar 16 11:21:07.640635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031540e-d485-4297-85ef-48006a8c8a78 req-403e64ce-8964-46f2-bd67-a0b5ff826570 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:07.642064 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b031540e-d485-4297-85ef-48006a8c8a78 req-403e64ce-8964-46f2-bd67-a0b5ff826570 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.1235173 Mar 16 11:21:07.684812 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b031540e-d485-4297-85ef-48006a8c8a78 req-79a94e02-6c9a-418b-8667-056207387244 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371349 Mar 16 11:21:08.867438 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d013bb-9e5b-45ec-a019-3139e6e03019 req-ce60df67-cc9d-4082-907e-e521276bc6ce tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:08.868869 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-79d013bb-9e5b-45ec-a019-3139e6e03019 req-ce60df67-cc9d-4082-907e-e521276bc6ce tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0816646 Mar 16 11:21:08.911708 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-79d013bb-9e5b-45ec-a019-3139e6e03019 req-3be07ce2-5388-49bb-83a1-fa74d513e8c1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366299 Mar 16 11:21:10.093527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a847f3-b212-4338-871b-c54c84b03096 req-48184f83-9bc1-47d7-bc28-f02a147408fe tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:10.095050 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-11a847f3-b212-4338-871b-c54c84b03096 req-48184f83-9bc1-47d7-bc28-f02a147408fe tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0818386 Mar 16 11:21:10.242603 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-11a847f3-b212-4338-871b-c54c84b03096 req-0aa927fa-4080-4136-a4e1-2789d0422244 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417708 Mar 16 11:21:11.428123 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab70f1-bb78-411a-8374-dcaa095e9c20 req-af72ec5e-6c2a-4275-994a-ffca5ae1ede3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:11.429572 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7cab70f1-bb78-411a-8374-dcaa095e9c20 req-af72ec5e-6c2a-4275-994a-ffca5ae1ede3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0812349 Mar 16 11:21:11.475287 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7cab70f1-bb78-411a-8374-dcaa095e9c20 req-3588da92-9953-4691-8ea9-05157194fbf7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399446 Mar 16 11:21:12.654058 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dd9b0-6b95-40b8-a0a0-3ab631f279a3 req-95e9bfba-5c55-4daf-a7c9-bb2f2a7fe0d2 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:12.655510 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-845dd9b0-6b95-40b8-a0a0-3ab631f279a3 req-95e9bfba-5c55-4daf-a7c9-bb2f2a7fe0d2 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0783536 Mar 16 11:21:12.699267 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-845dd9b0-6b95-40b8-a0a0-3ab631f279a3 req-b81ef663-ceaa-4c93-86f5-1ee58120bd03 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381203 Mar 16 11:21:13.829599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-ba51ddf3-54d0-4d78-88e9-4e346eee6153 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:21:13.830706 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-ba51ddf3-54d0-4d78-88e9-4e346eee6153 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054581 Mar 16 11:21:13.879785 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385a77c-238a-4163-bec8-08d4bfcd24df req-6974f23c-0143-4ec5-b928-7ad5951f1356 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:13.881222 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3385a77c-238a-4163-bec8-08d4bfcd24df req-6974f23c-0143-4ec5-b928-7ad5951f1356 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0785205 Mar 16 11:21:13.912026 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-af68f3df-1a2b-480a-8ef2-a478b621820d service neutron] 10.222.0.18 "GET /v2.0/ports/c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.0759029 Mar 16 11:21:13.924889 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3385a77c-238a-4163-bec8-08d4bfcd24df req-a51d070c-752e-47f6-9ce8-0dc7bc85597d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379097 Mar 16 11:21:14.170833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de05c99-623e-4808-9641-aee11c7c7642 req-6175db8a-dcdf-47f3-9811-024d47d303e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:14.172451 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-6175db8a-dcdf-47f3-9811-024d47d303e0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1&tenant_id=9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 1098 time: 0.0697412 Mar 16 11:21:14.264009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de05c99-623e-4808-9641-aee11c7c7642 req-9d59f92f-00a2-4cf2-9a0a-08ac833fc73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:14.265434 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-9d59f92f-00a2-4cf2-9a0a-08ac833fc73f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 1098 time: 0.0720375 Mar 16 11:21:14.394223 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de05c99-623e-4808-9641-aee11c7c7642 req-cd345bde-3d2d-4fd2-b7e3-9a9e0f635a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:14.395667 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-cd345bde-3d2d-4fd2-b7e3-9a9e0f635a44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1235385 Mar 16 11:21:14.498256 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-caecc0ea-42a6-4088-b143-609525be059a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd HTTP/1.1" status: 200 len: 1002 time: 0.0963783 Mar 16 11:21:14.558788 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de05c99-623e-4808-9641-aee11c7c7642 req-1358cea3-909e-40de-98d7-c382f51602d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:14.560263 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-1358cea3-909e-40de-98d7-c382f51602d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0559523 Mar 16 11:21:14.636057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de05c99-623e-4808-9641-aee11c7c7642 req-c2d0510d-0cbe-4d23-84d6-589dd0c0ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:14.637524 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-c2d0510d-0cbe-4d23-84d6-589dd0c0ff09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706813 Mar 16 11:21:14.768856 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-e68d60fa-6352-41cd-8a46-5b819ba94812 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246202 Mar 16 11:21:14.898201 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0de05c99-623e-4808-9641-aee11c7c7642 req-531ca045-2774-45f8-89bf-517694c78de1 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231539 Mar 16 11:21:15.110170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e79c83-e8fd-4bda-9ae8-f16514daefcc req-e10ecf7e-9a86-4035-b458-861d3fb1177b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:15.111630 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-61e79c83-e8fd-4bda-9ae8-f16514daefcc req-e10ecf7e-9a86-4035-b458-861d3fb1177b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0796268 Mar 16 11:21:15.153988 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-61e79c83-e8fd-4bda-9ae8-f16514daefcc req-fa172572-1453-4cdc-bcb4-6e176fdb61aa tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367501 Mar 16 11:21:16.336408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a77cc8-f82d-4682-ab7f-237054430b66 req-72269f00-fbec-49b1-b842-a0fe96a8e630 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:16.337823 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c4a77cc8-f82d-4682-ab7f-237054430b66 req-72269f00-fbec-49b1-b842-a0fe96a8e630 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0798399 Mar 16 11:21:16.381065 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c4a77cc8-f82d-4682-ab7f-237054430b66 req-2a8dc1ac-15fb-4db4-a8eb-97deda74078e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376201 Mar 16 11:21:16.834148 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:21:16.962597 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:16.975620 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'port_id': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd', 'mac_address': 'fa:16:3e:6a:4e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:21:17.059880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.076363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:21:17.091441 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:17.095488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.164780 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:21:17.215272 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:17.584331 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d633c69-53d7-4e8a-93fd-792d0cf3f44d req-95db0c84-c58a-4bcd-9fc7-9a864ea0e537 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:17.585687 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d633c69-53d7-4e8a-93fd-792d0cf3f44d req-95db0c84-c58a-4bcd-9fc7-9a864ea0e537 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 944 time: 0.0847907 Mar 16 11:21:17.628160 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7d633c69-53d7-4e8a-93fd-792d0cf3f44d req-da8e927c-4027-408d-bfdb-f971c0c29ddc tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369091 Mar 16 11:21:17.864444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.814810 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae948e7d-9fb6-4927-9eb4-15e4a04f4beb req-e872f67e-3033-429c-bc4f-6ca3bfbe7634 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:18.816256 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ae948e7d-9fb6-4927-9eb4-15e4a04f4beb req-e872f67e-3033-429c-bc4f-6ca3bfbe7634 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 944 time: 0.0767989 Mar 16 11:21:18.835337 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:18.862570 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ae948e7d-9fb6-4927-9eb4-15e4a04f4beb req-8df260e9-452b-4094-8fd6-5b187163a082 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407681 Mar 16 11:21:18.902204 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:18.902634 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.016095 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.041832 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88f882f-608a-4cc1-9c8f-f9f0dad46bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:19.051585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:19.056023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.102053 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88f882f-608a-4cc1-9c8f-f9f0dad46bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd', 'code': 200} Mar 16 11:21:19.127632 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,revision_number=7']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:19.257177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-37293cb7-086c-4354-911f-31230dc78792 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:19.258724 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-37293cb7-086c-4354-911f-31230dc78792 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1&tenant_id=9c799a00449445b28eb28a8e94eaf3c2&binding%3Ahost_id=hv-neutron-8338 HTTP/1.1" status: 200 len: 945 time: 0.0843360 Mar 16 11:21:19.310463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414f238-b919-4a53-94b2-8e33c5b39563 req-ae556b5c-121b-4e18-89b3-b0b3955b9de3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:19.311936 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4414f238-b919-4a53-94b2-8e33c5b39563 req-ae556b5c-121b-4e18-89b3-b0b3955b9de3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0787191 Mar 16 11:21:19.339020 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-853271ae-ebfa-4ad2-835f-18fc6379053e service neutron] 10.222.0.18 "GET /v2.0/ports/c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.0751848 Mar 16 11:21:19.356954 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4414f238-b919-4a53-94b2-8e33c5b39563 req-eda6902f-6dd6-4639-a8fc-8f130e835dd5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390978 Mar 16 11:21:19.428897 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-94690716-6e20-477a-a173-fe40c9f6476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:19.430241 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-94690716-6e20-477a-a173-fe40c9f6476e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 1098 time: 0.0703685 Mar 16 11:21:19.554861 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-57ab2e6f-1ac5-42d9-b605-64caa9ee6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:19.556266 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-57ab2e6f-1ac5-42d9-b605-64caa9ee6946 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1200192 Mar 16 11:21:19.756021 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-0b8ad4f3-344d-4688-83f8-ef67f2dc6ab9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd HTTP/1.1" status: 200 len: 1002 time: 0.1935725 Mar 16 11:21:19.815369 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-76844a5e-252b-41dd-9714-6dff6ec4daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:19.816706 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-76844a5e-252b-41dd-9714-6dff6ec4daa0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0551815 Mar 16 11:21:19.889840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-afad44d5-4733-4ddf-81f7-5914a9747d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:19.891275 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-afad44d5-4733-4ddf-81f7-5914a9747d5b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689807 Mar 16 11:21:20.021018 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-1808432f-1193-4ebd-b1fd-7ef60bb9c729 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231830 Mar 16 11:21:20.150721 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-dfa67fbf-c2a6-46ac-9af0-49fe177298de service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240194 Mar 16 11:21:20.538406 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7bb30-48ff-471e-885d-587accd1710a req-aa3f3c90-03ff-4264-ab87-e823f9b7e561 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:20.539944 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-acf7bb30-48ff-471e-885d-587accd1710a req-aa3f3c90-03ff-4264-ab87-e823f9b7e561 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0788682 Mar 16 11:21:20.585750 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-acf7bb30-48ff-471e-885d-587accd1710a req-cf77a841-f2bf-4536-be6f-b22d389903f0 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394027 Mar 16 11:21:21.769696 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4f986-5c56-4074-939d-e77c5c88101e req-e0e2f848-9025-4dde-91ad-20851fb31583 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:21.771119 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6ca4f986-5c56-4074-939d-e77c5c88101e req-e0e2f848-9025-4dde-91ad-20851fb31583 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0814452 Mar 16 11:21:21.905545 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6ca4f986-5c56-4074-939d-e77c5c88101e req-64e7b988-0e64-44b6-b144-68bc104a51c1 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288154 Mar 16 11:21:22.788032 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-b7e0889a-595f-4aa4-9534-f53be6fa45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:22.789450 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-b7e0889a-595f-4aa4-9534-f53be6fa45a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1&tenant_id=9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 1098 time: 0.1173630 Mar 16 11:21:22.877128 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-80ac1e9f-dd68-4db6-bc9b-66b5a082cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:22.878551 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-80ac1e9f-dd68-4db6-bc9b-66b5a082cd68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 1098 time: 0.0685618 Mar 16 11:21:22.976380 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:21:23.007676 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-cf179ce2-2a4c-4138-bccb-1d2bd946820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:23.009107 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-cf179ce2-2a4c-4138-bccb-1d2bd946820d service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1247208 Mar 16 11:21:23.152042 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-2f8199b4-cb7e-4f0f-bb50-cd0d69a5fb21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd HTTP/1.1" status: 200 len: 1002 time: 0.1037078 Mar 16 11:21:23.213145 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167d797-bdf7-49f9-9391-3124dc7d555b req-5ec56d39-e9df-4962-854f-a019db040a46 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:23.214538 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6167d797-bdf7-49f9-9391-3124dc7d555b req-5ec56d39-e9df-4962-854f-a019db040a46 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.2045887 Mar 16 11:21:23.244669 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-6030d5ef-38f3-4334-acd1-643979adcf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:23.246035 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-6030d5ef-38f3-4334-acd1-643979adcf94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0829294 Mar 16 11:21:23.313903 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6167d797-bdf7-49f9-9391-3124dc7d555b req-744b55f8-6c05-48c9-a18e-3523ed0891b9 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922992 Mar 16 11:21:23.341564 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-bea8ed6d-35f8-4096-91da-dbb1d4101924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:23.343016 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-bea8ed6d-35f8-4096-91da-dbb1d4101924 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891097 Mar 16 11:21:23.473657 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-5bd07dcd-dee9-4277-b44b-cd5e93f30470 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239302 Mar 16 11:21:23.598453 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f32f895d-b1e9-4f8e-88ec-fb485fd80856 req-a38515b5-f498-44bd-b6cc-46c882ec566e service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191437 Mar 16 11:21:24.496469 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbe1fd-757a-4adc-918e-c105ecaa2584 req-4a939b66-88a0-445a-a52b-fc14f8a89656 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:24.497873 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-77fbe1fd-757a-4adc-918e-c105ecaa2584 req-4a939b66-88a0-445a-a52b-fc14f8a89656 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0767324 Mar 16 11:21:24.540153 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-77fbe1fd-757a-4adc-918e-c105ecaa2584 req-7e37ec7c-7a4d-4342-984d-e511bcd840fd tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367410 Mar 16 11:21:24.851874 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:21:24.980569 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:24.994196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'port_id': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd', 'mac_address': 'fa:16:3e:6a:4e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:21:25.053676 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.070165 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:21:25.085310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:25.089025 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.157928 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:21:25.187872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,revision_number=8']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:25.724762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6e2c-a69b-4958-9e86-5b82a4ff1fdf req-6ebb4ebe-91b1-4f55-ae02-054ad606e3c7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:25.726208 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-26ce6e2c-a69b-4958-9e86-5b82a4ff1fdf req-6ebb4ebe-91b1-4f55-ae02-054ad606e3c7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 944 time: 0.0798810 Mar 16 11:21:25.786706 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-26ce6e2c-a69b-4958-9e86-5b82a4ff1fdf req-1c82d355-f8e8-48c6-9c22-4c8d27f951ba tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542104 Mar 16 11:21:25.969033 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924f04b-782d-4973-a75a-7155fd1a3e38 req-389485c8-0e4e-4c2d-92d6-ef63fc0fcb75 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:25.970466 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d924f04b-782d-4973-a75a-7155fd1a3e38 req-389485c8-0e4e-4c2d-92d6-ef63fc0fcb75 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 944 time: 0.0814638 Mar 16 11:21:26.012373 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d924f04b-782d-4973-a75a-7155fd1a3e38 req-ea1e74f7-3e00-4d56-9a1f-0f897b8ec240 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363030 Mar 16 11:21:26.305407 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70604831-a39b-4e52-a817-7b5712de865e req-2c7afdb9-cc91-4baa-ae59-aab0a3fbd9bc tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:26.306839 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-70604831-a39b-4e52-a817-7b5712de865e req-2c7afdb9-cc91-4baa-ae59-aab0a3fbd9bc tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 944 time: 0.1900363 Mar 16 11:21:26.349434 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-70604831-a39b-4e52-a817-7b5712de865e req-004edcf8-2159-4db6-880f-133c5b6f190b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369909 Mar 16 11:21:26.718514 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0461749-f435-4ac9-aa70-9f99c83b7962 req-74315220-96aa-4036-81cf-476ce949e090 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:26.719954 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d0461749-f435-4ac9-aa70-9f99c83b7962 req-74315220-96aa-4036-81cf-476ce949e090 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 944 time: 0.0778196 Mar 16 11:21:26.765835 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d0461749-f435-4ac9-aa70-9f99c83b7962 req-8252c4fb-0929-41dc-9c92-0892e80bf5cd tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401773 Mar 16 11:21:26.851262 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:26.923888 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:26.924250 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.035732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.061846 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88f882f-608a-4cc1-9c8f-f9f0dad46bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:27.071393 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:27.076469 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.112183 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88f882f-608a-4cc1-9c8f-f9f0dad46bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd', 'code': 200} Mar 16 11:21:27.143548 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,revision_number=9']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:27.993773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29260a33-f0c3-422c-9ec4-b5fc15245d01 req-06efe9ff-ba9f-490e-b2b5-a290aaf29c17 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:27.995446 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-29260a33-f0c3-422c-9ec4-b5fc15245d01 req-06efe9ff-ba9f-490e-b2b5-a290aaf29c17 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.1072283 Mar 16 11:21:28.047445 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-29260a33-f0c3-422c-9ec4-b5fc15245d01 req-747cc407-7f29-4c62-9e6a-270b88e91472 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410535 Mar 16 11:21:28.897549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f22f3a-d84b-4499-8427-241af171d24f req-09677414-515e-43ad-b03f-43356476487d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:28.898983 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-42f22f3a-d84b-4499-8427-241af171d24f req-09677414-515e-43ad-b03f-43356476487d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0855687 Mar 16 11:21:28.971940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-42f22f3a-d84b-4499-8427-241af171d24f req-3965fdb0-01cb-4ced-a632-83126ff5638a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Deleting port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:21:28.972256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-42f22f3a-d84b-4499-8427-241af171d24f req-3965fdb0-01cb-4ced-a632-83126ff5638a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:29.235658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-42f22f3a-d84b-4499-8427-241af171d24f req-3965fdb0-01cb-4ced-a632-83126ff5638a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] For port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:29.236325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-42f22f3a-d84b-4499-8427-241af171d24f req-3965fdb0-01cb-4ced-a632-83126ff5638a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:29.256287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce250eca-b4fc-4ad8-8e92-0b158277e2e3 req-d1909676-4277-4b42-a7c1-767f2fd7317a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:29.257870 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ce250eca-b4fc-4ad8-8e92-0b158277e2e3 req-d1909676-4277-4b42-a7c1-767f2fd7317a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 945 time: 0.0895436 Mar 16 11:21:29.306042 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ce250eca-b4fc-4ad8-8e92-0b158277e2e3 req-136a6f00-0545-41a9-97cd-4543dfc87fb5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406523 Mar 16 11:21:29.552729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-42f22f3a-d84b-4499-8427-241af171d24f req-3965fdb0-01cb-4ced-a632-83126ff5638a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:29.553020 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-42f22f3a-d84b-4499-8427-241af171d24f req-3965fdb0-01cb-4ced-a632-83126ff5638a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:29.553323 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [req-42f22f3a-d84b-4499-8427-241af171d24f req-3965fdb0-01cb-4ced-a632-83126ff5638a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Floating IP 9da78286-6978-4aa3-91ed-c7dd86550e10 disassociated. External IP: 172.26.3.190, port: c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd. Mar 16 11:21:29.553652 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-42f22f3a-d84b-4499-8427-241af171d24f req-3965fdb0-01cb-4ced-a632-83126ff5638a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Calling delete_port for c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:21:29.693210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-42f22f3a-d84b-4499-8427-241af171d24f req-3965fdb0-01cb-4ced-a632-83126ff5638a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:29.745619 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965fdb0-01cb-4ced-a632-83126ff5638a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Pushing event deleted for resources: {'Port': ['ID=c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:29.928148 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42f22f3a-d84b-4499-8427-241af171d24f req-3965fdb0-01cb-4ced-a632-83126ff5638a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Router 8bbde16b-98f1-479a-a8eb-5b868e776b89 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:21:30.222007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42f22f3a-d84b-4499-8427-241af171d24f req-3965fdb0-01cb-4ced-a632-83126ff5638a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:21:30.232897 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a51e03-04a2-4af9-aa36-058baf3ca16e None None] Sync routers for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:21:30.241977 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a51e03-04a2-4af9-aa36-058baf3ca16e None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:21:30.242646 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b3a51e03-04a2-4af9-aa36-058baf3ca16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:21:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:30.294045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f22f3a-d84b-4499-8427-241af171d24f req-3965fdb0-01cb-4ced-a632-83126ff5638a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] No DVR routers for this DVR port c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:21:30.297041 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-42f22f3a-d84b-4499-8427-241af171d24f req-3965fdb0-01cb-4ced-a632-83126ff5638a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.299644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88f882f-608a-4cc1-9c8f-f9f0dad46bf1', 'name': 'network-vif-deleted', 'tag': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:30.315783 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-42f22f3a-d84b-4499-8427-241af171d24f req-3965fdb0-01cb-4ced-a632-83126ff5638a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "DELETE /v2.0/ports/c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd HTTP/1.1" status: 204 len: 173 time: 1.4117405 Mar 16 11:21:30.346912 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88f882f-608a-4cc1-9c8f-f9f0dad46bf1', 'name': 'network-vif-deleted', 'tag': 'c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd', 'status': 'completed', 'code': 200} Mar 16 11:21:30.434755 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-b3a51e03-04a2-4af9-aa36-058baf3ca16e None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:21:30.468427 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c7ded2d0-3845-4cbe-9598-90edb869791c req-ef01a3cc-36be-4eab-950a-b49542ae5658 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88f882f-608a-4cc1-9c8f-f9f0dad46bf1 HTTP/1.1" status: 200 len: 210 time: 0.0445671 Mar 16 11:21:30.736978 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b3a51e03-04a2-4af9-aa36-058baf3ca16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:30.740891 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a51e03-04a2-4af9-aa36-058baf3ca16e None None] Checking router: 8bbde16b-98f1-479a-a8eb-5b868e776b89 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:21:30.749262 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a51e03-04a2-4af9-aa36-058baf3ca16e None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:21:30.749841 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b3a51e03-04a2-4af9-aa36-058baf3ca16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:21:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:30.884928 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0b7b9780-a91a-495f-b7bb-238f85476a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.941347 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-b3a51e03-04a2-4af9-aa36-058baf3ca16e None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:21:31.304927 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b3a51e03-04a2-4af9-aa36-058baf3ca16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:31.309054 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a51e03-04a2-4af9-aa36-058baf3ca16e None None] The sync data for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv is: [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:21:31.525123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5f4f7-6a09-4d64-b5c3-710f5ffd7ee5 None None] New status for floating IP 9da78286-6978-4aa3-91ed-c7dd86550e10: DOWN {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:21:31.818152 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-1bd68d6e-d737-4cf5-9053-b4d6a6607f43 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--387726720&fields=id&tenant_id=9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 267 time: 0.0443263 Mar 16 11:21:31.968982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23578463-8663-41d1-a3bc-664f74afd42c req-383a2082-af4f-4a3f-b00d-e88c0d012b17 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:31.970395 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-383a2082-af4f-4a3f-b00d-e88c0d012b17 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 812 time: 0.1453583 Mar 16 11:21:31.985511 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-24e368aa-82c2-480d-b4a1-8c98ef706f69 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/quotas/9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 375 time: 0.0091155 Mar 16 11:21:32.067400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-23578463-8663-41d1-a3bc-664f74afd42c req-b29502ff-0609-4e1f-b8cb-6fdabf83c56f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Synchronizing usage tracker for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:32.084508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-23578463-8663-41d1-a3bc-664f74afd42c req-b29502ff-0609-4e1f-b8cb-6fdabf83c56f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Unset dirty status for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:32.085838 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-b29502ff-0609-4e1f-b8cb-6fdabf83c56f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0953124 Mar 16 11:21:32.105512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-0d834eda-d58c-49bc-8c07-5cdf1f1256de service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:21:32.106723 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-0d834eda-d58c-49bc-8c07-5cdf1f1256de service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052724 Mar 16 11:21:32.243590 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-d6d1f132-5b2d-4426-a071-a12944e3ef7d service neutron] 10.222.0.44 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302855 Mar 16 11:21:32.380136 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-0b4fd780-5015-46e9-b24c-f73ba5b0606c service neutron] 10.222.0.44 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291928 Mar 16 11:21:32.572012 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b4c2df4e-f185-4264-ad18-2de42b89bce4 req-dc099ebb-d96a-4d22-892f-d759f80f788e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 210 time: 0.0530636 Mar 16 11:21:32.882891 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:21:32.923535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:21:32.923806 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c4f3a8b3-9c2d-45d4-9f75-444ac01b12fd not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:21:33.065642 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9d1904bb-1cc7-40ea-8a15-295aec243766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:33.599752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23578463-8663-41d1-a3bc-664f74afd42c req-d91d8342-bf09-44b1-9d28-13f51241fc56 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:33.601180 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-d91d8342-bf09-44b1-9d28-13f51241fc56 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 812 time: 0.1609485 Mar 16 11:21:33.654336 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-06b7a809-45f2-493f-bcf1-d47d678f0b71 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 379 time: 0.0449731 Mar 16 11:21:33.661632 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-23578463-8663-41d1-a3bc-664f74afd42c req-fb03e301-f9e7-4998-a771-ab7c2831752a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Request body: {'port': {'device_id': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'admin_state_up': True, 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'security_groups': ['24f2c79b-a544-4005-9d87-0a9c7a6b1e2b']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:21:33.782482 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4bc98dc6-bade-42d8-813a-10b00c04fae6 req-0ac33224-2004-45a9-9d86-072c9ca318d6 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 210 time: 0.0916436 Mar 16 11:21:33.835946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-23578463-8663-41d1-a3bc-664f74afd42c req-fb03e301-f9e7-4998-a771-ab7c2831752a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:33.845942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-23578463-8663-41d1-a3bc-664f74afd42c req-fb03e301-f9e7-4998-a771-ab7c2831752a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:33.855496 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23578463-8663-41d1-a3bc-664f74afd42c req-fb03e301-f9e7-4998-a771-ab7c2831752a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Made reservation on behalf of 9c799a00449445b28eb28a8e94eaf3c2 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:33.859186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-23578463-8663-41d1-a3bc-664f74afd42c req-fb03e301-f9e7-4998-a771-ab7c2831752a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:34.017144 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-23578463-8663-41d1-a3bc-664f74afd42c req-fb03e301-f9e7-4998-a771-ab7c2831752a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Allocated IP 172.20.0.9 (552a1278-9a96-4e63-9764-d39b738b79b9/e1aeabca-0ec5-40e9-9d98-aed8391520b1/9d439d9a-f188-4553-9734-8b4b7dd4c6f9) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:34.209434 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-23578463-8663-41d1-a3bc-664f74afd42c req-fb03e301-f9e7-4998-a771-ab7c2831752a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:34.224095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-23578463-8663-41d1-a3bc-664f74afd42c req-fb03e301-f9e7-4998-a771-ab7c2831752a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Transition to ACTIVE for port object 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:34.248483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-23578463-8663-41d1-a3bc-664f74afd42c req-fb03e301-f9e7-4998-a771-ab7c2831752a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:34.311964 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23578463-8663-41d1-a3bc-664f74afd42c req-fb03e301-f9e7-4998-a771-ab7c2831752a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Network 552a1278-9a96-4e63-9764-d39b738b79b9 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:34.319492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-23578463-8663-41d1-a3bc-664f74afd42c req-fb03e301-f9e7-4998-a771-ab7c2831752a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:34.321863 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-23578463-8663-41d1-a3bc-664f74afd42c req-fb03e301-f9e7-4998-a771-ab7c2831752a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:21:34.362380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03e301-f9e7-4998-a771-ab7c2831752a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Pushing event updated for resources: {'Port': ['ID=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:34.396177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23578463-8663-41d1-a3bc-664f74afd42c req-fb03e301-f9e7-4998-a771-ab7c2831752a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:34.396770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-23578463-8663-41d1-a3bc-664f74afd42c req-fb03e301-f9e7-4998-a771-ab7c2831752a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:34.422577 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-fb03e301-f9e7-4998-a771-ab7c2831752a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7641695 Mar 16 11:21:34.435494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Request body: {'port': {'device_id': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:21:34.436465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:34.497938 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:34.549543 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bc8e3769-a689-42a1-b3ce-879addeab236 None None] Provisioning for port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:34.554344 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bc8e3769-a689-42a1-b3ce-879addeab236 None None] Provisioning complete for port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:34.554711 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3769-a689-42a1-b3ce-879addeab236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:34.611126 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-bc8e3769-a689-42a1-b3ce-879addeab236 None None] Port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:21:34.670482 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:34.968307 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e8c6e-40d1-4e0f-9ca7-deee18f69fb1 req-af429483-0132-4800-8453-0eb28552b828 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:34.969719 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8c7e8c6e-40d1-4e0f-9ca7-deee18f69fb1 req-af429483-0132-4800-8453-0eb28552b828 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 931 time: 0.0814869 Mar 16 11:21:35.000057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:21:35.007439 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.014433 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8c7e8c6e-40d1-4e0f-9ca7-deee18f69fb1 req-1ff3bcb6-4046-4a4b-8d8a-84e431cae87e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388134 Mar 16 11:21:35.022737 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Transition to ACTIVE for port object 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:35.029700 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.181108 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:35.197354 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:35.197696 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:35.198028 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:35.198356 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:35.198685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:35.199001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:35.199349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:35.199668 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:35.199984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:35.200833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:35.201149 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:35.201465 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:35.275311 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Attempting to bind port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:35.275643 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Attempting to bind port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:35.275966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Attempting to bind port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 on network 552a1278-9a96-4e63-9764-d39b738b79b9 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:21:35.280517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 on network 552a1278-9a96-4e63-9764-d39b738b79b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:21:35.280831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Attempting to bind port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 on network 552a1278-9a96-4e63-9764-d39b738b79b9 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:21:35.285838 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:21:35.286170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Checking segment: {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:21:35.286547 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Bound using segment: {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:21:35.286960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Bound port: 9d439d9a-f188-4553-9734-8b4b7dd4c6f9, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d718d0-c7df-4b45-928d-aa8a07702e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:35.287326 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.376931 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] For port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:21:35.380032 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] For port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:21:35.384035 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.440834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:35.441432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.442770 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] 10.222.0.18 "PUT /v2.0/ports/9d439d9a-f188-4553-9734-8b4b7dd4c6f9 HTTP/1.1" status: 200 len: 1093 time: 1.0132513 Mar 16 11:21:35.443210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'tag': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:35.467483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceeb673-ce09-4680-8fdc-b5ac85ee6cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:35.510816 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'tag': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9', 'status': 'completed', 'code': 200} Mar 16 11:21:35.551456 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23578463-8663-41d1-a3bc-664f74afd42c req-bf3730c1-7129-455e-8e37-83a9d5699b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:35.552915 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-bf3730c1-7129-455e-8e37-83a9d5699b33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 1096 time: 0.0749202 Mar 16 11:21:35.625175 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-ed77ceb3-dcf9-40a3-907e-c01686f3adf3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9 HTTP/1.1" status: 200 len: 217 time: 0.0659125 Mar 16 11:21:35.686156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23578463-8663-41d1-a3bc-664f74afd42c req-221f327d-1c9f-4e8f-ab20-8f6bbbfd8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:35.687594 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-221f327d-1c9f-4e8f-ab20-8f6bbbfd8f9d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0557139 Mar 16 11:21:35.763533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23578463-8663-41d1-a3bc-664f74afd42c req-1828166a-1328-4733-808f-0dfc5cd48372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:35.764858 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-1828166a-1328-4733-808f-0dfc5cd48372 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711713 Mar 16 11:21:35.890093 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-df3cb0d9-cd1a-41e5-92d3-0ae5b4021fd2 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190472 Mar 16 11:21:35.953880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.022726 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23578463-8663-41d1-a3bc-664f74afd42c req-51021944-5620-459f-a963-b5b90ff41b98 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262753 Mar 16 11:21:36.140386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e21a6-f986-4886-8692-27a80340ce99 req-c80967ea-f606-4daa-9e27-4b289a8ab69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:36.141746 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-627e21a6-f986-4886-8692-27a80340ce99 req-c80967ea-f606-4daa-9e27-4b289a8ab69c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 1096 time: 0.0699487 Mar 16 11:21:36.197696 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737c2c6-dea6-493c-8684-6a1bbd3a259d req-ea28f87a-d217-423d-867c-9babb4c32e12 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:36.199189 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c737c2c6-dea6-493c-8684-6a1bbd3a259d req-ea28f87a-d217-423d-867c-9babb4c32e12 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 943 time: 0.0790389 Mar 16 11:21:36.253572 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c737c2c6-dea6-493c-8684-6a1bbd3a259d req-f3247526-d186-4b66-9af3-4c0513f92139 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479350 Mar 16 11:21:36.276212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e21a6-f986-4886-8692-27a80340ce99 req-52238b46-27ea-4b70-9f65-afdfcbb7c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:36.277640 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-627e21a6-f986-4886-8692-27a80340ce99 req-52238b46-27ea-4b70-9f65-afdfcbb7c21f service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1300499 Mar 16 11:21:36.447660 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-627e21a6-f986-4886-8692-27a80340ce99 req-12dd63f7-30bd-4da5-830d-d8d4b8ac9d67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9 HTTP/1.1" status: 200 len: 217 time: 0.1633916 Mar 16 11:21:36.507146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e21a6-f986-4886-8692-27a80340ce99 req-b86d145b-c035-418c-b900-150111ca953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:36.508530 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-627e21a6-f986-4886-8692-27a80340ce99 req-b86d145b-c035-418c-b900-150111ca953a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0555537 Mar 16 11:21:36.583428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e21a6-f986-4886-8692-27a80340ce99 req-9aabbd4a-6196-46d7-b34f-7cab0b667012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:36.584875 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-627e21a6-f986-4886-8692-27a80340ce99 req-9aabbd4a-6196-46d7-b34f-7cab0b667012 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707605 Mar 16 11:21:36.712175 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-627e21a6-f986-4886-8692-27a80340ce99 req-e82aa5c9-1975-4ee7-9923-92ab80c214c0 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204846 Mar 16 11:21:36.842009 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-627e21a6-f986-4886-8692-27a80340ce99 req-beae6ebf-7093-4414-8233-6a825e8b25bc service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231377 Mar 16 11:21:37.438054 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ab6b8-7a16-4ad2-ac36-1aab06e9e530 req-139094ae-5cf8-4fa1-a88a-af5aac6c10f4 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:37.438728 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-cb0ab6b8-7a16-4ad2-ac36-1aab06e9e530 req-139094ae-5cf8-4fa1-a88a-af5aac6c10f4 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Synchronizing usage tracker for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:37.453254 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-cb0ab6b8-7a16-4ad2-ac36-1aab06e9e530 req-139094ae-5cf8-4fa1-a88a-af5aac6c10f4 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Unset dirty status for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:37.454553 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb0ab6b8-7a16-4ad2-ac36-1aab06e9e530 req-139094ae-5cf8-4fa1-a88a-af5aac6c10f4 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 943 time: 0.0932515 Mar 16 11:21:37.499564 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cb0ab6b8-7a16-4ad2-ac36-1aab06e9e530 req-4fbab4c1-40e0-49d0-be2c-0e629c9fc716 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394096 Mar 16 11:21:38.678996 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d51ed-f4cc-421e-a4c7-65aee706e74d req-a89d5b84-a06f-445f-9960-d4f8f041d62e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:38.680436 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3e4d51ed-f4cc-421e-a4c7-65aee706e74d req-a89d5b84-a06f-445f-9960-d4f8f041d62e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 943 time: 0.0767856 Mar 16 11:21:38.723530 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3e4d51ed-f4cc-421e-a4c7-65aee706e74d req-e093726e-8de7-485e-9236-cf2e6277ac92 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369613 Mar 16 11:21:39.907501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea890f05-ee60-4efc-bcc0-09f64faac0ab req-c7897e3b-3619-43bb-8592-347b3ef53f5c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:39.908948 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ea890f05-ee60-4efc-bcc0-09f64faac0ab req-c7897e3b-3619-43bb-8592-347b3ef53f5c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 943 time: 0.0815127 Mar 16 11:21:39.953333 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ea890f05-ee60-4efc-bcc0-09f64faac0ab req-b355fffd-db51-4d9d-a83e-08336d6735d5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386100 Mar 16 11:21:40.914062 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:21:41.041965 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:41.058927 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'port_id': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9', 'mac_address': 'fa:16:3e:5b:f3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:21:41.113584 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:41.130224 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:21:41.137242 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ac3d2-1c6d-41eb-a9d1-fad3c4556261 req-542d7986-7cdf-4913-be82-2471d1399743 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:41.138721 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-692ac3d2-1c6d-41eb-a9d1-fad3c4556261 req-542d7986-7cdf-4913-be82-2471d1399743 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 943 time: 0.0820725 Mar 16 11:21:41.145123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:41.149258 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:41.195495 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-692ac3d2-1c6d-41eb-a9d1-fad3c4556261 req-312e3909-f50a-4784-a889-34ca0d7f3843 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509236 Mar 16 11:21:41.218756 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:41.225669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:41.226018 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:41.226358 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:41.226687 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:41.227016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:41.227367 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:41.227692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:41.228012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:41.228336 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:41.228651 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:41.228968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:41.229281 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:41.457069 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['9d439d9a-f188-4553-9734-8b4b7dd4c6f9'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:21:42.379716 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2033db-b873-416e-b425-4090e8890c40 req-166b8334-c76b-4f47-8303-0b29a84c0c28 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:42.381168 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5d2033db-b873-416e-b425-4090e8890c40 req-166b8334-c76b-4f47-8303-0b29a84c0c28 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 944 time: 0.0781643 Mar 16 11:21:42.427464 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5d2033db-b873-416e-b425-4090e8890c40 req-0db04b57-5424-4b31-934d-968f7da6f6b9 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407698 Mar 16 11:21:42.913689 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:42.981228 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:42.986438 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:42.986804 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:43.095716 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:43.123978 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:43.133626 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:43.138003 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:43.205387 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:43.218531 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9', 'code': 200} Mar 16 11:21:43.456839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743dd66-6cbb-409b-858d-7c42ab5076e1 req-cd502348-b988-4b8a-a932-eb5d72154583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:43.457731 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8743dd66-6cbb-409b-858d-7c42ab5076e1 req-cd502348-b988-4b8a-a932-eb5d72154583 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 1098 time: 0.0670788 Mar 16 11:21:43.496796 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8743dd66-6cbb-409b-858d-7c42ab5076e1 req-fe58c24c-6fd7-412a-8c56-58af2e3a45f2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335531 Mar 16 11:21:43.611250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c70a1-9044-4383-84d4-cc4088b6d515 req-43cfcd27-fd3a-4510-b09d-cbe196d5697e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:43.612664 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-573c70a1-9044-4383-84d4-cc4088b6d515 req-43cfcd27-fd3a-4510-b09d-cbe196d5697e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0808716 Mar 16 11:21:43.655168 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-573c70a1-9044-4383-84d4-cc4088b6d515 req-738d62ef-1a7a-4d0a-9d56-7cea5ca8f48e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368605 Mar 16 11:21:44.836262 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73222d2a-6c01-429e-a2b4-5f18b4cb1751 req-13fc28e1-a611-465b-b12e-cec5251673ac tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:44.837709 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-73222d2a-6c01-429e-a2b4-5f18b4cb1751 req-13fc28e1-a611-465b-b12e-cec5251673ac tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0802772 Mar 16 11:21:44.886132 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-73222d2a-6c01-429e-a2b4-5f18b4cb1751 req-484fb3b4-a73e-4e30-b16e-6c1adde0bf12 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420570 Mar 16 11:21:46.067290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686d7e2-26d6-405e-b4e2-a53c32dd2841 req-7024092f-1127-4f37-a492-cbf11d75b02c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:46.068712 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8686d7e2-26d6-405e-b4e2-a53c32dd2841 req-7024092f-1127-4f37-a492-cbf11d75b02c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0774260 Mar 16 11:21:46.110867 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8686d7e2-26d6-405e-b4e2-a53c32dd2841 req-5f51b348-3789-4d7d-a66b-0a0bc6f2d5fa tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365636 Mar 16 11:21:46.290990 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc1a4c-e5c7-40d5-ad17-27c21bbe0e45 req-2a1bdb54-a593-4faa-a207-bfd3c296327b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:46.292407 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c1fc1a4c-e5c7-40d5-ad17-27c21bbe0e45 req-2a1bdb54-a593-4faa-a207-bfd3c296327b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0813928 Mar 16 11:21:46.300967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 57862) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:46.305863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-ae9cb0e0-0184-4332-aa7c-ba03e6d04239 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Request body: {'floatingip': {'port_id': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:21:46.384191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ae9cb0e0-0184-4332-aa7c-ba03e6d04239 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for floatingip, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:47.059758 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ae9cb0e0-0184-4332-aa7c-ba03e6d04239 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:47.063517 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ae9cb0e0-0184-4332-aa7c-ba03e6d04239 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:47.232165 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-ae9cb0e0-0184-4332-aa7c-ba03e6d04239 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Floating IP 9da78286-6978-4aa3-91ed-c7dd86550e10 associated. External IP: 172.26.3.190, port: 9d439d9a-f188-4553-9734-8b4b7dd4c6f9. Mar 16 11:21:47.574489 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9cb0e0-0184-4332-aa7c-ba03e6d04239 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Router 8bbde16b-98f1-479a-a8eb-5b868e776b89 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:21:47.750339 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9cb0e0-0184-4332-aa7c-ba03e6d04239 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:21:47.754528 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ae9cb0e0-0184-4332-aa7c-ba03e6d04239 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:47.760873 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b0050e-1061-4b70-8e97-ee90c373856f None None] Sync routers for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:21:47.770558 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b0050e-1061-4b70-8e97-ee90c373856f None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:21:47.771175 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f0b0050e-1061-4b70-8e97-ee90c373856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:21:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:47.806354 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ae9cb0e0-0184-4332-aa7c-ba03e6d04239 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "PUT /v2.0/floatingips/9da78286-6978-4aa3-91ed-c7dd86550e10 HTTP/1.1" status: 200 len: 992 time: 1.5043409 Mar 16 11:21:47.807023 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'tag': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:47.864738 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:47.923811 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'tag': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9', 'status': 'completed', 'code': 200} Mar 16 11:21:47.957815 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-f0b0050e-1061-4b70-8e97-ee90c373856f None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:21:48.045867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb2555-d845-4afc-b394-bb3e2a6c5243 req-b13d2e36-6821-47ae-8939-0238b08e409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:48.047350 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f2bb2555-d845-4afc-b394-bb3e2a6c5243 req-b13d2e36-6821-47ae-8939-0238b08e409e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 1098 time: 0.0969288 Mar 16 11:21:48.192636 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb2555-d845-4afc-b394-bb3e2a6c5243 req-daff82ae-2963-41de-ac88-86498a539ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:48.194479 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f2bb2555-d845-4afc-b394-bb3e2a6c5243 req-daff82ae-2963-41de-ac88-86498a539ad9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1404693 Mar 16 11:21:48.334796 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f2bb2555-d845-4afc-b394-bb3e2a6c5243 req-efea51de-fb9b-40ba-84c4-3f88afc63aaf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9 HTTP/1.1" status: 200 len: 1000 time: 0.1343091 Mar 16 11:21:48.339082 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f0b0050e-1061-4b70-8e97-ee90c373856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '9da78286-6978-4aa3-91ed-c7dd86550e10', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'port_id': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'mac_address': 'fa:16:3e:5b:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:36Z', 'updated_at': '2022-03-16T11:21:46Z', 'revision_number': 13, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:48.343988 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b0050e-1061-4b70-8e97-ee90c373856f None None] Checking router: 8bbde16b-98f1-479a-a8eb-5b868e776b89 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:21:48.353723 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b0050e-1061-4b70-8e97-ee90c373856f None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:21:48.354163 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f0b0050e-1061-4b70-8e97-ee90c373856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:21:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:48.406815 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb2555-d845-4afc-b394-bb3e2a6c5243 req-bed8d6c0-e7d3-4ae3-b2db-44a3e5fc1098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:48.408328 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f2bb2555-d845-4afc-b394-bb3e2a6c5243 req-bed8d6c0-e7d3-4ae3-b2db-44a3e5fc1098 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0681512 Mar 16 11:21:48.502353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb2555-d845-4afc-b394-bb3e2a6c5243 req-1fc04bb0-9c05-4367-ada0-acb2bf75cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:48.503847 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f2bb2555-d845-4afc-b394-bb3e2a6c5243 req-1fc04bb0-9c05-4367-ada0-acb2bf75cb77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900795 Mar 16 11:21:48.542579 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-f0b0050e-1061-4b70-8e97-ee90c373856f None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:21:48.646690 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f2bb2555-d845-4afc-b394-bb3e2a6c5243 req-92f0d545-1d54-440a-ad1b-c8f96b01be0c service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359360 Mar 16 11:21:48.908459 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f2bb2555-d845-4afc-b394-bb3e2a6c5243 req-734effc5-f19e-4092-b120-8623e07ecb0e service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553911 Mar 16 11:21:48.926930 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f0b0050e-1061-4b70-8e97-ee90c373856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '9da78286-6978-4aa3-91ed-c7dd86550e10', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'port_id': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'mac_address': 'fa:16:3e:5b:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:36Z', 'updated_at': '2022-03-16T11:21:46Z', 'revision_number': 13, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:48.932452 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b0050e-1061-4b70-8e97-ee90c373856f None None] The sync data for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv is: [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '9da78286-6978-4aa3-91ed-c7dd86550e10', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'port_id': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'mac_address': 'fa:16:3e:5b:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:36Z', 'updated_at': '2022-03-16T11:21:46Z', 'revision_number': 13, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:21:49.138440 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f7ce3-5e64-4070-ba23-121887a1ada6 None None] New status for floating IP 9da78286-6978-4aa3-91ed-c7dd86550e10: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:21:49.510096 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049a1a5-86b7-414f-ba60-ecd7d6613f83 req-117a4f2a-bae5-4488-b7ce-300eb07a7b1c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:49.517645 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6049a1a5-86b7-414f-ba60-ecd7d6613f83 req-117a4f2a-bae5-4488-b7ce-300eb07a7b1c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0891023 Mar 16 11:21:49.557812 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6049a1a5-86b7-414f-ba60-ecd7d6613f83 req-9364d810-0f72-4cda-bad6-aa6fdbd8cfbe tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393801 Mar 16 11:21:59.453984 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-2a257f78-362e-47db-9992-2831fb77a9ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1792002 Mar 16 11:21:59.461930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc7441-9751-4a9c-8cbc-c259233b4582 req-6bfcb61e-229e-4dc3-854e-888f19dd3626 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:59.463278 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4dfc7441-9751-4a9c-8cbc-c259233b4582 req-6bfcb61e-229e-4dc3-854e-888f19dd3626 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.1104548 Mar 16 11:21:59.508152 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4dfc7441-9751-4a9c-8cbc-c259233b4582 req-8db25671-8a44-4e35-84dc-ab1b8fcf5cca tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391560 Mar 16 11:21:59.975331 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:22:00.542526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-6720c529-2666-444c-8fba-0e9c423453d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:00.544560 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-6720c529-2666-444c-8fba-0e9c423453d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 1098 time: 0.0689781 Mar 16 11:22:00.674070 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-332d56cb-31ee-4dfb-953b-8a245df63388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:00.675998 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-332d56cb-31ee-4dfb-953b-8a245df63388 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1245782 Mar 16 11:22:00.692643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b5ee-2b2a-4136-80a7-70c9f42be0dc req-c765fd77-74ab-4a4d-88a1-29467fd9d228 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:00.694148 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8aa3b5ee-2b2a-4136-80a7-70c9f42be0dc req-c765fd77-74ab-4a4d-88a1-29467fd9d228 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0799494 Mar 16 11:22:00.739971 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8aa3b5ee-2b2a-4136-80a7-70c9f42be0dc req-f8581ff5-7db9-46b2-9856-6bfa8bf7279b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395045 Mar 16 11:22:00.788979 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-da782964-55a1-437b-99ff-20cc429aa95b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9 HTTP/1.1" status: 200 len: 1002 time: 0.1059582 Mar 16 11:22:00.853151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-238e4579-d9f5-4f25-94b8-1bf2648a41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:00.854605 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-238e4579-d9f5-4f25-94b8-1bf2648a41fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0597949 Mar 16 11:22:00.877763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-231782ac-a547-4559-9950-3fadca7c5fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.927999 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-28d533e4-b4ac-4d78-8bed-f63c70217f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:00.929369 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-28d533e4-b4ac-4d78-8bed-f63c70217f1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690284 Mar 16 11:22:01.055137 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-de3f2937-cf28-48ec-9a2c-42891893efe4 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190524 Mar 16 11:22:01.193594 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-8a7c4e08-6821-4e2e-a9a2-1f60fb090313 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324191 Mar 16 11:22:01.925869 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e383c3d-9d73-4476-a28c-2eec7ca00656 req-5c025c35-4710-4b08-a0a2-b797079782f2 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:01.927322 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3e383c3d-9d73-4476-a28c-2eec7ca00656 req-5c025c35-4710-4b08-a0a2-b797079782f2 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0771685 Mar 16 11:22:01.974094 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3e383c3d-9d73-4476-a28c-2eec7ca00656 req-261299b9-e559-4e14-be8c-21ea192dc452 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411119 Mar 16 11:22:03.068692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ada452c0-e3de-4898-873f-e6e6efb4da69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.157522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc5668-1280-4e83-9247-85d465f2f780 req-c685cb24-14af-4dca-8e87-c5376ea7e2b5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:03.158947 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-12bc5668-1280-4e83-9247-85d465f2f780 req-c685cb24-14af-4dca-8e87-c5376ea7e2b5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0808539 Mar 16 11:22:03.200777 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-12bc5668-1280-4e83-9247-85d465f2f780 req-174d02c4-3c00-4582-bbc6-bea18f14e8e9 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363088 Mar 16 11:22:04.382935 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d7bd8-de21-460d-a4f0-4b08bbc7e856 req-f4c14d68-c987-4ed3-9dd7-98180e6a61d7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:04.386101 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fa4d7bd8-de21-460d-a4f0-4b08bbc7e856 req-f4c14d68-c987-4ed3-9dd7-98180e6a61d7 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0801938 Mar 16 11:22:04.432661 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fa4d7bd8-de21-460d-a4f0-4b08bbc7e856 req-c0090383-932b-4b62-b2a6-70429e4c6b24 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407357 Mar 16 11:22:04.435728 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.501006 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.644601 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3daae-1148-4194-8c55-013484d74175 req-ba39ea0b-2070-4aad-a251-d764b90b76c8 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:05.646050 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a8d3daae-1148-4194-8c55-013484d74175 req-ba39ea0b-2070-4aad-a251-d764b90b76c8 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0774326 Mar 16 11:22:05.795405 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a8d3daae-1148-4194-8c55-013484d74175 req-b5a14215-84b2-4049-9559-e43343ad32cc tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437118 Mar 16 11:22:05.948131 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.976417 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26add023-291d-4334-9c3b-22ab04d3f60e req-1f585a7f-f7ab-4b97-aafd-cb389aa3f8c8 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:06.977744 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-26add023-291d-4334-9c3b-22ab04d3f60e req-1f585a7f-f7ab-4b97-aafd-cb389aa3f8c8 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0795388 Mar 16 11:22:07.019575 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-26add023-291d-4334-9c3b-22ab04d3f60e req-a66b20e1-db98-4ae4-b005-f9a2be690659 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354731 Mar 16 11:22:08.200784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f34dfa-7e67-4869-a5d2-b9aca4839e3b req-01f758e7-cee7-4b5c-bcaf-bab612d57f21 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:08.202211 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-29f34dfa-7e67-4869-a5d2-b9aca4839e3b req-01f758e7-cee7-4b5c-bcaf-bab612d57f21 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0776315 Mar 16 11:22:08.247756 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-29f34dfa-7e67-4869-a5d2-b9aca4839e3b req-92826b54-8e87-44c3-acfa-739d4fc1329c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398164 Mar 16 11:22:08.514006 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-cd2349a5-1d28-4cdf-8d22-7cf70d774000 service neutron] 10.222.0.18 "GET /v2.0/ports/9d439d9a-f188-4553-9734-8b4b7dd4c6f9/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.0712752 Mar 16 11:22:08.776314 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-b5c80205-4f6d-49f3-bcc0-7f1d7a4ac763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:08.778397 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-b5c80205-4f6d-49f3-bcc0-7f1d7a4ac763 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20&tenant_id=9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 1098 time: 0.0768445 Mar 16 11:22:08.865467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-d1868bf0-370b-4561-9801-34ed4872f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:08.866911 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-d1868bf0-370b-4561-9801-34ed4872f544 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 1098 time: 0.0687127 Mar 16 11:22:09.096425 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-c94924fd-df8d-4e21-a63a-907f4906ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:09.097784 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-c94924fd-df8d-4e21-a63a-907f4906ca07 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.2258792 Mar 16 11:22:09.197346 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-1a1fe437-4c7f-4a6a-9559-8b4abfd191be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9 HTTP/1.1" status: 200 len: 1002 time: 0.0927289 Mar 16 11:22:09.259176 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-3c6f3de0-47a1-4d26-a1f9-74de170f90de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:09.260581 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-3c6f3de0-47a1-4d26-a1f9-74de170f90de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0575621 Mar 16 11:22:09.332623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-c46298e7-203c-4121-ac63-4e4e8db3d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:09.334082 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-c46298e7-203c-4121-ac63-4e4e8db3d8a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680289 Mar 16 11:22:09.518472 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-726d0cb4-166b-4c76-a393-f4134b08faa2 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786869 Mar 16 11:22:09.529332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554f16a-0100-419d-95cb-ea1f8f748c40 req-54208cef-de89-497f-b605-5ec2dd54b093 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:09.530671 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d554f16a-0100-419d-95cb-ea1f8f748c40 req-54208cef-de89-497f-b605-5ec2dd54b093 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.1719756 Mar 16 11:22:09.658128 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d554f16a-0100-419d-95cb-ea1f8f748c40 req-c0ed303d-611a-4f12-b6ca-928ffa76ed5f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091042 Mar 16 11:22:09.685674 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-9a99f434-cd6c-4e0a-aa3f-494154d94ddf service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540453 Mar 16 11:22:10.845133 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835730b-8c44-4369-9463-4296bf0eb9b7 req-ba3615f3-17ea-4f68-a093-fac25fe4ed74 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:10.846569 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6835730b-8c44-4369-9463-4296bf0eb9b7 req-ba3615f3-17ea-4f68-a093-fac25fe4ed74 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0812042 Mar 16 11:22:10.890484 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6835730b-8c44-4369-9463-4296bf0eb9b7 req-8d91019a-eff9-4d5b-958d-5d54648f08fe tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381711 Mar 16 11:22:12.079895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b9001-c6bc-4be2-9eb4-5add59194a67 req-8d3c7c70-d8f0-49a9-a803-839431bab54d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:12.081336 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-864b9001-c6bc-4be2-9eb4-5add59194a67 req-8d3c7c70-d8f0-49a9-a803-839431bab54d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0784705 Mar 16 11:22:12.125084 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-864b9001-c6bc-4be2-9eb4-5add59194a67 req-00691355-d54c-4b3e-b3f2-62f0f1aeea31 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381851 Mar 16 11:22:13.099061 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:13.207857 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.237893 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:13.248270 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:13.253065 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.304253 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9', 'code': 200} Mar 16 11:22:13.316859 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476dc9-864a-4859-aa70-1b30ca658af1 req-4a957d91-d23e-4fed-8cc2-d4e02a872c84 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.318374 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-fa476dc9-864a-4859-aa70-1b30ca658af1 req-4a957d91-d23e-4fed-8cc2-d4e02a872c84 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 943 time: 0.0854750 Mar 16 11:22:13.329963 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:13.364682 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-fa476dc9-864a-4859-aa70-1b30ca658af1 req-a503f77b-e34c-426b-a364-0ca821edfbfa tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403898 Mar 16 11:22:14.550390 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cf736-0f48-461c-afe2-c2024e7fd41f req-a2582717-8e81-4ba3-a7c4-c8a10aafb52f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:14.551749 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b44cf736-0f48-461c-afe2-c2024e7fd41f req-a2582717-8e81-4ba3-a7c4-c8a10aafb52f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 943 time: 0.0801427 Mar 16 11:22:14.595569 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b44cf736-0f48-461c-afe2-c2024e7fd41f req-4ca39d64-0fbc-4f63-a3c3-fc44af50b13f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382175 Mar 16 11:22:15.099273 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:22:15.255458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:15.267943 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'port_id': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9', 'mac_address': 'fa:16:3e:5b:f3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:22:15.320768 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.338800 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:22:15.353861 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:15.359544 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.422843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['9d439d9a-f188-4553-9734-8b4b7dd4c6f9'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:22:15.458266 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,revision_number=7']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:15.922944 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d1069-f0dd-404c-95bc-dda8b145669a req-67f939c2-403d-4c9d-bde0-3717a5b9427e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:15.924293 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c46d1069-f0dd-404c-95bc-dda8b145669a req-67f939c2-403d-4c9d-bde0-3717a5b9427e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 944 time: 0.0784440 Mar 16 11:22:15.973093 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c46d1069-f0dd-404c-95bc-dda8b145669a req-f893cc40-0fd6-49c4-ae33-35b6f09f86d2 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432949 Mar 16 11:22:17.110822 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:17.167251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193eae-78be-4696-a6ac-24ae78a5cc72 req-df6233ee-6748-4021-939a-7c9fe4cc382c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:17.169563 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b6193eae-78be-4696-a6ac-24ae78a5cc72 req-df6233ee-6748-4021-939a-7c9fe4cc382c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 944 time: 0.0825531 Mar 16 11:22:17.176663 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:17.177043 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.216603 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b6193eae-78be-4696-a6ac-24ae78a5cc72 req-28f61f83-119c-4054-955c-9d1aa7b7a113 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414593 Mar 16 11:22:17.294563 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.320651 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:17.330603 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:17.335777 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.379977 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9', 'code': 200} Mar 16 11:22:17.408643 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,revision_number=8']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:17.893787 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.398173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aca8b9-144c-4fe8-8eb9-544d7ad9c345 req-e59df62c-e35f-4855-b9ba-8b23c6803f48 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:18.399695 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-10aca8b9-144c-4fe8-8eb9-544d7ad9c345 req-e59df62c-e35f-4855-b9ba-8b23c6803f48 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0796845 Mar 16 11:22:18.442073 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-10aca8b9-144c-4fe8-8eb9-544d7ad9c345 req-cf479075-1bd1-4974-8faf-d6f29ad810be tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367353 Mar 16 11:22:19.641888 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886e3e2-fee6-4a0d-8578-ed9ba52fa2cd req-dbd07c13-89e2-4f48-acb5-56aff942212e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:19.643364 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d886e3e2-fee6-4a0d-8578-ed9ba52fa2cd req-dbd07c13-89e2-4f48-acb5-56aff942212e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0963478 Mar 16 11:22:19.686501 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d886e3e2-fee6-4a0d-8578-ed9ba52fa2cd req-b94b0231-ad2d-48ed-a74b-2ee9f467a202 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375545 Mar 16 11:22:20.086192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-70bf0671-03ea-443e-9c21-2e1fd6f95690 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:20.087628 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-70bf0671-03ea-443e-9c21-2e1fd6f95690 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20&tenant_id=9c799a00449445b28eb28a8e94eaf3c2&binding%3Ahost_id=hv-neutron-8338 HTTP/1.1" status: 200 len: 945 time: 0.0854435 Mar 16 11:22:20.145349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ee27a-c816-4a3c-8935-fea55ebd75d5 req-a9d55386-9a99-4217-920c-9a70bf504985 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:20.146791 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ff0ee27a-c816-4a3c-8935-fea55ebd75d5 req-a9d55386-9a99-4217-920c-9a70bf504985 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0797150 Mar 16 11:22:20.166833 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-d8e71fb0-a516-49df-9fc9-efc249aa071c service neutron] 10.222.0.18 "GET /v2.0/ports/9d439d9a-f188-4553-9734-8b4b7dd4c6f9/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.0737600 Mar 16 11:22:20.190855 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ff0ee27a-c816-4a3c-8935-fea55ebd75d5 req-2e9edd58-8995-4e9b-b7c8-088a2b2e5aff tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382438 Mar 16 11:22:20.255756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-f842a29b-82f3-45f8-90e0-99cd2841aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:20.257121 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-f842a29b-82f3-45f8-90e0-99cd2841aebc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 1098 time: 0.0698979 Mar 16 11:22:20.385965 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-e6d1d87d-0e7c-44ea-bcfd-b3d3402def59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:20.387433 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-e6d1d87d-0e7c-44ea-bcfd-b3d3402def59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1246161 Mar 16 11:22:20.487512 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-d70eb266-88b9-4af3-84c4-f1f2a87d281f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9 HTTP/1.1" status: 200 len: 1002 time: 0.0933154 Mar 16 11:22:20.650599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-1e584fec-a0fa-41ad-b3a9-845d78c81686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:20.652053 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-1e584fec-a0fa-41ad-b3a9-845d78c81686 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.1595082 Mar 16 11:22:20.725669 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-867be5fc-01ef-4555-ba51-d1b80681ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:20.727102 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-867be5fc-01ef-4555-ba51-d1b80681ab43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688665 Mar 16 11:22:20.854295 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-85945dd9-ad7b-4f0d-a470-3723de7bb253 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209428 Mar 16 11:22:20.984715 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-10d751e9-43ab-4839-bf63-3724d59da907 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245873 Mar 16 11:22:21.380083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add158f-1330-4c0d-b494-6f6de8e402af req-59452b6d-5cbc-48be-aebd-8a2461e70f4e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:21.381519 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4add158f-1330-4c0d-b494-6f6de8e402af req-59452b6d-5cbc-48be-aebd-8a2461e70f4e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0844371 Mar 16 11:22:21.424631 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4add158f-1330-4c0d-b494-6f6de8e402af req-a9742e9e-ad95-45a3-b1d9-798f05f5752e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375214 Mar 16 11:22:22.608451 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6452ec-fc01-4fc9-be7f-c5077fe9c047 req-304e7369-14bb-4473-87fe-300c57cd684a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:22.609767 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-de6452ec-fc01-4fc9-be7f-c5077fe9c047 req-304e7369-14bb-4473-87fe-300c57cd684a tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0815566 Mar 16 11:22:22.656837 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-de6452ec-fc01-4fc9-be7f-c5077fe9c047 req-2c865a67-9917-45a1-9afb-249fd2e42b09 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415125 Mar 16 11:22:23.137234 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:23.247886 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.276148 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:23.286856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:23.291237 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.335742 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9', 'code': 200} Mar 16 11:22:23.367802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,revision_number=9']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:23.846183 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb2edd-be82-457f-a204-19c834897348 req-20131905-919d-4d03-ad78-cede8bcb777b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:23.847657 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5ddb2edd-be82-457f-a204-19c834897348 req-20131905-919d-4d03-ad78-cede8bcb777b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 943 time: 0.0850937 Mar 16 11:22:23.891541 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5ddb2edd-be82-457f-a204-19c834897348 req-274856c4-01e4-4f1e-9640-3d2ac0999b39 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382516 Mar 16 11:22:24.168174 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-72ff2f88-17c0-4285-a35b-e7e5b7bf19ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.169637 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-72ff2f88-17c0-4285-a35b-e7e5b7bf19ee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20&tenant_id=9c799a00449445b28eb28a8e94eaf3c2 HTTP/1.1" status: 200 len: 1096 time: 0.0684369 Mar 16 11:22:24.265759 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-1d3bf525-8b1a-4794-97eb-1caf06c4ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.267111 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-1d3bf525-8b1a-4794-97eb-1caf06c4ff61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 1096 time: 0.0773244 Mar 16 11:22:24.394945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-f5ed5249-9b0f-47f0-96c5-7bf29d7b60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.396388 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-f5ed5249-9b0f-47f0-96c5-7bf29d7b60e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1235168 Mar 16 11:22:24.491810 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-dd8a8176-8b39-4401-9c59-da9aeec27320 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9 HTTP/1.1" status: 200 len: 1000 time: 0.0895512 Mar 16 11:22:24.556583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-78560fa5-a2c5-439d-8981-9e3c4f2d68f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.557909 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-78560fa5-a2c5-439d-8981-9e3c4f2d68f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0598264 Mar 16 11:22:24.629400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-9f0b55fc-053b-4e15-8d36-ca4c067b92b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.630829 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-9f0b55fc-053b-4e15-8d36-ca4c067b92b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670753 Mar 16 11:22:24.759598 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-ebdbe45b-4a7f-4fb0-912e-13240cc44e83 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223738 Mar 16 11:22:24.885616 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7fb37b7-8920-4d92-83db-342796e5b898 req-4403c133-eca0-4721-8f3a-e2f25741a1c6 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207197 Mar 16 11:22:25.083665 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0f0b0-51c6-4a13-936b-79cc632b6570 req-02403601-2011-42ea-a010-301487994fb5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:25.085107 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a1b0f0b0-51c6-4a13-936b-79cc632b6570 req-02403601-2011-42ea-a010-301487994fb5 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 943 time: 0.0860043 Mar 16 11:22:25.129100 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a1b0f0b0-51c6-4a13-936b-79cc632b6570 req-f52375b8-006e-4835-8b1a-7b52a4d6e08d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376372 Mar 16 11:22:26.319626 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52106cba-12b3-4c1d-8aff-b182a154381a req-c250a5d0-4a13-439a-b035-6b5e7b5a4f50 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:26.321172 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-52106cba-12b3-4c1d-8aff-b182a154381a req-c250a5d0-4a13-439a-b035-6b5e7b5a4f50 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 943 time: 0.0843709 Mar 16 11:22:26.367310 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-52106cba-12b3-4c1d-8aff-b182a154381a req-dd174f2b-b2e0-4245-a3ce-5623e1f55ca4 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384104 Mar 16 11:22:27.161040 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:27.550257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352b12c-2e5b-433b-8d6f-60acca4e4977 req-2ba5d9f6-8d38-4bef-a95a-1ef8368037bc tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:27.551644 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a352b12c-2e5b-433b-8d6f-60acca4e4977 req-2ba5d9f6-8d38-4bef-a95a-1ef8368037bc tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 943 time: 0.0780792 Mar 16 11:22:27.595028 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a352b12c-2e5b-433b-8d6f-60acca4e4977 req-f878f4d0-6a5c-4bff-a450-f2001726890b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379305 Mar 16 11:22:28.778956 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1b563-4cfb-4c0a-ad81-80042a9cb709 req-e0ebfce0-934d-45e8-98fc-4a38af01ebee tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:28.780411 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f6e1b563-4cfb-4c0a-ad81-80042a9cb709 req-e0ebfce0-934d-45e8-98fc-4a38af01ebee tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 943 time: 0.0819533 Mar 16 11:22:28.822911 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f6e1b563-4cfb-4c0a-ad81-80042a9cb709 req-98260e91-7549-4e31-8fcc-c13f3deec75f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370209 Mar 16 11:22:29.176517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:22:29.305779 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:29.318252 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'port_id': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9', 'mac_address': 'fa:16:3e:5b:f3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:22:29.371107 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:29.387564 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:22:29.402147 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:29.406241 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:29.478144 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['9d439d9a-f188-4553-9734-8b4b7dd4c6f9'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:22:29.514441 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,revision_number=10']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:30.004999 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93e16b-7607-4aca-8637-7e623930d630 req-bf330100-e497-40d8-afd4-f738d321e260 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:30.006433 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4c93e16b-7607-4aca-8637-7e623930d630 req-bf330100-e497-40d8-afd4-f738d321e260 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0809586 Mar 16 11:22:30.050694 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4c93e16b-7607-4aca-8637-7e623930d630 req-91f4900d-08fb-4ed1-9a9a-4215c7d72f9c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385110 Mar 16 11:22:30.189151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46b159-154f-4818-9c0b-39dbf373ba65 req-6725f332-03fd-429c-9d10-cf2a5681560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:30.190569 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ff46b159-154f-4818-9c0b-39dbf373ba65 req-6725f332-03fd-429c-9d10-cf2a5681560b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 1098 time: 0.0687068 Mar 16 11:22:30.332343 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46b159-154f-4818-9c0b-39dbf373ba65 req-3dcdd16c-42f7-4e9b-8ee3-070f2247cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:30.333760 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ff46b159-154f-4818-9c0b-39dbf373ba65 req-3dcdd16c-42f7-4e9b-8ee3-070f2247cac4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 200 len: 913 time: 0.1243801 Mar 16 11:22:30.434356 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ff46b159-154f-4818-9c0b-39dbf373ba65 req-978ce171-fb98-4179-a81b-b7eeb3a5ca39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9 HTTP/1.1" status: 200 len: 1001 time: 0.0943773 Mar 16 11:22:30.508067 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46b159-154f-4818-9c0b-39dbf373ba65 req-3bd9fd18-5ff3-42b3-92aa-001be12be520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:30.509413 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ff46b159-154f-4818-9c0b-39dbf373ba65 req-3bd9fd18-5ff3-42b3-92aa-001be12be520 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 200 len: 851 time: 0.0692620 Mar 16 11:22:30.581027 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46b159-154f-4818-9c0b-39dbf373ba65 req-3c232bbe-6448-4d52-82c5-62d793a75d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:30.582439 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ff46b159-154f-4818-9c0b-39dbf373ba65 req-3c232bbe-6448-4d52-82c5-62d793a75d78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=552a1278-9a96-4e63-9764-d39b738b79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673149 Mar 16 11:22:30.811208 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ff46b159-154f-4818-9c0b-39dbf373ba65 req-48d6020d-49c0-44b4-86e9-47ef96693a75 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225206 Mar 16 11:22:30.880768 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-26f2dfe5-0221-4441-b4df-bea6d58ccb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.938556 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ff46b159-154f-4818-9c0b-39dbf373ba65 req-0ad8cb96-6b85-4bd8-89c4-67bd09163251 service neutron] 10.222.0.18 "GET /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214097 Mar 16 11:22:31.181448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:31.235431 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77f3ae-a9cb-42c2-b974-839f5f0ecd37 req-b9cbce4b-54ec-4234-979f-de4acc9feca6 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:31.236864 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7e77f3ae-a9cb-42c2-b974-839f5f0ecd37 req-b9cbce4b-54ec-4234-979f-de4acc9feca6 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 945 time: 0.0796039 Mar 16 11:22:31.251245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:31.251846 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.283747 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7e77f3ae-a9cb-42c2-b974-839f5f0ecd37 req-e1beb6cb-0045-4276-b5c5-ac6bc648ab26 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409701 Mar 16 11:22:31.378947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.405249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:31.414902 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:31.419506 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.462282 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9', 'code': 200} Mar 16 11:22:31.486885 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,revision_number=11']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:32.467959 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6ef95-30f0-4e51-b1e6-546a805d3e2b req-cc12ee97-6fe2-49b5-9305-941129a20705 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:32.469371 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c3c6ef95-30f0-4e51-b1e6-546a805d3e2b req-cc12ee97-6fe2-49b5-9305-941129a20705 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 946 time: 0.0770967 Mar 16 11:22:32.511575 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c3c6ef95-30f0-4e51-b1e6-546a805d3e2b req-165723f9-97dd-4147-a379-848b7ce7eb06 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367095 Mar 16 11:22:33.069539 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-aafb77be-8a4b-4bda-8f1b-3239d269fb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:33.704758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c84946-c7f3-486b-9d75-0a50ba2ce1f9 req-a4039601-ba52-4f0b-becb-406de7043dfd tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:33.706188 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-51c84946-c7f3-486b-9d75-0a50ba2ce1f9 req-a4039601-ba52-4f0b-becb-406de7043dfd tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 946 time: 0.0871148 Mar 16 11:22:33.750109 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-51c84946-c7f3-486b-9d75-0a50ba2ce1f9 req-002eca28-20ea-40ad-8103-074b25e27f29 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379734 Mar 16 11:22:34.429642 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.499354 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.933448 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015854fa-56e7-426a-8036-e6c85f80123a req-c5a4f04c-50f4-4b57-9da0-c41f7044fef3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:34.934772 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-015854fa-56e7-426a-8036-e6c85f80123a req-c5a4f04c-50f4-4b57-9da0-c41f7044fef3 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 946 time: 0.0810380 Mar 16 11:22:34.978061 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-015854fa-56e7-426a-8036-e6c85f80123a req-aea05925-3c82-4913-b0d5-9bf9f415f14f tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377004 Mar 16 11:22:35.159937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf8f8d-fb8d-4ef5-b232-f7a49eb89535 req-a921d775-4df5-47fd-9a2f-b71724924948 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:35.161360 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-02bf8f8d-fb8d-4ef5-b232-f7a49eb89535 req-a921d775-4df5-47fd-9a2f-b71724924948 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 946 time: 0.0769155 Mar 16 11:22:35.203095 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-02bf8f8d-fb8d-4ef5-b232-f7a49eb89535 req-c1a46a2e-9965-47ee-84e7-28a332597499 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361176 Mar 16 11:22:35.388176 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db37dd8-f80b-4663-b27a-03195ca647ca req-2859040c-40df-48f4-95e8-564ae63c352d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:35.389606 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0db37dd8-f80b-4663-b27a-03195ca647ca req-2859040c-40df-48f4-95e8-564ae63c352d tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 946 time: 0.0848076 Mar 16 11:22:35.430932 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0db37dd8-f80b-4663-b27a-03195ca647ca req-98d3f480-c179-44e6-a278-965460d31e13 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357885 Mar 16 11:22:35.805460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f4087-4ccb-4081-9efa-27cdb45acc7a req-a35d4afb-b156-4fd8-b30a-affdd6d9c493 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:35.806882 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dd5f4087-4ccb-4081-9efa-27cdb45acc7a req-a35d4afb-b156-4fd8-b30a-affdd6d9c493 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 946 time: 0.0807872 Mar 16 11:22:35.849069 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dd5f4087-4ccb-4081-9efa-27cdb45acc7a req-a5a15dff-d408-4a26-8d1a-19c3d41d58c9 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360246 Mar 16 11:22:35.952089 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:36.974208 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:22:37.035597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5f0dd-002e-4704-a204-fecb1a210cca req-401cfe4f-3f2a-48f3-b168-2d7e87bb4b17 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:37.037025 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-79f5f0dd-002e-4704-a204-fecb1a210cca req-401cfe4f-3f2a-48f3-b168-2d7e87bb4b17 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 946 time: 0.0803144 Mar 16 11:22:37.080284 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-79f5f0dd-002e-4704-a204-fecb1a210cca req-328e0ce3-e072-41b2-9d69-f81791038633 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372858 Mar 16 11:22:38.266226 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449980b-ae63-4c61-a05b-c5a93994c9e6 req-d5711e58-a70d-4c7e-a8f2-696b9b2e076c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:38.267665 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e449980b-ae63-4c61-a05b-c5a93994c9e6 req-d5711e58-a70d-4c7e-a8f2-696b9b2e076c tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 946 time: 0.0838721 Mar 16 11:22:38.312337 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e449980b-ae63-4c61-a05b-c5a93994c9e6 req-9d4976cb-ec10-41b6-994e-a0e9c4ea21ae tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384762 Mar 16 11:22:38.370658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc7a62-119e-4b60-ae77-03a937d88dcd req-f82a34e9-4f29-41e7-92bb-7e2addf24cdb tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:38.372111 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9bdc7a62-119e-4b60-ae77-03a937d88dcd req-f82a34e9-4f29-41e7-92bb-7e2addf24cdb tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 946 time: 0.0820260 Mar 16 11:22:38.442785 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-9bdc7a62-119e-4b60-ae77-03a937d88dcd req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Deleting port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:22:38.443120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-9bdc7a62-119e-4b60-ae77-03a937d88dcd req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.682053 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-9bdc7a62-119e-4b60-ae77-03a937d88dcd req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] For port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:38.682388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-9bdc7a62-119e-4b60-ae77-03a937d88dcd req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.955674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-9bdc7a62-119e-4b60-ae77-03a937d88dcd req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.955961 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-9bdc7a62-119e-4b60-ae77-03a937d88dcd req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.956356 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [req-9bdc7a62-119e-4b60-ae77-03a937d88dcd req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Floating IP 9da78286-6978-4aa3-91ed-c7dd86550e10 disassociated. External IP: 172.26.3.190, port: 9d439d9a-f188-4553-9734-8b4b7dd4c6f9. Mar 16 11:22:38.956680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-9bdc7a62-119e-4b60-ae77-03a937d88dcd req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Calling delete_port for 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:22:39.095534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-9bdc7a62-119e-4b60-ae77-03a937d88dcd req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:39.141730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Pushing event deleted for resources: {'Port': ['ID=9d439d9a-f188-4553-9734-8b4b7dd4c6f9,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:39.154073 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:39.154415 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:39.154810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:39.155063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:39.155403 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:39.155720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:39.156035 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:39.156349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:39.156659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:39.157009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:39.157325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:39.157629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:39.471697 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bb8d7e7f-8571-4dff-8e51-c7d742940fd3 req-4f1d8b5e-08ff-4119-9876-fd6f2bd43f26 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 210 time: 0.0497353 Mar 16 11:22:39.495192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bdc7a62-119e-4b60-ae77-03a937d88dcd req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Router 8bbde16b-98f1-479a-a8eb-5b868e776b89 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:22:39.671924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bdc7a62-119e-4b60-ae77-03a937d88dcd req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:22:39.682195 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b81d17-8558-480f-80e0-54b156910d20 None None] Sync routers for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:22:39.691414 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b81d17-8558-480f-80e0-54b156910d20 None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:39.692009 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d3b81d17-8558-480f-80e0-54b156910d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:22:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:39.750052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdc7a62-119e-4b60-ae77-03a937d88dcd req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] No DVR routers for this DVR port 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:22:39.752646 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-9bdc7a62-119e-4b60-ae77-03a937d88dcd req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:39.755410 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'name': 'network-vif-deleted', 'tag': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:39.772501 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9bdc7a62-119e-4b60-ae77-03a937d88dcd req-3fa2a1fc-69af-4898-a2d0-152212a34637 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.18 "DELETE /v2.0/ports/9d439d9a-f188-4553-9734-8b4b7dd4c6f9 HTTP/1.1" status: 204 len: 173 time: 1.3952374 Mar 16 11:22:39.806600 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34930ef9-6fc5-42e2-ba5f-defe1f58ef20', 'name': 'network-vif-deleted', 'tag': '9d439d9a-f188-4553-9734-8b4b7dd4c6f9', 'status': 'completed', 'code': 200} Mar 16 11:22:39.931378 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-d3b81d17-8558-480f-80e0-54b156910d20 None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:40.270990 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d3b81d17-8558-480f-80e0-54b156910d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:40.275091 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b81d17-8558-480f-80e0-54b156910d20 None None] Checking router: 8bbde16b-98f1-479a-a8eb-5b868e776b89 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:22:40.289408 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b81d17-8558-480f-80e0-54b156910d20 None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:40.290249 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d3b81d17-8558-480f-80e0-54b156910d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:22:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:40.470813 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-d3b81d17-8558-480f-80e0-54b156910d20 None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:40.629618 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-08053a53-0f43-4660-af81-95d158dd8e99 req-7c518a0a-32ef-46cd-a31c-871c9be28097 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Synchronizing usage tracker for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:40.645465 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-08053a53-0f43-4660-af81-95d158dd8e99 req-7c518a0a-32ef-46cd-a31c-871c9be28097 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Unset dirty status for tenant:9c799a00449445b28eb28a8e94eaf3c2 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:40.646822 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-08053a53-0f43-4660-af81-95d158dd8e99 req-7c518a0a-32ef-46cd-a31c-871c9be28097 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/ports?device_id=34930ef9-6fc5-42e2-ba5f-defe1f58ef20 HTTP/1.1" status: 200 len: 210 time: 0.0596244 Mar 16 11:22:40.787874 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-d3b81d17-8558-480f-80e0-54b156910d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:40.791706 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b81d17-8558-480f-80e0-54b156910d20 None None] The sync data for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv is: [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'e3cfbc08-3f4f-4fff-b142-2264b477ae7c', 'name': '', 'network_id': '552a1278-9a96-4e63-9764-d39b738b79b9', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'mac_address': 'fa:16:3e:65:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:32Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'subnets': [{'id': 'e1aeabca-0ec5-40e9-9d98-aed8391520b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:22:40.996513 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227fdfc7-157e-4846-8834-08eff0b128f4 None None] New status for floating IP 9da78286-6978-4aa3-91ed-c7dd86550e10: DOWN {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:22:41.248720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:41.282950 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:22:41.283329 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 9d439d9a-f188-4553-9734-8b4b7dd4c6f9 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:44.863324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58068) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:44.925290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc208620-fa8e-4767-b489-d62b0e334c5e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.951818 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc208620-fa8e-4767-b489-d62b0e334c5e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.006954 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc208620-fa8e-4767-b489-d62b0e334c5e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.025869 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc208620-fa8e-4767-b489-d62b0e334c5e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f2c79b-a544-4005-9d87-0a9c7a6b1e2b,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:45.038062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc208620-fa8e-4767-b489-d62b0e334c5e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.039178 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bc208620-fa8e-4767-b489-d62b0e334c5e tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "DELETE /v2.0/security-groups/24f2c79b-a544-4005-9d87-0a9c7a6b1e2b HTTP/1.1" status: 204 len: 168 time: 0.1748288 Mar 16 11:22:45.041688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58072) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:45.060469 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-62e9d26b-5da5-4f12-afda-a0a69cc8a355 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] show failed (client error): The resource could not be found. Mar 16 11:22:45.061459 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-62e9d26b-5da5-4f12-afda-a0a69cc8a355 tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "GET /v2.0/security-groups/24f2c79b-a544-4005-9d87-0a9c7a6b1e2b HTTP/1.1" status: 404 len: 347 time: 0.0188880 Mar 16 11:22:45.064121 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58076) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:45.214475 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-97671a11-bf4f-4f1d-80c8-724384420f3b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Deleting port b3f58eed-03cb-4c4f-8b15-6efe02f0ad33 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:22:45.214723 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-97671a11-bf4f-4f1d-80c8-724384420f3b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.392384 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-97671a11-bf4f-4f1d-80c8-724384420f3b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.392701 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-97671a11-bf4f-4f1d-80c8-724384420f3b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.513147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-97671a11-bf4f-4f1d-80c8-724384420f3b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Calling delete_port for b3f58eed-03cb-4c4f-8b15-6efe02f0ad33 owned by network:floatingip {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:22:45.650018 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-97671a11-bf4f-4f1d-80c8-724384420f3b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.696356 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97671a11-bf4f-4f1d-80c8-724384420f3b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Pushing event deleted for resources: {'Port': ['ID=b3f58eed-03cb-4c4f-8b15-6efe02f0ad33,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:45.788579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-97671a11-bf4f-4f1d-80c8-724384420f3b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks [] for floatingip, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.804925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-97671a11-bf4f-4f1d-80c8-724384420f3b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.806038 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-97671a11-bf4f-4f1d-80c8-724384420f3b tempest-ServerActionsTestJSON-1931552957 tempest-ServerActionsTestJSON-1931552957-project] 10.222.0.44 "DELETE /v2.0/floatingips/9da78286-6978-4aa3-91ed-c7dd86550e10 HTTP/1.1" status: 204 len: 168 time: 0.7410743 Mar 16 11:22:45.809004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58080) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:46.442798 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc57c2cc-dfeb-4949-9575-9781f708d5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:46.791857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bc57c2cc-dfeb-4949-9575-9781f708d5ac admin admin] Deleting port e3cfbc08-3f4f-4fff-b142-2264b477ae7c {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:22:46.792193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc57c2cc-dfeb-4949-9575-9781f708d5ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:46.959041 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-bc57c2cc-dfeb-4949-9575-9781f708d5ac admin admin] For port e3cfbc08-3f4f-4fff-b142-2264b477ae7c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e3cfbc08-3f4f-4fff-b142-2264b477ae7c,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:46.959343 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc57c2cc-dfeb-4949-9575-9781f708d5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:47.092337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bc57c2cc-dfeb-4949-9575-9781f708d5ac admin admin] Calling delete_port for e3cfbc08-3f4f-4fff-b142-2264b477ae7c owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:22:47.340541 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc57c2cc-dfeb-4949-9575-9781f708d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:47.501216 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57c2cc-dfeb-4949-9575-9781f708d5ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e3cfbc08-3f4f-4fff-b142-2264b477ae7c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:47.761111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bc57c2cc-dfeb-4949-9575-9781f708d5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:47.905661 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.102962 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc57c2cc-dfeb-4949-9575-9781f708d5ac admin admin] Router 8bbde16b-98f1-479a-a8eb-5b868e776b89 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:22:48.275167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc57c2cc-dfeb-4949-9575-9781f708d5ac admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:22:48.284408 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e4d58-5ca8-4d4e-8dcf-0587f4ada8d6 None None] Sync routers for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:22:48.290443 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bc57c2cc-dfeb-4949-9575-9781f708d5ac admin admin] 10.222.0.44 "PUT /v2.0/routers/8bbde16b-98f1-479a-a8eb-5b868e776b89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4773223 Mar 16 11:22:48.290443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58084) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:48.296973 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061e4d58-5ca8-4d4e-8dcf-0587f4ada8d6 None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:48.297569 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-061e4d58-5ca8-4d4e-8dcf-0587f4ada8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:22:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:48.462673 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f79ccf78-a069-4c90-9de2-256e0613d2e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.467953 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-061e4d58-5ca8-4d4e-8dcf-0587f4ada8d6 None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:48.632543 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f79ccf78-a069-4c90-9de2-256e0613d2e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.642432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f79ccf78-a069-4c90-9de2-256e0613d2e8 admin admin] Deleting port 4f5fe5ca-7b0b-48c0-952e-765086f9d14e {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:22:48.642837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f79ccf78-a069-4c90-9de2-256e0613d2e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.786840 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-061e4d58-5ca8-4d4e-8dcf-0587f4ada8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:22:47Z', 'revision_number': 5, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port': {'id': '4f5fe5ca-7b0b-48c0-952e-765086f9d14e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:30Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:48.790913 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e4d58-5ca8-4d4e-8dcf-0587f4ada8d6 None None] Checking router: 8bbde16b-98f1-479a-a8eb-5b868e776b89 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:22:48.799970 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061e4d58-5ca8-4d4e-8dcf-0587f4ada8d6 None None] Routers {'8bbde16b-98f1-479a-a8eb-5b868e776b89'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:48.800576 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-061e4d58-5ca8-4d4e-8dcf-0587f4ada8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:22:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8bbde16b-98f1-479a-a8eb-5b868e776b89'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:48.933832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-f79ccf78-a069-4c90-9de2-256e0613d2e8 admin admin] For port 4f5fe5ca-7b0b-48c0-952e-765086f9d14e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4f5fe5ca-7b0b-48c0-952e-765086f9d14e,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:48.934625 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f79ccf78-a069-4c90-9de2-256e0613d2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.947102 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-061e4d58-5ca8-4d4e-8dcf-0587f4ada8d6 None None] Set router 8bbde16b-98f1-479a-a8eb-5b868e776b89 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:49.049320 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-061e4d58-5ca8-4d4e-8dcf-0587f4ada8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:22:48Z', 'revision_number': 6, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:49.052727 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f79ccf78-a069-4c90-9de2-256e0613d2e8 admin admin] Calling delete_port for 4f5fe5ca-7b0b-48c0-952e-765086f9d14e owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:22:49.053198 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e4d58-5ca8-4d4e-8dcf-0587f4ada8d6 None None] The sync data for ids ['8bbde16b-98f1-479a-a8eb-5b868e776b89'] in dv-neutron-833859-1-hyperv is: [{'id': '8bbde16b-98f1-479a-a8eb-5b868e776b89', 'name': 'tempest-ServerActionsTestJSON-1630445095-router', 'tenant_id': '9c799a00449445b28eb28a8e94eaf3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:22:48Z', 'revision_number': 6, 'project_id': '9c799a00449445b28eb28a8e94eaf3c2', 'gw_port_host': None}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:22:49.218721 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f79ccf78-a069-4c90-9de2-256e0613d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.294622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ccf78-a069-4c90-9de2-256e0613d2e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5fe5ca-7b0b-48c0-952e-765086f9d14e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:49.359258 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f79ccf78-a069-4c90-9de2-256e0613d2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.533541 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f79ccf78-a069-4c90-9de2-256e0613d2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.535687 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f79ccf78-a069-4c90-9de2-256e0613d2e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.558175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f79ccf78-a069-4c90-9de2-256e0613d2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.558693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79ccf78-a069-4c90-9de2-256e0613d2e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bbde16b-98f1-479a-a8eb-5b868e776b89 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:22:49.570119 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f79ccf78-a069-4c90-9de2-256e0613d2e8 admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.571225 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f79ccf78-a069-4c90-9de2-256e0613d2e8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/8bbde16b-98f1-479a-a8eb-5b868e776b89 HTTP/1.1" status: 204 len: 168 time: 1.2801063 Mar 16 11:22:49.573674 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58088) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:49.629919 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-32874be8-cde3-4d8e-84f8-5874ce81610e admin admin] Deleting subnet e1aeabca-0ec5-40e9-9d98-aed8391520b1 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:22:49.632679 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-32874be8-cde3-4d8e-84f8-5874ce81610e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.681693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-32874be8-cde3-4d8e-84f8-5874ce81610e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.762440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-32874be8-cde3-4d8e-84f8-5874ce81610e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.849266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-32874be8-cde3-4d8e-84f8-5874ce81610e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.889391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32874be8-cde3-4d8e-84f8-5874ce81610e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1aeabca-0ec5-40e9-9d98-aed8391520b1,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:49.899182 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-32874be8-cde3-4d8e-84f8-5874ce81610e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.902693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf21a5b6-a4f8-48b9-a7c4-28fca35c4c6f None None] Network 552a1278-9a96-4e63-9764-d39b738b79b9 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:22:49.908007 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58092) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:49.920448 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-32874be8-cde3-4d8e-84f8-5874ce81610e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e1aeabca-0ec5-40e9-9d98-aed8391520b1 HTTP/1.1" status: 204 len: 168 time: 0.3456962 Mar 16 11:22:50.129754 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.142390 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Deleting port 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:22:50.142659 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.190803 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9ac361-44a8-4fdf-8fba-80e25129286f None None] DHCP port deletion for 552a1278-9a96-4e63-9764-d39b738b79b9 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:22:50.195004 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ac361-44a8-4fdf-8fba-80e25129286f None None] Deleting port 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:22:50.195398 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac361-44a8-4fdf-8fba-80e25129286f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.348078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] For port 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:50.348433 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.391770 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-6a9ac361-44a8-4fdf-8fba-80e25129286f None None] For port 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc,segment=NetworkSegment(77d718d0-c7df-4b45-928d-aa8a07702e33),segment_id=77d718d0-c7df-4b45-928d-aa8a07702e33)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:50.392150 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac361-44a8-4fdf-8fba-80e25129286f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.483647 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Calling delete_port for 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:22:50.524470 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ac361-44a8-4fdf-8fba-80e25129286f None None] Calling delete_port for 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:22:50.557740 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.594814 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-6a9ac361-44a8-4fdf-8fba-80e25129286f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:22:50.595192 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-6a9ac361-44a8-4fdf-8fba-80e25129286f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:22:50.607446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Pushing event deleted for resources: {'Port': ['ID=9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:50.609684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] No DVR routers for this DVR port 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:22:50.655976 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:50.656259 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:50.656597 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:50.656930 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:50.657262 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:50.657589 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:50.657912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:50.658236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:50.658556 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:50.658872 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:50.659215 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:50.659529 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:50.734368 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4f5fe5ca-7b0b-48c0-952e-765086f9d14e no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:50.736182 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.767999 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552a1278-9a96-4e63-9764-d39b738b79b9']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:50.770193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 4f5fe5ca-7b0b-48c0-952e-765086f9d14e {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:22:50.770540 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4f5fe5ca-7b0b-48c0-952e-765086f9d14e not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:50.770943 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e3cfbc08-3f4f-4fff-b142-2264b477ae7c no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:50.779815 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d718d0-c7df-4b45-928d-aa8a07702e33') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:50.780110 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d718d0-c7df-4b45-928d-aa8a07702e33') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:50.790965 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.805135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: e3cfbc08-3f4f-4fff-b142-2264b477ae7c {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:22:50.805478 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e3cfbc08-3f4f-4fff-b142-2264b477ae7c not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:50.805880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:50.806799 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.813712 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:22:50.814092 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:22:50.827050 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:22:50.837789 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:22:50.838135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:50.901176 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.916531 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.928136 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] Pushing event deleted for resources: {'Network': ['ID=552a1278-9a96-4e63-9764-d39b738b79b9,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:50.940312 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-90016bcc-f7b4-49b9-927d-81dda137599f admin admin] 10.222.0.44 "DELETE /v2.0/networks/552a1278-9a96-4e63-9764-d39b738b79b9 HTTP/1.1" status: 204 len: 168 time: 1.0312366 Mar 16 11:22:51.047408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58098) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:51.095182 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-201acad4-17f2-4e30-8710-101a019138eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c799a00449445b28eb28a8e94eaf3c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465364 Mar 16 11:22:51.096535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ac361-44a8-4fdf-8fba-80e25129286f None None] Deleting port 9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:22:51.097042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac361-44a8-4fdf-8fba-80e25129286f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.097407 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58102) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:51.154265 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c81cfe73-8843-4b31-8a7b-13192d804c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.163056 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ac361-44a8-4fdf-8fba-80e25129286f None None] The port '9635e16a-2cdb-4b76-8f92-7cb4ab22f6bc' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:22:51.180247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c81cfe73-8843-4b31-8a7b-13192d804c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.235012 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c81cfe73-8843-4b31-8a7b-13192d804c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.251464 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cfe73-8843-4b31-8a7b-13192d804c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7afe228-f86c-4b73-be29-b6cbc19d3495,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:51.258049 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c81cfe73-8843-4b31-8a7b-13192d804c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.259194 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c81cfe73-8843-4b31-8a7b-13192d804c2d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7afe228-f86c-4b73-be29-b6cbc19d3495 HTTP/1.1" status: 204 len: 168 time: 0.1608622 Mar 16 11:22:51.955633 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58126) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:52.055106 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-947462341-network', 'tenant_id': 'bd078368ad1f4384b3636edbec41fa85'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:52.060188 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:52.063924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Usage tracker for resource:network and tenant:bd078368ad1f4384b3636edbec41fa85 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:52.066662 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:52.072119 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:52.082228 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Made reservation on behalf of bd078368ad1f4384b3636edbec41fa85 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:52.084456 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.096359 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.110858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:52.114696 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Usage tracker for resource:security_group_rule and tenant:bd078368ad1f4384b3636edbec41fa85 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:52.119597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:52.127419 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:52.208154 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.212554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.244804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:22:52.249884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:52.257914 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.258221 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Added segment 2422351e-f4e4-492b-93a0-cc7569279838 of type vlan for network e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 Mar 16 11:22:52.285754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.313646 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.314722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:52.315312 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.420969 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4642627 Mar 16 11:22:52.423786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58132) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:52.431144 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-3f9b8721-aa9c-409a-9bf7-a6563d7a64cc admin admin] Request body: {'subnet': {'network_id': 'e5ba905a-ffd7-4a51-846e-f4c59c4de2a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-947462341-subnet', 'tenant_id': 'bd078368ad1f4384b3636edbec41fa85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:52.434291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6974d-4fe5-45a4-8770-4d29f31e4a78 admin admin] Pushing event updated for resources: {'Network': ['ID=e5ba905a-ffd7-4a51-846e-f4c59c4de2a9,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:52.438859 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3f9b8721-aa9c-409a-9bf7-a6563d7a64cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:52.443390 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3f9b8721-aa9c-409a-9bf7-a6563d7a64cc admin admin] Usage tracker for resource:subnet and tenant:bd078368ad1f4384b3636edbec41fa85 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:52.444056 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:22:52.446204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3f9b8721-aa9c-409a-9bf7-a6563d7a64cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:52.452352 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3f9b8721-aa9c-409a-9bf7-a6563d7a64cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:52.462506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9b8721-aa9c-409a-9bf7-a6563d7a64cc admin admin] Made reservation on behalf of bd078368ad1f4384b3636edbec41fa85 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:52.464972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8721-aa9c-409a-9bf7-a6563d7a64cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.756778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8721-aa9c-409a-9bf7-a6563d7a64cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.830814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b8721-aa9c-409a-9bf7-a6563d7a64cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f0ea487-b071-4aaf-8273-ccf060680ec3,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:52.835870 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9b8721-aa9c-409a-9bf7-a6563d7a64cc admin admin] Checking segment: {'id': '2422351e-f4e4-492b-93a0-cc7569279838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e5ba905a-ffd7-4a51-846e-f4c59c4de2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:22:52.836294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b8721-aa9c-409a-9bf7-a6563d7a64cc admin admin] Network hostable DHCP agents. Network: e5ba905a-ffd7-4a51-846e-f4c59c4de2a9, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:22:52.854453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b8721-aa9c-409a-9bf7-a6563d7a64cc admin admin] Network e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:22:52.863404 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-3f9b8721-aa9c-409a-9bf7-a6563d7a64cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, e5ba905a-ffd7-4a51-846e-f4c59c4de2a9) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:52.867590 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b8721-aa9c-409a-9bf7-a6563d7a64cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:52.868679 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8721-aa9c-409a-9bf7-a6563d7a64cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.873411 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f67f36-852d-4eb9-982e-c3f52e5da4f0 None None] Network e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:22:52.890242 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3f9b8721-aa9c-409a-9bf7-a6563d7a64cc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4654424 Mar 16 11:22:53.110829 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c02e64-0b89-4fe9-a196-7bd8040261b1 None None] Network e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:22:53.393537 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-a3a2f2f2-d546-4093-847e-f238766bc80c tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:53.394211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-a3a2f2f2-d546-4093-847e-f238766bc80c tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Synchronizing usage tracker for tenant:bd078368ad1f4384b3636edbec41fa85 on resource:network {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:53.409736 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-a3a2f2f2-d546-4093-847e-f238766bc80c tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Unset dirty status for tenant:bd078368ad1f4384b3636edbec41fa85 on resource:network {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:53.410859 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-a3a2f2f2-d546-4093-847e-f238766bc80c tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/networks?id=e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 HTTP/1.1" status: 200 len: 813 time: 0.1644237 Mar 16 11:22:53.425327 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-e2ef0a35-e270-491c-9259-1ba9d1e70290 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/quotas/bd078368ad1f4384b3636edbec41fa85 HTTP/1.1" status: 200 len: 375 time: 0.0089951 Mar 16 11:22:53.479510 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-55bc703d-1113-4635-9440-8f8e9d9c6cfd tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd078368ad1f4384b3636edbec41fa85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485344 Mar 16 11:22:53.648986 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-57af119a-f6c5-4948-a866-da33550935de service neutron] 10.222.0.44 "GET /v2.0/networks/e5ba905a-ffd7-4a51-846e-f4c59c4de2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630046 Mar 16 11:22:53.783319 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-8011ea3a-ce41-4720-8ff6-efb524296a9e service neutron] 10.222.0.44 "GET /v2.0/networks/e5ba905a-ffd7-4a51-846e-f4c59c4de2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285136 Mar 16 11:22:53.953089 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-51208811-8a30-47b1-9e21-680cd9549d09 req-972e7c85-2e58-4801-8e1b-dac12c6a0a5e tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 210 time: 0.0423884 Mar 16 11:22:54.982509 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-990c9d25-cfcc-48f3-ba6a-dd416caffbcf tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:54.984078 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-990c9d25-cfcc-48f3-ba6a-dd416caffbcf tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.18 "GET /v2.0/networks?id=e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 HTTP/1.1" status: 200 len: 813 time: 0.1473863 Mar 16 11:22:54.995786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-315bdf77-1765-4898-9043-02c21c708b24 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Request body: {'port': {'device_id': '102f64d9-e7e4-4ddc-abe8-98a87062e107', 'network_id': 'e5ba905a-ffd7-4a51-846e-f4c59c4de2a9', 'admin_state_up': True, 'tenant_id': 'bd078368ad1f4384b3636edbec41fa85'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:55.133762 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05687445-a6da-478e-966f-39c6ed2b30db req-396ae6e7-e4f6-456d-947c-5b8e415fc6b7 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 210 time: 0.0579669 Mar 16 11:22:55.168768 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-315bdf77-1765-4898-9043-02c21c708b24 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:55.172454 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-315bdf77-1765-4898-9043-02c21c708b24 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Usage tracker for resource:port and tenant:bd078368ad1f4384b3636edbec41fa85 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:55.175113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-315bdf77-1765-4898-9043-02c21c708b24 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:55.180592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-315bdf77-1765-4898-9043-02c21c708b24 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:55.189831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-315bdf77-1765-4898-9043-02c21c708b24 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Made reservation on behalf of bd078368ad1f4384b3636edbec41fa85 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:55.193341 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-315bdf77-1765-4898-9043-02c21c708b24 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.348959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-315bdf77-1765-4898-9043-02c21c708b24 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Allocated IP 172.20.0.9 (e5ba905a-ffd7-4a51-846e-f4c59c4de2a9/3f0ea487-b071-4aaf-8273-ccf060680ec3/a76f4924-7d7a-47d7-b3ca-68a82e2864a9) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:55.541734 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-315bdf77-1765-4898-9043-02c21c708b24 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.569493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-315bdf77-1765-4898-9043-02c21c708b24 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.634067 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-315bdf77-1765-4898-9043-02c21c708b24 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Network e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:55.637589 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-315bdf77-1765-4898-9043-02c21c708b24 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:55.645216 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-315bdf77-1765-4898-9043-02c21c708b24 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:22:55.679836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bdf77-1765-4898-9043-02c21c708b24 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Pushing event updated for resources: {'Port': ['ID=a76f4924-7d7a-47d7-b3ca-68a82e2864a9,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:55.709932 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-315bdf77-1765-4898-9043-02c21c708b24 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:55.710523 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-315bdf77-1765-4898-9043-02c21c708b24 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.729381 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-315bdf77-1765-4898-9043-02c21c708b24 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7372124 Mar 16 11:22:55.740820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Request body: {'port': {'device_id': '102f64d9-e7e4-4ddc-abe8-98a87062e107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:55.948225 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.283095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76f4924-7d7a-47d7-b3ca-68a82e2864a9 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:22:56.290577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.304770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Transition to ACTIVE for port object a76f4924-7d7a-47d7-b3ca-68a82e2864a9 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:56.308489 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.323336 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99504f-51da-421f-9528-9df6e8fe1e41 req-642d34f8-7006-4d9f-b31b-6de824e2129c tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:56.325346 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3f99504f-51da-421f-9528-9df6e8fe1e41 req-642d34f8-7006-4d9f-b31b-6de824e2129c tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 931 time: 0.0855155 Mar 16 11:22:56.369281 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3f99504f-51da-421f-9528-9df6e8fe1e41 req-9cbb24bd-2fbe-405f-8ebb-830a4a802885 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379775 Mar 16 11:22:56.459824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Pushing event updated for resources: {'Port': ['ID=a76f4924-7d7a-47d7-b3ca-68a82e2864a9,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:56.531428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Attempting to bind port a76f4924-7d7a-47d7-b3ca-68a82e2864a9 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:22:56.531749 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Attempting to bind port a76f4924-7d7a-47d7-b3ca-68a82e2864a9 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '2422351e-f4e4-492b-93a0-cc7569279838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e5ba905a-ffd7-4a51-846e-f4c59c4de2a9'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:22:56.532057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Attempting to bind port a76f4924-7d7a-47d7-b3ca-68a82e2864a9 on network e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:22:56.536499 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Port a76f4924-7d7a-47d7-b3ca-68a82e2864a9 on network e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:22:56.536756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Attempting to bind port a76f4924-7d7a-47d7-b3ca-68a82e2864a9 on network e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:22:56.541595 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:22:56.541915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Checking segment: {'id': '2422351e-f4e4-492b-93a0-cc7569279838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e5ba905a-ffd7-4a51-846e-f4c59c4de2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:22:56.542280 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Bound using segment: {'id': '2422351e-f4e4-492b-93a0-cc7569279838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e5ba905a-ffd7-4a51-846e-f4c59c4de2a9'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:22:56.542687 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Bound port: a76f4924-7d7a-47d7-b3ca-68a82e2864a9, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2422351e-f4e4-492b-93a0-cc7569279838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e5ba905a-ffd7-4a51-846e-f4c59c4de2a9'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:22:56.543037 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.626709 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] For port a76f4924-7d7a-47d7-b3ca-68a82e2864a9, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:22:56.629844 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] For port a76f4924-7d7a-47d7-b3ca-68a82e2864a9, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=a76f4924-7d7a-47d7-b3ca-68a82e2864a9,segment=NetworkSegment(2422351e-f4e4-492b-93a0-cc7569279838),segment_id=2422351e-f4e4-492b-93a0-cc7569279838)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:22:56.633534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.690386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:56.690787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.692178 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] 10.222.0.18 "PUT /v2.0/ports/a76f4924-7d7a-47d7-b3ca-68a82e2864a9 HTTP/1.1" status: 200 len: 1093 time: 0.9552407 Mar 16 11:22:56.695269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102f64d9-e7e4-4ddc-abe8-98a87062e107', 'tag': 'a76f4924-7d7a-47d7-b3ca-68a82e2864a9'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:56.756377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ef933-4c65-449d-996a-10c427cf42da service neutron] Pushing event updated for resources: {'Port': ['ID=a76f4924-7d7a-47d7-b3ca-68a82e2864a9,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:56.764366 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102f64d9-e7e4-4ddc-abe8-98a87062e107', 'tag': 'a76f4924-7d7a-47d7-b3ca-68a82e2864a9', 'status': 'completed', 'code': 200} Mar 16 11:22:56.797849 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-8fb499a7-ba52-4574-b3ea-b727c8c87149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:56.799332 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-8fb499a7-ba52-4574-b3ea-b727c8c87149 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd078368ad1f4384b3636edbec41fa85&device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 1096 time: 0.0730438 Mar 16 11:22:56.867766 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-349bbe8b-d2c0-46ef-92c5-2acc0b17eed0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a76f4924-7d7a-47d7-b3ca-68a82e2864a9 HTTP/1.1" status: 200 len: 217 time: 0.0617812 Mar 16 11:22:56.926529 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-b380a8bb-f8a7-4a82-9100-998e0d288167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:56.927925 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-b380a8bb-f8a7-4a82-9100-998e0d288167 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f0ea487-b071-4aaf-8273-ccf060680ec3 HTTP/1.1" status: 200 len: 853 time: 0.0546682 Mar 16 11:22:56.971369 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-49e1a28b-d2b6-44a1-80e4-d6f06dfb0a55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5ba905a-ffd7-4a51-846e-f4c59c4de2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380893 Mar 16 11:22:57.096342 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-eb029680-6c3f-4a08-9cb4-c39be1f526d8 service neutron] 10.222.0.18 "GET /v2.0/networks/e5ba905a-ffd7-4a51-846e-f4c59c4de2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195674 Mar 16 11:22:57.222203 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0373a176-0c0b-4a89-8117-73122cb74db2 req-44e072ac-15a5-4060-8c90-fa01ec1b01d9 service neutron] 10.222.0.18 "GET /v2.0/networks/e5ba905a-ffd7-4a51-846e-f4c59c4de2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202180 Mar 16 11:22:57.336518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaa613-79a3-44fb-a1fc-f62b0d5a4fb7 req-ad99826c-a865-4ee1-99cd-2ae52b1cd9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:57.337952 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c3eaa613-79a3-44fb-a1fc-f62b0d5a4fb7 req-ad99826c-a865-4ee1-99cd-2ae52b1cd9d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd078368ad1f4384b3636edbec41fa85&device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 1096 time: 0.0721400 Mar 16 11:22:57.567859 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d6706-0cd4-43b1-a623-0de9b612e620 req-e60583a5-6194-436c-8403-1cb74aa14f9e tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:57.569297 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ab2d6706-0cd4-43b1-a623-0de9b612e620 req-e60583a5-6194-436c-8403-1cb74aa14f9e tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 943 time: 0.0797849 Mar 16 11:22:57.573040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaa613-79a3-44fb-a1fc-f62b0d5a4fb7 req-0584d25e-f156-40c2-8061-4b550c1cedcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:57.574458 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c3eaa613-79a3-44fb-a1fc-f62b0d5a4fb7 req-0584d25e-f156-40c2-8061-4b550c1cedcc service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 HTTP/1.1" status: 200 len: 914 time: 0.2299254 Mar 16 11:22:57.613274 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ab2d6706-0cd4-43b1-a623-0de9b612e620 req-827aba49-5ccc-4eb0-952b-5ad37637b2fc tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378013 Mar 16 11:22:57.644202 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c3eaa613-79a3-44fb-a1fc-f62b0d5a4fb7 req-af1751ff-4d1a-4e45-bc22-959a0747aee5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a76f4924-7d7a-47d7-b3ca-68a82e2864a9 HTTP/1.1" status: 200 len: 217 time: 0.0631344 Mar 16 11:22:57.703837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaa613-79a3-44fb-a1fc-f62b0d5a4fb7 req-2ef4f9b9-8959-4d01-b3f0-3e83b22a8f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:57.705089 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c3eaa613-79a3-44fb-a1fc-f62b0d5a4fb7 req-2ef4f9b9-8959-4d01-b3f0-3e83b22a8f50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f0ea487-b071-4aaf-8273-ccf060680ec3 HTTP/1.1" status: 200 len: 853 time: 0.0553231 Mar 16 11:22:57.756076 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c3eaa613-79a3-44fb-a1fc-f62b0d5a4fb7 req-28dc0e45-7caa-478f-99ab-c7099fe1e210 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5ba905a-ffd7-4a51-846e-f4c59c4de2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448484 Mar 16 11:22:57.882803 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c3eaa613-79a3-44fb-a1fc-f62b0d5a4fb7 req-dbcdfed1-35db-4a68-a904-2d34f9cc32dc service neutron] 10.222.0.18 "GET /v2.0/networks/e5ba905a-ffd7-4a51-846e-f4c59c4de2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208544 Mar 16 11:22:58.009678 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c3eaa613-79a3-44fb-a1fc-f62b0d5a4fb7 req-e872ed84-d81b-4176-84f3-3df9ae40b011 service neutron] 10.222.0.18 "GET /v2.0/networks/e5ba905a-ffd7-4a51-846e-f4c59c4de2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203403 Mar 16 11:22:58.796256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e4103-7bd9-494e-b1fa-076d33da8a73 req-5efd45f1-44a0-4ace-8a71-3a79036091cc tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:58.796939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-829e4103-7bd9-494e-b1fa-076d33da8a73 req-5efd45f1-44a0-4ace-8a71-3a79036091cc tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Synchronizing usage tracker for tenant:bd078368ad1f4384b3636edbec41fa85 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:58.813149 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-829e4103-7bd9-494e-b1fa-076d33da8a73 req-5efd45f1-44a0-4ace-8a71-3a79036091cc tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Unset dirty status for tenant:bd078368ad1f4384b3636edbec41fa85 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:58.814200 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-829e4103-7bd9-494e-b1fa-076d33da8a73 req-5efd45f1-44a0-4ace-8a71-3a79036091cc tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 943 time: 0.0970268 Mar 16 11:22:58.857433 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-829e4103-7bd9-494e-b1fa-076d33da8a73 req-fdf606f3-e706-4730-99fb-3b12dde2e032 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Synchronizing usage tracker for tenant:bd078368ad1f4384b3636edbec41fa85 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:58.874091 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-829e4103-7bd9-494e-b1fa-076d33da8a73 req-fdf606f3-e706-4730-99fb-3b12dde2e032 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Unset dirty status for tenant:bd078368ad1f4384b3636edbec41fa85 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:58.875193 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-829e4103-7bd9-494e-b1fa-076d33da8a73 req-fdf606f3-e706-4730-99fb-3b12dde2e032 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542328 Mar 16 11:23:00.058014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e63a-a3d1-43af-a33a-df000d696861 req-7f102102-9c1f-4705-99a2-45479be7bfed tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:00.060005 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1ff5e63a-a3d1-43af-a33a-df000d696861 req-7f102102-9c1f-4705-99a2-45479be7bfed tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 943 time: 0.0810800 Mar 16 11:23:00.103094 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1ff5e63a-a3d1-43af-a33a-df000d696861 req-62b5b8d7-a712-4683-a70e-11fd7a0ade88 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374465 Mar 16 11:23:00.882919 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f667ffa3-3a64-43ac-8b0e-9771e8496b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.294468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04eb53-7894-4ef9-bfe1-d789634d4e78 req-dcc45fea-8dcc-4f7b-8233-79c047f6eb95 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:01.295948 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8a04eb53-7894-4ef9-bfe1-d789634d4e78 req-dcc45fea-8dcc-4f7b-8233-79c047f6eb95 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 943 time: 0.0781755 Mar 16 11:23:01.316295 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device a76f4924-7d7a-47d7-b3ca-68a82e2864a9 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:23:01.342654 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8a04eb53-7894-4ef9-bfe1-d789634d4e78 req-61bfef8a-a8cf-4a2d-acf1-71c55533d68f tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Mar 16 11:23:01.444619 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port a76f4924-7d7a-47d7-b3ca-68a82e2864a9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=a76f4924-7d7a-47d7-b3ca-68a82e2864a9,segment=NetworkSegment(2422351e-f4e4-492b-93a0-cc7569279838),segment_id=2422351e-f4e4-492b-93a0-cc7569279838)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:01.457480 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'a76f4924-7d7a-47d7-b3ca-68a82e2864a9', 'network_id': 'e5ba905a-ffd7-4a51-846e-f4c59c4de2a9', 'port_id': 'a76f4924-7d7a-47d7-b3ca-68a82e2864a9', 'mac_address': 'fa:16:3e:ad:8e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0ea487-b071-4aaf-8273-ccf060680ec3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:23:01.510667 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.530458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76f4924-7d7a-47d7-b3ca-68a82e2864a9 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:23:01.545175 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port a76f4924-7d7a-47d7-b3ca-68a82e2864a9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=a76f4924-7d7a-47d7-b3ca-68a82e2864a9,segment=NetworkSegment(2422351e-f4e4-492b-93a0-cc7569279838),segment_id=2422351e-f4e4-492b-93a0-cc7569279838)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:01.548915 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.612670 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=a76f4924-7d7a-47d7-b3ca-68a82e2864a9,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:01.619464 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.619808 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.620145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.620474 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.620804 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.621649 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.621972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.622293 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.622614 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.622931 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.623272 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.623590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.854615 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['a76f4924-7d7a-47d7-b3ca-68a82e2864a9'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:23:02.523105 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df383dc7-ffbc-47e5-9d1a-9bef5bed8849 req-8ebe2b39-3ea3-481f-b866-f9bd20fc1c6e tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:02.524578 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-df383dc7-ffbc-47e5-9d1a-9bef5bed8849 req-8ebe2b39-3ea3-481f-b866-f9bd20fc1c6e tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 944 time: 0.0782101 Mar 16 11:23:02.571244 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-df383dc7-ffbc-47e5-9d1a-9bef5bed8849 req-24884bf7-a37c-42c5-a7da-01c7b5a53f32 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Mar 16 11:23:03.071145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4a3b5758-e8bf-4ba4-ad45-5f7d8aa8f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.332345 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device a76f4924-7d7a-47d7-b3ca-68a82e2864a9 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:03.398548 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port a76f4924-7d7a-47d7-b3ca-68a82e2864a9 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:03.403883 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port a76f4924-7d7a-47d7-b3ca-68a82e2864a9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:03.404245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.516165 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.541796 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102f64d9-e7e4-4ddc-abe8-98a87062e107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76f4924-7d7a-47d7-b3ca-68a82e2864a9'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:03.552383 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port a76f4924-7d7a-47d7-b3ca-68a82e2864a9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=a76f4924-7d7a-47d7-b3ca-68a82e2864a9,segment=NetworkSegment(2422351e-f4e4-492b-93a0-cc7569279838),segment_id=2422351e-f4e4-492b-93a0-cc7569279838)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:03.556305 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.591440 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102f64d9-e7e4-4ddc-abe8-98a87062e107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76f4924-7d7a-47d7-b3ca-68a82e2864a9', 'code': 200} Mar 16 11:23:03.623258 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=a76f4924-7d7a-47d7-b3ca-68a82e2864a9,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:03.755064 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d29db-9820-4254-ae5b-da85554fb5e2 req-b8981cd4-ee02-4de9-b633-23da881b7200 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:03.756534 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-810d29db-9820-4254-ae5b-da85554fb5e2 req-b8981cd4-ee02-4de9-b633-23da881b7200 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 945 time: 0.0789123 Mar 16 11:23:03.805269 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-810d29db-9820-4254-ae5b-da85554fb5e2 req-a2cd3ab9-eed6-4636-beba-95dc562e7a8c tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 Mar 16 11:23:03.808089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3369b-b5a2-4b31-a71a-e0fce3cda56a req-da4d0c11-72a6-4302-978a-a2dd2de10cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:03.810073 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-87a3369b-b5a2-4b31-a71a-e0fce3cda56a req-da4d0c11-72a6-4302-978a-a2dd2de10cdc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 1098 time: 0.0736892 Mar 16 11:23:03.852851 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-87a3369b-b5a2-4b31-a71a-e0fce3cda56a req-2837bd3d-1ab3-4848-b1da-3503a56f0fb2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349791 Mar 16 11:23:04.433491 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.501021 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.991308 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c65d10-0dfd-425e-9ea4-2531c8135ba0 req-6243e99b-4f3f-436c-802b-b8c59333daa2 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:04.992671 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d0c65d10-0dfd-425e-9ea4-2531c8135ba0 req-6243e99b-4f3f-436c-802b-b8c59333daa2 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 945 time: 0.0810359 Mar 16 11:23:05.035801 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d0c65d10-0dfd-425e-9ea4-2531c8135ba0 req-824dc0da-9f4b-4f9c-a4e3-790300fa2a0b tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365784 Mar 16 11:23:05.954297 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.223940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936925b-8b92-4e22-b986-193f8d53bc89 req-6c64b590-3e60-4edb-b404-6ef532effdb4 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:06.225278 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1936925b-8b92-4e22-b986-193f8d53bc89 req-6c64b590-3e60-4edb-b404-6ef532effdb4 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 945 time: 0.0863233 Mar 16 11:23:06.269053 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1936925b-8b92-4e22-b986-193f8d53bc89 req-8385158f-8b88-424f-b5e9-783aeb322a5f tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370054 Mar 16 11:23:06.548061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-fdb25838-d9fb-4869-88de-81606ea38d66 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:06.549384 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-fdb25838-d9fb-4869-88de-81606ea38d66 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/networks?id=e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 HTTP/1.1" status: 200 len: 813 time: 0.1398942 Mar 16 11:23:06.563502 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-883fb13e-a655-47e8-b646-1c1d69ed07ef tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/quotas/bd078368ad1f4384b3636edbec41fa85 HTTP/1.1" status: 200 len: 375 time: 0.0087130 Mar 16 11:23:06.641037 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-1c9eae26-29f6-415f-ab6f-24c9f0c5a2c7 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd078368ad1f4384b3636edbec41fa85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727367 Mar 16 11:23:06.768788 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-6b56532d-9f70-4dbc-a32b-04005f290835 service neutron] 10.222.0.44 "GET /v2.0/networks/e5ba905a-ffd7-4a51-846e-f4c59c4de2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211283 Mar 16 11:23:06.898658 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-8732bd54-622d-4294-8898-6bd6f5cf1a48 service neutron] 10.222.0.44 "GET /v2.0/networks/e5ba905a-ffd7-4a51-846e-f4c59c4de2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240802 Mar 16 11:23:07.068006 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a7ae6628-71a5-404b-9ac8-7f0f7f5b6d0a req-4f2b79c5-b75e-4c13-8581-4d8e320bf069 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 210 time: 0.0412335 Mar 16 11:23:08.058785 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-1caf8688-1a8a-46a1-a507-ff21f3e733a5 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:08.060206 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-1caf8688-1a8a-46a1-a507-ff21f3e733a5 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.18 "GET /v2.0/networks?id=e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 HTTP/1.1" status: 200 len: 813 time: 0.1428797 Mar 16 11:23:08.071598 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-ee0b2e66-4af0-4d15-9fe6-dc68901b5793 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Request body: {'port': {'device_id': '21a93e84-2b26-4717-9369-2cdce760c8b0', 'network_id': 'e5ba905a-ffd7-4a51-846e-f4c59c4de2a9', 'admin_state_up': True, 'tenant_id': 'bd078368ad1f4384b3636edbec41fa85'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:08.329211 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f0e88b74-c60d-4c9a-b5fe-2cd26aa73d1d req-d7ba4480-4a21-4759-aba5-93675d5f4935 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 210 time: 0.1514750 Mar 16 11:23:08.350095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-ee0b2e66-4af0-4d15-9fe6-dc68901b5793 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:08.359546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-ee0b2e66-4af0-4d15-9fe6-dc68901b5793 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:08.369264 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-ee0b2e66-4af0-4d15-9fe6-dc68901b5793 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Made reservation on behalf of bd078368ad1f4384b3636edbec41fa85 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:08.373147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-ee0b2e66-4af0-4d15-9fe6-dc68901b5793 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.525346 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-ee0b2e66-4af0-4d15-9fe6-dc68901b5793 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Allocated IP 172.20.0.6 (e5ba905a-ffd7-4a51-846e-f4c59c4de2a9/3f0ea487-b071-4aaf-8273-ccf060680ec3/fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:08.722146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-ee0b2e66-4af0-4d15-9fe6-dc68901b5793 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.750885 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-ee0b2e66-4af0-4d15-9fe6-dc68901b5793 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.762289 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['a76f4924-7d7a-47d7-b3ca-68a82e2864a9'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:23:08.818175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-ee0b2e66-4af0-4d15-9fe6-dc68901b5793 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Network e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:08.825326 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-ee0b2e66-4af0-4d15-9fe6-dc68901b5793 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:08.829673 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-ee0b2e66-4af0-4d15-9fe6-dc68901b5793 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:23:08.862863 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b2e66-4af0-4d15-9fe6-dc68901b5793 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Pushing event updated for resources: {'Port': ['ID=fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:08.897989 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-ee0b2e66-4af0-4d15-9fe6-dc68901b5793 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:08.898589 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-ee0b2e66-4af0-4d15-9fe6-dc68901b5793 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.923517 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-ee0b2e66-4af0-4d15-9fe6-dc68901b5793 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8549585 Mar 16 11:23:08.934985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Request body: {'port': {'device_id': '21a93e84-2b26-4717-9369-2cdce760c8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:09.043637 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.375377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:23:09.382895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.397412 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Transition to ACTIVE for port object fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:09.400570 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.529465 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365a3da-7463-4d0a-abfb-8494a95c3ab8 req-3de16bd5-93a1-4a30-ad38-a6b678566bce tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:09.531025 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8365a3da-7463-4d0a-abfb-8494a95c3ab8 req-3de16bd5-93a1-4a30-ad38-a6b678566bce tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 943 time: 0.0888550 Mar 16 11:23:09.555396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Pushing event updated for resources: {'Port': ['ID=fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:09.632107 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Attempting to bind port fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:09.632439 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Attempting to bind port fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '2422351e-f4e4-492b-93a0-cc7569279838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e5ba905a-ffd7-4a51-846e-f4c59c4de2a9'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:09.632760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Attempting to bind port fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 on network e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:23:09.638241 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Port fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 on network e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:23:09.638555 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Attempting to bind port fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 on network e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:23:09.643941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:23:09.644411 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Checking segment: {'id': '2422351e-f4e4-492b-93a0-cc7569279838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e5ba905a-ffd7-4a51-846e-f4c59c4de2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:09.644789 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Bound using segment: {'id': '2422351e-f4e4-492b-93a0-cc7569279838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e5ba905a-ffd7-4a51-846e-f4c59c4de2a9'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:23:09.645203 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Bound port: fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2422351e-f4e4-492b-93a0-cc7569279838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e5ba905a-ffd7-4a51-846e-f4c59c4de2a9'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:09.645540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.672576 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8365a3da-7463-4d0a-abfb-8494a95c3ab8 req-ffbf3cab-82c8-4b1f-ac19-d7b202bff880 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359351 Mar 16 11:23:09.735506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] For port fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:23:09.739063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] For port fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8,segment=NetworkSegment(2422351e-f4e4-492b-93a0-cc7569279838),segment_id=2422351e-f4e4-492b-93a0-cc7569279838)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:23:09.743755 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.795951 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:09.796552 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.798912 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] 10.222.0.18 "PUT /v2.0/ports/fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 HTTP/1.1" status: 200 len: 1093 time: 0.8677754 Mar 16 11:23:09.798912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a93e84-2b26-4717-9369-2cdce760c8b0', 'tag': 'fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:09.825741 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882a01-3fe0-4245-af81-ba4289d96e5c service neutron] Pushing event updated for resources: {'Port': ['ID=fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:09.865333 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a93e84-2b26-4717-9369-2cdce760c8b0', 'tag': 'fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8', 'status': 'completed', 'code': 200} Mar 16 11:23:09.904559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-aa3814fb-6c66-411a-bec3-d8b6df8fa862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:09.906039 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-aa3814fb-6c66-411a-bec3-d8b6df8fa862 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd078368ad1f4384b3636edbec41fa85&device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 1096 time: 0.0714569 Mar 16 11:23:09.975365 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-c2989f2a-5820-4ce6-b5fb-8121d4327771 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 HTTP/1.1" status: 200 len: 217 time: 0.0629263 Mar 16 11:23:10.038449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-aafa74db-3cb1-474b-a22a-0fe0dcce6043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:10.039852 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-aafa74db-3cb1-474b-a22a-0fe0dcce6043 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f0ea487-b071-4aaf-8273-ccf060680ec3 HTTP/1.1" status: 200 len: 853 time: 0.0589526 Mar 16 11:23:10.184808 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-ac9f7a4f-bcaf-4b7d-bde7-51518e980cd4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5ba905a-ffd7-4a51-846e-f4c59c4de2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390231 Mar 16 11:23:10.312426 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-8ae00556-38f2-4420-8d4f-92e5f995a8ae service neutron] 10.222.0.18 "GET /v2.0/networks/e5ba905a-ffd7-4a51-846e-f4c59c4de2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209581 Mar 16 11:23:10.440436 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5b64877-b2c4-495e-a433-dc696a0d7fcc req-53f2dc65-eff0-4f1e-8842-41e2d92d6623 service neutron] 10.222.0.18 "GET /v2.0/networks/e5ba905a-ffd7-4a51-846e-f4c59c4de2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214020 Mar 16 11:23:10.547553 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1075ce-558d-4b4c-a925-15b0da16357c req-856cfb25-4144-4638-8963-8ec32a571999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:10.548975 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d1075ce-558d-4b4c-a925-15b0da16357c req-856cfb25-4144-4638-8963-8ec32a571999 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd078368ad1f4384b3636edbec41fa85&device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 1096 time: 0.0682943 Mar 16 11:23:10.676253 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1075ce-558d-4b4c-a925-15b0da16357c req-63c0c2d7-7b77-44ba-9b82-f5cd968d3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:10.677670 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d1075ce-558d-4b4c-a925-15b0da16357c req-63c0c2d7-7b77-44ba-9b82-f5cd968d3b28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 HTTP/1.1" status: 200 len: 914 time: 0.1228263 Mar 16 11:23:10.749153 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d1075ce-558d-4b4c-a925-15b0da16357c req-897f87b1-5588-4b83-857c-eee90c835001 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 HTTP/1.1" status: 200 len: 217 time: 0.0660822 Mar 16 11:23:10.809483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1075ce-558d-4b4c-a925-15b0da16357c req-4b519f42-0396-444e-9165-ec7d199ff734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:10.810896 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d1075ce-558d-4b4c-a925-15b0da16357c req-4b519f42-0396-444e-9165-ec7d199ff734 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f0ea487-b071-4aaf-8273-ccf060680ec3 HTTP/1.1" status: 200 len: 853 time: 0.0563574 Mar 16 11:23:10.852013 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6150c71-6483-42eb-8214-2d166135b72f req-097cd044-ba7e-4e36-b390-9ca0d265d59b tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:10.853453 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e6150c71-6483-42eb-8214-2d166135b72f req-097cd044-ba7e-4e36-b390-9ca0d265d59b tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 943 time: 0.0780547 Mar 16 11:23:10.859459 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d1075ce-558d-4b4c-a925-15b0da16357c req-b4f3ce03-1617-4982-a5f2-e0d7269fdffa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5ba905a-ffd7-4a51-846e-f4c59c4de2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429037 Mar 16 11:23:10.897660 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e6150c71-6483-42eb-8214-2d166135b72f req-8cc61c94-9a11-4384-999c-34fe00fd5b12 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380230 Mar 16 11:23:10.989430 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d1075ce-558d-4b4c-a925-15b0da16357c req-299716cd-2d81-48fb-b058-299b4cac7afb service neutron] 10.222.0.18 "GET /v2.0/networks/e5ba905a-ffd7-4a51-846e-f4c59c4de2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241119 Mar 16 11:23:11.116598 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d1075ce-558d-4b4c-a925-15b0da16357c req-d6207cf6-eb6b-4fdb-a4fc-b2170ae54c59 service neutron] 10.222.0.18 "GET /v2.0/networks/e5ba905a-ffd7-4a51-846e-f4c59c4de2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207361 Mar 16 11:23:12.077579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970f034-0f1e-405e-940d-057b138471f5 req-62b16577-9660-4c2e-af6e-932d2d621766 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:12.078263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-0970f034-0f1e-405e-940d-057b138471f5 req-62b16577-9660-4c2e-af6e-932d2d621766 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Synchronizing usage tracker for tenant:bd078368ad1f4384b3636edbec41fa85 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:12.093418 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-0970f034-0f1e-405e-940d-057b138471f5 req-62b16577-9660-4c2e-af6e-932d2d621766 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Unset dirty status for tenant:bd078368ad1f4384b3636edbec41fa85 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:12.094590 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0970f034-0f1e-405e-940d-057b138471f5 req-62b16577-9660-4c2e-af6e-932d2d621766 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 943 time: 0.0933244 Mar 16 11:23:12.137164 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0970f034-0f1e-405e-940d-057b138471f5 req-b9ac1aa4-f9a8-4bd4-b604-3d549d2735bc tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363600 Mar 16 11:23:13.324262 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34f329-c614-4292-ba2e-44816ed3384a req-991fbc0c-0e05-4503-a81e-75b3435c11f1 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:13.325708 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1f34f329-c614-4292-ba2e-44816ed3384a req-991fbc0c-0e05-4503-a81e-75b3435c11f1 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 943 time: 0.0818534 Mar 16 11:23:13.371794 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1f34f329-c614-4292-ba2e-44816ed3384a req-38b5e548-6eed-480f-a2c7-aa9008044d32 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386651 Mar 16 11:23:13.972736 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:23:14.553761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951cfe0-485e-480f-82f5-94177e27745e req-23de4a77-4327-4968-b20c-afa24f27da88 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:14.555092 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d951cfe0-485e-480f-82f5-94177e27745e req-23de4a77-4327-4968-b20c-afa24f27da88 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 943 time: 0.0806568 Mar 16 11:23:14.597285 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d951cfe0-485e-480f-82f5-94177e27745e req-84f3d17c-5065-4579-9cd0-8f688b359a5e tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360274 Mar 16 11:23:15.440288 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:23:15.568072 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8,segment=NetworkSegment(2422351e-f4e4-492b-93a0-cc7569279838),segment_id=2422351e-f4e4-492b-93a0-cc7569279838)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:15.584283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8', 'network_id': 'e5ba905a-ffd7-4a51-846e-f4c59c4de2a9', 'port_id': 'fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8', 'mac_address': 'fa:16:3e:73:56:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0ea487-b071-4aaf-8273-ccf060680ec3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:23:15.638412 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.654826 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:23:15.669496 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8,segment=NetworkSegment(2422351e-f4e4-492b-93a0-cc7569279838),segment_id=2422351e-f4e4-492b-93a0-cc7569279838)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:15.673618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.739348 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:15.785758 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1386a24-97a4-44a1-95ca-54a126e658da req-871afbb5-b9b1-4adb-b591-b5f234c4a1e6 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:15.787211 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e1386a24-97a4-44a1-95ca-54a126e658da req-871afbb5-b9b1-4adb-b591-b5f234c4a1e6 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 944 time: 0.0817413 Mar 16 11:23:15.831692 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e1386a24-97a4-44a1-95ca-54a126e658da req-b8a37901-922d-4332-b6c6-282b7ed8925e tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385466 Mar 16 11:23:15.975697 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:23:17.013129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d55540-82a5-4a6e-b73f-5510939579e0 req-7a00b2a5-e5c4-4580-a28e-b44104a880f9 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:17.014456 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-07d55540-82a5-4a6e-b73f-5510939579e0 req-7a00b2a5-e5c4-4580-a28e-b44104a880f9 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 944 time: 0.0790892 Mar 16 11:23:17.058631 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-07d55540-82a5-4a6e-b73f-5510939579e0 req-037210f8-8ab9-4bdd-acca-c4c25c5390c5 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386488 Mar 16 11:23:17.441701 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:17.533418 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:17.537999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:17.538365 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.649982 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.679938 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a93e84-2b26-4717-9369-2cdce760c8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:17.690178 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8,segment=NetworkSegment(2422351e-f4e4-492b-93a0-cc7569279838),segment_id=2422351e-f4e4-492b-93a0-cc7569279838)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:17.694049 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.730993 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a93e84-2b26-4717-9369-2cdce760c8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8', 'code': 200} Mar 16 11:23:17.768538 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:17.923935 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.956758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f02a9a-d8c3-4e3e-9191-387aab1a80b1 req-6bbb9cc2-4f79-41fd-b2a4-6e82ba33abef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:17.958182 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-72f02a9a-d8c3-4e3e-9191-387aab1a80b1 req-6bbb9cc2-4f79-41fd-b2a4-6e82ba33abef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 1098 time: 0.0681667 Mar 16 11:23:17.996948 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-72f02a9a-d8c3-4e3e-9191-387aab1a80b1 req-9c848436-72a7-4049-859e-bc23d1655841 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323792 Mar 16 11:23:18.244642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e0d60-1ccb-4e34-b97a-3d09f98f5795 req-dbe5b125-4eec-45da-b0df-e348374c606a tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:18.246417 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-881e0d60-1ccb-4e34-b97a-3d09f98f5795 req-dbe5b125-4eec-45da-b0df-e348374c606a tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 945 time: 0.0862393 Mar 16 11:23:18.290276 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-881e0d60-1ccb-4e34-b97a-3d09f98f5795 req-3cd4e9bf-22de-4013-9a0f-dbd2b966c403 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378189 Mar 16 11:23:19.473708 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28883dc-3168-430d-b977-013fcbf80d08 req-03ff0101-78ed-48b8-ab3a-b502a87b9f4c tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:19.475170 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d28883dc-3168-430d-b977-013fcbf80d08 req-03ff0101-78ed-48b8-ab3a-b502a87b9f4c tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 945 time: 0.0767062 Mar 16 11:23:19.522112 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d28883dc-3168-430d-b977-013fcbf80d08 req-0fd0e522-1e56-4be0-b8f9-b5a95e557c83 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Mar 16 11:23:19.888977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4a46a-0c69-4e69-9057-0a12213e2330 req-935b01f3-db8e-4f80-8f36-8183f853a933 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:19.890394 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-50c4a46a-0c69-4e69-9057-0a12213e2330 req-935b01f3-db8e-4f80-8f36-8183f853a933 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 945 time: 0.0799162 Mar 16 11:23:19.932932 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-50c4a46a-0c69-4e69-9057-0a12213e2330 req-4f366bae-84a7-42ee-bf6a-2a7cf64dc430 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369425 Mar 16 11:23:21.116181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2b732-542a-477e-bd1b-f5309c8628d8 req-d4f7bd60-acf1-4ddb-9e8d-d75730d89c20 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:21.118340 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-20a2b732-542a-477e-bd1b-f5309c8628d8 req-d4f7bd60-acf1-4ddb-9e8d-d75730d89c20 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 945 time: 0.0806911 Mar 16 11:23:21.161286 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-20a2b732-542a-477e-bd1b-f5309c8628d8 req-40545f1c-f537-49c4-bd66-3f8e31d924f9 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367420 Mar 16 11:23:21.471609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a07087-83c0-432e-96ea-bf84464e1fc6 req-cad1d188-552e-4440-91f5-b009463b753c tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:21.472992 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-78a07087-83c0-432e-96ea-bf84464e1fc6 req-cad1d188-552e-4440-91f5-b009463b753c tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.18 "GET /v2.0/ports?device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 945 time: 0.1709554 Mar 16 11:23:21.543835 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-78a07087-83c0-432e-96ea-bf84464e1fc6 req-c57d667a-ade3-4047-a429-d9b087714716 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Deleting port fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:23:21.544109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-78a07087-83c0-432e-96ea-bf84464e1fc6 req-c57d667a-ade3-4047-a429-d9b087714716 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.791422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-78a07087-83c0-432e-96ea-bf84464e1fc6 req-c57d667a-ade3-4047-a429-d9b087714716 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] For port fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8,segment=NetworkSegment(2422351e-f4e4-492b-93a0-cc7569279838),segment_id=2422351e-f4e4-492b-93a0-cc7569279838)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:21.791765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-78a07087-83c0-432e-96ea-bf84464e1fc6 req-c57d667a-ade3-4047-a429-d9b087714716 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.917012 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-78a07087-83c0-432e-96ea-bf84464e1fc6 req-c57d667a-ade3-4047-a429-d9b087714716 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Calling delete_port for fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:23:22.052006 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-78a07087-83c0-432e-96ea-bf84464e1fc6 req-c57d667a-ade3-4047-a429-d9b087714716 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.063482 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['a76f4924-7d7a-47d7-b3ca-68a82e2864a9', 'fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:23:22.103310 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d667a-ade3-4047-a429-d9b087714716 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Pushing event deleted for resources: {'Port': ['ID=fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:22.174679 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a07087-83c0-432e-96ea-bf84464e1fc6 req-c57d667a-ade3-4047-a429-d9b087714716 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] No DVR routers for this DVR port fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:23:22.177065 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-78a07087-83c0-432e-96ea-bf84464e1fc6 req-c57d667a-ade3-4047-a429-d9b087714716 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.179713 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a93e84-2b26-4717-9369-2cdce760c8b0', 'name': 'network-vif-deleted', 'tag': 'fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:22.197437 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-78a07087-83c0-432e-96ea-bf84464e1fc6 req-c57d667a-ade3-4047-a429-d9b087714716 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.18 "DELETE /v2.0/ports/fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 HTTP/1.1" status: 204 len: 173 time: 0.7181411 Mar 16 11:23:22.276905 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a93e84-2b26-4717-9369-2cdce760c8b0', 'name': 'network-vif-deleted', 'tag': 'fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8', 'status': 'completed', 'code': 200} Mar 16 11:23:22.325359 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-604575c2-5899-401a-a342-7dc64f6de922 req-fc864b6c-727c-4b62-988a-278c4b928b8b tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=21a93e84-2b26-4717-9369-2cdce760c8b0 HTTP/1.1" status: 200 len: 210 time: 0.0424657 Mar 16 11:23:23.577056 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d72942-3f26-4392-97bc-7279b2191f76 req-0ffe1c50-d5bf-4e86-835a-29f3f689f67f tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:23.578381 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e2d72942-3f26-4392-97bc-7279b2191f76 req-0ffe1c50-d5bf-4e86-835a-29f3f689f67f tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 945 time: 0.0796034 Mar 16 11:23:23.622541 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e2d72942-3f26-4392-97bc-7279b2191f76 req-6054b358-aa6a-4775-8900-f19c7eeb6532 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385551 Mar 16 11:23:23.816326 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dc0a1-e280-4a20-8197-45f2f8b1c945 req-e1ffc3be-9707-44de-b31a-ef32923a28b4 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:23.817735 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-fc9dc0a1-e280-4a20-8197-45f2f8b1c945 req-e1ffc3be-9707-44de-b31a-ef32923a28b4 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 945 time: 0.0764627 Mar 16 11:23:23.865426 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-fc9dc0a1-e280-4a20-8197-45f2f8b1c945 req-bad1ca50-96e7-4173-9d74-93afdbb886d5 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419509 Mar 16 11:23:24.053168 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0f1aa-78a7-415d-a174-ce7e2a765e94 req-b52a8d44-d61b-42c0-b11c-e518783c0606 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:24.053836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-87b0f1aa-78a7-415d-a174-ce7e2a765e94 req-b52a8d44-d61b-42c0-b11c-e518783c0606 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Synchronizing usage tracker for tenant:bd078368ad1f4384b3636edbec41fa85 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:24.068107 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-87b0f1aa-78a7-415d-a174-ce7e2a765e94 req-b52a8d44-d61b-42c0-b11c-e518783c0606 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Unset dirty status for tenant:bd078368ad1f4384b3636edbec41fa85 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:24.069195 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-87b0f1aa-78a7-415d-a174-ce7e2a765e94 req-b52a8d44-d61b-42c0-b11c-e518783c0606 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 945 time: 0.0992382 Mar 16 11:23:24.112709 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-87b0f1aa-78a7-415d-a174-ce7e2a765e94 req-a1b4747a-a2c9-4441-beeb-8ae3008321b6 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374331 Mar 16 11:23:24.393839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b844f-48ce-4f42-9629-12fc70bc03a9 req-b1d0dc90-2ad8-4e51-a02f-ec3d76b1c123 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:24.395244 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ee9b844f-48ce-4f42-9629-12fc70bc03a9 req-b1d0dc90-2ad8-4e51-a02f-ec3d76b1c123 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 945 time: 0.0790074 Mar 16 11:23:24.440531 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ee9b844f-48ce-4f42-9629-12fc70bc03a9 req-1afdc1e9-e7cc-43d9-892f-61e0a09e508b tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397494 Mar 16 11:23:24.622472 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9425b2c-849b-4bfd-bed2-5b07e27f5dbd req-58ce860c-cd12-45a0-bce2-928c57318573 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:24.623955 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a9425b2c-849b-4bfd-bed2-5b07e27f5dbd req-58ce860c-cd12-45a0-bce2-928c57318573 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 945 time: 0.0823567 Mar 16 11:23:24.669508 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a9425b2c-849b-4bfd-bed2-5b07e27f5dbd req-32f1f49d-3c07-4a79-82bf-4a4a61fa810b tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395315 Mar 16 11:23:24.866322 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb7024-9392-426a-b7e0-7d97b686e179 req-0f315a60-7102-40be-8429-67c9fb6b6856 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:24.867800 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6fcb7024-9392-426a-b7e0-7d97b686e179 req-0f315a60-7102-40be-8429-67c9fb6b6856 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 945 time: 0.0872405 Mar 16 11:23:24.911044 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6fcb7024-9392-426a-b7e0-7d97b686e179 req-b244a452-5913-403a-a12d-369c2621e3fa tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376184 Mar 16 11:23:25.419277 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3e2a6-24bf-43d6-b696-5d3b33a71af9 req-cc12157f-b357-4f47-93a1-4d81edd9b8c4 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:25.420706 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-faf3e2a6-24bf-43d6-b696-5d3b33a71af9 req-cc12157f-b357-4f47-93a1-4d81edd9b8c4 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 945 time: 0.0779796 Mar 16 11:23:25.457711 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:25.463760 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-faf3e2a6-24bf-43d6-b696-5d3b33a71af9 req-32457718-d549-4c34-9cf6-f1356e29bdcb tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374463 Mar 16 11:23:25.490755 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:23:25.491103 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device fa3d0c7e-8c27-45d4-95ab-c79ea45eefb8 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:23:26.643530 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb436d65-35dd-472c-8ac5-3c45955747e4 req-686971a8-d3b6-4ee8-86e3-1fb1720c2a91 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:26.644976 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fb436d65-35dd-472c-8ac5-3c45955747e4 req-686971a8-d3b6-4ee8-86e3-1fb1720c2a91 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 945 time: 0.0789783 Mar 16 11:23:26.688273 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fb436d65-35dd-472c-8ac5-3c45955747e4 req-10a1795e-ffb0-4202-8a62-a2b2acd8de35 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377111 Mar 16 11:23:26.982637 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fd307-681f-405e-a68a-5f97ae15e539 req-24a99599-2f35-4536-80f6-6a93b9f6bbff tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:26.983977 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-071fd307-681f-405e-a68a-5f97ae15e539 req-24a99599-2f35-4536-80f6-6a93b9f6bbff tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.18 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 945 time: 0.0804443 Mar 16 11:23:27.050596 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-071fd307-681f-405e-a68a-5f97ae15e539 req-2547e9df-ea18-48bd-97ba-233f1e67ec49 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Deleting port a76f4924-7d7a-47d7-b3ca-68a82e2864a9 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:23:27.050925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-071fd307-681f-405e-a68a-5f97ae15e539 req-2547e9df-ea18-48bd-97ba-233f1e67ec49 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:27.286616 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-071fd307-681f-405e-a68a-5f97ae15e539 req-2547e9df-ea18-48bd-97ba-233f1e67ec49 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] For port a76f4924-7d7a-47d7-b3ca-68a82e2864a9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=a76f4924-7d7a-47d7-b3ca-68a82e2864a9,segment=NetworkSegment(2422351e-f4e4-492b-93a0-cc7569279838),segment_id=2422351e-f4e4-492b-93a0-cc7569279838)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:27.286877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-071fd307-681f-405e-a68a-5f97ae15e539 req-2547e9df-ea18-48bd-97ba-233f1e67ec49 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:27.497868 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-071fd307-681f-405e-a68a-5f97ae15e539 req-2547e9df-ea18-48bd-97ba-233f1e67ec49 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Calling delete_port for a76f4924-7d7a-47d7-b3ca-68a82e2864a9 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:23:27.636833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-071fd307-681f-405e-a68a-5f97ae15e539 req-2547e9df-ea18-48bd-97ba-233f1e67ec49 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:27.648314 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['a76f4924-7d7a-47d7-b3ca-68a82e2864a9'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:23:27.685707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547e9df-ea18-48bd-97ba-233f1e67ec49 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Pushing event deleted for resources: {'Port': ['ID=a76f4924-7d7a-47d7-b3ca-68a82e2864a9,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:27.760408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-071fd307-681f-405e-a68a-5f97ae15e539 req-2547e9df-ea18-48bd-97ba-233f1e67ec49 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] No DVR routers for this DVR port a76f4924-7d7a-47d7-b3ca-68a82e2864a9 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:23:27.762898 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-071fd307-681f-405e-a68a-5f97ae15e539 req-2547e9df-ea18-48bd-97ba-233f1e67ec49 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:27.765664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102f64d9-e7e4-4ddc-abe8-98a87062e107', 'name': 'network-vif-deleted', 'tag': 'a76f4924-7d7a-47d7-b3ca-68a82e2864a9'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:27.782522 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-071fd307-681f-405e-a68a-5f97ae15e539 req-2547e9df-ea18-48bd-97ba-233f1e67ec49 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.18 "DELETE /v2.0/ports/a76f4924-7d7a-47d7-b3ca-68a82e2864a9 HTTP/1.1" status: 204 len: 173 time: 0.7930591 Mar 16 11:23:27.841583 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c4b2a440-101c-45de-8bce-83cd1d2d558b req-9086a914-1e2b-4778-a0ec-de41554302d9 tempest-ServersNegativeTestJSON-1017797353 tempest-ServersNegativeTestJSON-1017797353-project] 10.222.0.44 "GET /v2.0/ports?device_id=102f64d9-e7e4-4ddc-abe8-98a87062e107 HTTP/1.1" status: 200 len: 210 time: 0.0454543 Mar 16 11:23:27.880327 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102f64d9-e7e4-4ddc-abe8-98a87062e107', 'name': 'network-vif-deleted', 'tag': 'a76f4924-7d7a-47d7-b3ca-68a82e2864a9', 'status': 'completed', 'code': 200} Mar 16 11:23:28.936487 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58294) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:28.993488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6934268-4f1a-439d-a9b3-4fb4990ed63e admin admin] Deleting subnet 3f0ea487-b071-4aaf-8273-ccf060680ec3 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:23:28.996246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e6934268-4f1a-439d-a9b3-4fb4990ed63e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.045482 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e6934268-4f1a-439d-a9b3-4fb4990ed63e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.098400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e6934268-4f1a-439d-a9b3-4fb4990ed63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.164340 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e6934268-4f1a-439d-a9b3-4fb4990ed63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.203833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6934268-4f1a-439d-a9b3-4fb4990ed63e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f0ea487-b071-4aaf-8273-ccf060680ec3,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:29.207303 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e6934268-4f1a-439d-a9b3-4fb4990ed63e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.212973 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e6934268-4f1a-439d-a9b3-4fb4990ed63e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3f0ea487-b071-4aaf-8273-ccf060680ec3 HTTP/1.1" status: 204 len: 168 time: 0.2754912 Mar 16 11:23:29.215997 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58298) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:29.320334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b90f2e5-96c1-4a14-b1a7-3f77ce17d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.441019 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b90f2e5-96c1-4a14-b1a7-3f77ce17d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.465857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-9b90f2e5-96c1-4a14-b1a7-3f77ce17d8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ba905a-ffd7-4a51-846e-f4c59c4de2a9']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:29.478781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-9b90f2e5-96c1-4a14-b1a7-3f77ce17d8f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2422351e-f4e4-492b-93a0-cc7569279838') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:29.479067 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-9b90f2e5-96c1-4a14-b1a7-3f77ce17d8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2422351e-f4e4-492b-93a0-cc7569279838') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:29.491007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b90f2e5-96c1-4a14-b1a7-3f77ce17d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.506823 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b90f2e5-96c1-4a14-b1a7-3f77ce17d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.513383 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b90f2e5-96c1-4a14-b1a7-3f77ce17d8f7 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:23:29.513786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b90f2e5-96c1-4a14-b1a7-3f77ce17d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:23:29.526333 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:23:29.600717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b90f2e5-96c1-4a14-b1a7-3f77ce17d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.616008 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b90f2e5-96c1-4a14-b1a7-3f77ce17d8f7 admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.625750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90f2e5-96c1-4a14-b1a7-3f77ce17d8f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5ba905a-ffd7-4a51-846e-f4c59c4de2a9,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:29.633752 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9b90f2e5-96c1-4a14-b1a7-3f77ce17d8f7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e5ba905a-ffd7-4a51-846e-f4c59c4de2a9 HTTP/1.1" status: 204 len: 168 time: 0.4168301 Mar 16 11:23:29.741222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58304) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:29.787775 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-98a5ceb4-7766-4e7a-b8fd-9f0cd169eff8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd078368ad1f4384b3636edbec41fa85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454614 Mar 16 11:23:29.790042 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58308) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:29.845357 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ab48fc37-537c-4d79-859b-852c332c245a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.870221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ab48fc37-537c-4d79-859b-852c332c245a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.924003 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ab48fc37-537c-4d79-859b-852c332c245a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.941830 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48fc37-537c-4d79-859b-852c332c245a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaf56bf-8d88-432e-9ddf-8b83a4e2ec93,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:29.952185 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ab48fc37-537c-4d79-859b-852c332c245a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.953281 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ab48fc37-537c-4d79-859b-852c332c245a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/efaf56bf-8d88-432e-9ddf-8b83a4e2ec93 HTTP/1.1" status: 204 len: 168 time: 0.1623950 Mar 16 11:23:30.673504 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58332) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:30.774267 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1815632924'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:30.779548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:30.783338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Usage tracker for resource:network and tenant:f5eb69ed9d6848518a159dd80feeb4cd is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:30.786136 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:30.792192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:30.802887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Made reservation on behalf of f5eb69ed9d6848518a159dd80feeb4cd for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:30.806181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.817701 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.832087 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:30.835722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Usage tracker for resource:security_group_rule and tenant:f5eb69ed9d6848518a159dd80feeb4cd is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:30.838379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:30.844502 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:30.883790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7d40f086-981d-45db-bf6b-6e01e834153f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.929942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.933588 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.968208 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:23:30.973219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc3e346-d613-4671-bd89-843be9aae7ea,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:30.980542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.981605 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Added segment 9bbd364b-55f3-46d0-b8e1-4f88685e37c7 of type vlan for network 2e70f838-09f4-4572-9cfc-d0bfc6597a8d Mar 16 11:23:31.007579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:31.038739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:31.044044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:31.044612 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:31.150410 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4716542 Mar 16 11:23:31.150410 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea6439-0304-4a5d-9f85-ebd8199cb5d8 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event updated for resources: {'Network': ['ID=2e70f838-09f4-4572-9cfc-d0bfc6597a8d,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:31.174132 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 2e70f838-09f4-4572-9cfc-d0bfc6597a8d details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:23:31.488070 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device a76f4924-7d7a-47d7-b3ca-68a82e2864a9 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:31.524670 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: a76f4924-7d7a-47d7-b3ca-68a82e2864a9 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:23:31.525002 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device a76f4924-7d7a-47d7-b3ca-68a82e2864a9 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:23:33.073625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fc6912e8-c163-4b30-a047-795a00cfe2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.436152 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.464753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58338) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:34.470496 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-12ba1d3e-3e9f-4a58-bc00-3c2cc5f83fea tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Request body: {'subnet': {'network_id': '2e70f838-09f4-4572-9cfc-d0bfc6597a8d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:34.505055 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.578029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-12ba1d3e-3e9f-4a58-bc00-3c2cc5f83fea tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:34.581779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-12ba1d3e-3e9f-4a58-bc00-3c2cc5f83fea tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Usage tracker for resource:subnet and tenant:f5eb69ed9d6848518a159dd80feeb4cd is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:34.584508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-12ba1d3e-3e9f-4a58-bc00-3c2cc5f83fea tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:34.589964 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-12ba1d3e-3e9f-4a58-bc00-3c2cc5f83fea tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:34.599047 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ba1d3e-3e9f-4a58-bc00-3c2cc5f83fea tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Made reservation on behalf of f5eb69ed9d6848518a159dd80feeb4cd for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:34.602521 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12ba1d3e-3e9f-4a58-bc00-3c2cc5f83fea tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.912241 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12ba1d3e-3e9f-4a58-bc00-3c2cc5f83fea tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.991561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba1d3e-3e9f-4a58-bc00-3c2cc5f83fea tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event updated for resources: {'Subnet': ['ID=1cc213c6-528c-4d8d-9e04-4f8d5f868671,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:34.995596 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ba1d3e-3e9f-4a58-bc00-3c2cc5f83fea tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Checking segment: {'id': '9bbd364b-55f3-46d0-b8e1-4f88685e37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2e70f838-09f4-4572-9cfc-d0bfc6597a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:34.995945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ba1d3e-3e9f-4a58-bc00-3c2cc5f83fea tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Network hostable DHCP agents. Network: 2e70f838-09f4-4572-9cfc-d0bfc6597a8d, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:23:35.014833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ba1d3e-3e9f-4a58-bc00-3c2cc5f83fea tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Network 2e70f838-09f4-4572-9cfc-d0bfc6597a8d is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:23:35.023232 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-12ba1d3e-3e9f-4a58-bc00-3c2cc5f83fea tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 2e70f838-09f4-4572-9cfc-d0bfc6597a8d) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:35.027684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ba1d3e-3e9f-4a58-bc00-3c2cc5f83fea tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:35.028252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-12ba1d3e-3e9f-4a58-bc00-3c2cc5f83fea tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.032425 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d514fff4-5bcd-48c4-845a-58bc954b8e40 None None] Network 2e70f838-09f4-4572-9cfc-d0bfc6597a8d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:35.049358 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-12ba1d3e-3e9f-4a58-bc00-3c2cc5f83fea tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5835185 Mar 16 11:23:35.052638 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58342) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:35.058107 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-6d7a9302-88fc-42bc-8839-d7b2cd6db751 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-569031004'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:35.067219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6d7a9302-88fc-42bc-8839-d7b2cd6db751 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:35.074619 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6d7a9302-88fc-42bc-8839-d7b2cd6db751 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Usage tracker for resource:network and tenant:f5eb69ed9d6848518a159dd80feeb4cd is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:35.078399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6d7a9302-88fc-42bc-8839-d7b2cd6db751 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:35.084675 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6d7a9302-88fc-42bc-8839-d7b2cd6db751 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:35.095950 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7a9302-88fc-42bc-8839-d7b2cd6db751 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Made reservation on behalf of f5eb69ed9d6848518a159dd80feeb4cd for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:35.099345 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d7a9302-88fc-42bc-8839-d7b2cd6db751 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.131207 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7a9302-88fc-42bc-8839-d7b2cd6db751 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:23:35.139711 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d7a9302-88fc-42bc-8839-d7b2cd6db751 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.140042 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-6d7a9302-88fc-42bc-8839-d7b2cd6db751 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Added segment 86184b0a-7438-4d01-a73b-0848411194a7 of type vlan for network d58b8e4f-b884-44e5-9b52-be90e0b81ab7 Mar 16 11:23:35.165186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d7a9302-88fc-42bc-8839-d7b2cd6db751 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.194267 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d7a9302-88fc-42bc-8839-d7b2cd6db751 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.199688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7a9302-88fc-42bc-8839-d7b2cd6db751 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:35.200262 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d7a9302-88fc-42bc-8839-d7b2cd6db751 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.255860 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-2e70f838-09f4-4572-9cfc-d0bfc6597a8d', 'network_id': '2e70f838-09f4-4572-9cfc-d0bfc6597a8d', 'tenant_id': 'f5eb69ed9d6848518a159dd80feeb4cd', 'fixed_ips': [{'subnet_id': '1cc213c6-528c-4d8d-9e04-4f8d5f868671'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:23:35.256818 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.296654 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6d7a9302-88fc-42bc-8839-d7b2cd6db751 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2429733 Mar 16 11:23:35.299856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58346) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:35.306379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-98926ab3-e9a4-4f77-88e0-bf3f42241046 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Request body: {'subnet': {'network_id': 'd58b8e4f-b884-44e5-9b52-be90e0b81ab7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:35.308544 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a9302-88fc-42bc-8839-d7b2cd6db751 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event updated for resources: {'Network': ['ID=d58b8e4f-b884-44e5-9b52-be90e0b81ab7,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:35.327405 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network d58b8e4f-b884-44e5-9b52-be90e0b81ab7 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:23:35.420412 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-98926ab3-e9a4-4f77-88e0-bf3f42241046 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:35.424131 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-98926ab3-e9a4-4f77-88e0-bf3f42241046 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Usage tracker for resource:subnet and tenant:f5eb69ed9d6848518a159dd80feeb4cd is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:35.426890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-98926ab3-e9a4-4f77-88e0-bf3f42241046 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:35.432608 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-98926ab3-e9a4-4f77-88e0-bf3f42241046 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:35.441455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98926ab3-e9a4-4f77-88e0-bf3f42241046 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Made reservation on behalf of f5eb69ed9d6848518a159dd80feeb4cd for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:35.445028 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-98926ab3-e9a4-4f77-88e0-bf3f42241046 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.501151 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Allocated IP 2001:db8:0:ffff::2 (2e70f838-09f4-4572-9cfc-d0bfc6597a8d/1cc213c6-528c-4d8d-9e04-4f8d5f868671/137a5157-a2bc-416c-ac79-0147f12c2e51) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:35.669146 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-98926ab3-e9a4-4f77-88e0-bf3f42241046 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.703286 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.713050 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Transition to ACTIVE for port object 137a5157-a2bc-416c-ac79-0147f12c2e51 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:35.731520 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Transition to ACTIVE for port object 137a5157-a2bc-416c-ac79-0147f12c2e51 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:35.736901 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.754115 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98926ab3-e9a4-4f77-88e0-bf3f42241046 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event updated for resources: {'Subnet': ['ID=19a72945-285a-4361-9cd6-5034df6b5f65,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:35.759664 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98926ab3-e9a4-4f77-88e0-bf3f42241046 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Checking segment: {'id': '86184b0a-7438-4d01-a73b-0848411194a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd58b8e4f-b884-44e5-9b52-be90e0b81ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:35.760025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98926ab3-e9a4-4f77-88e0-bf3f42241046 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Network hostable DHCP agents. Network: d58b8e4f-b884-44e5-9b52-be90e0b81ab7, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:23:35.779675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98926ab3-e9a4-4f77-88e0-bf3f42241046 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Network d58b8e4f-b884-44e5-9b52-be90e0b81ab7 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:23:35.789030 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-98926ab3-e9a4-4f77-88e0-bf3f42241046 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, d58b8e4f-b884-44e5-9b52-be90e0b81ab7) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:35.793735 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98926ab3-e9a4-4f77-88e0-bf3f42241046 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:35.793908 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-98926ab3-e9a4-4f77-88e0-bf3f42241046 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.797213 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Network 2e70f838-09f4-4572-9cfc-d0bfc6597a8d is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:35.801672 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de142f78-5d98-432b-890c-8f2c47d9fced None None] Network d58b8e4f-b884-44e5-9b52-be90e0b81ab7 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:35.814824 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-98926ab3-e9a4-4f77-88e0-bf3f42241046 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5138307 Mar 16 11:23:35.815913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:35.817389 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58350) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:35.835751 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:23:35.883233 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Pushing event updated for resources: {'Port': ['ID=137a5157-a2bc-416c-ac79-0147f12c2e51,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:36.053123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.053761 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Attempting to bind port 137a5157-a2bc-416c-ac79-0147f12c2e51 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:36.054125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Attempting to bind port 137a5157-a2bc-416c-ac79-0147f12c2e51 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '9bbd364b-55f3-46d0-b8e1-4f88685e37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2e70f838-09f4-4572-9cfc-d0bfc6597a8d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:36.054489 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Attempting to bind port 137a5157-a2bc-416c-ac79-0147f12c2e51 on network 2e70f838-09f4-4572-9cfc-d0bfc6597a8d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:23:36.066115 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf3b9525-2d89-4da7-b23a-de4738d0d777 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.071602 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:23:36.071977 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Checking segment: {'id': '9bbd364b-55f3-46d0-b8e1-4f88685e37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2e70f838-09f4-4572-9cfc-d0bfc6597a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:36.072376 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.072774 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Bound using segment: {'id': '9bbd364b-55f3-46d0-b8e1-4f88685e37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2e70f838-09f4-4572-9cfc-d0bfc6597a8d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:23:36.073243 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Bound port: 137a5157-a2bc-416c-ac79-0147f12c2e51, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbd364b-55f3-46d0-b8e1-4f88685e37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2e70f838-09f4-4572-9cfc-d0bfc6597a8d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:36.073651 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.132840 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf3b9525-2d89-4da7-b23a-de4738d0d777 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.213001 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf3b9525-2d89-4da7-b23a-de4738d0d777 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.241659 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] For port 137a5157-a2bc-416c-ac79-0147f12c2e51, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:23:36.246471 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] For port 137a5157-a2bc-416c-ac79-0147f12c2e51, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=137a5157-a2bc-416c-ac79-0147f12c2e51,segment=NetworkSegment(9bbd364b-55f3-46d0-b8e1-4f88685e37c7),segment_id=9bbd364b-55f3-46d0-b8e1-4f88685e37c7)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:23:36.249484 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b9525-2d89-4da7-b23a-de4738d0d777 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event deleted for resources: {'Subnet': ['ID=19a72945-285a-4361-9cd6-5034df6b5f65,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:36.251084 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af72d2b2-434c-4ccf-b0f3-68dfdcea05cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-d58b8e4f-b884-44e5-9b52-be90e0b81ab7', 'network_id': 'd58b8e4f-b884-44e5-9b52-be90e0b81ab7', 'tenant_id': 'f5eb69ed9d6848518a159dd80feeb4cd', 'fixed_ips': [{'subnet_id': '19a72945-285a-4361-9cd6-5034df6b5f65'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:23:36.252145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-af72d2b2-434c-4ccf-b0f3-68dfdcea05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.271350 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.346829 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf3b9525-2d89-4da7-b23a-de4738d0d777 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.372624 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-bf3b9525-2d89-4da7-b23a-de4738d0d777 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58b8e4f-b884-44e5-9b52-be90e0b81ab7']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:36.384704 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-bf3b9525-2d89-4da7-b23a-de4738d0d777 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86184b0a-7438-4d01-a73b-0848411194a7') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:36.385040 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-bf3b9525-2d89-4da7-b23a-de4738d0d777 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86184b0a-7438-4d01-a73b-0848411194a7') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:36.396654 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf3b9525-2d89-4da7-b23a-de4738d0d777 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.415637 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf3b9525-2d89-4da7-b23a-de4738d0d777 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.426614 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3b9525-2d89-4da7-b23a-de4738d0d777 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:23:36.426614 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf3b9525-2d89-4da7-b23a-de4738d0d777 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.426921 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877402a-ad36-4085-8bbf-a1004ebbcbc1 None None] Pushing event updated for resources: {'Port': ['ID=137a5157-a2bc-416c-ac79-0147f12c2e51,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:36.445179 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a07cb3-10f5-41e1-8fc8-289939a41182 None None] Network d58b8e4f-b884-44e5-9b52-be90e0b81ab7 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:23:36.450827 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:23:36.541779 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf3b9525-2d89-4da7-b23a-de4738d0d777 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.560473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf3b9525-2d89-4da7-b23a-de4738d0d777 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.573233 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b9525-2d89-4da7-b23a-de4738d0d777 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event deleted for resources: {'Network': ['ID=d58b8e4f-b884-44e5-9b52-be90e0b81ab7,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:36.575929 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bf3b9525-2d89-4da7-b23a-de4738d0d777 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "DELETE /v2.0/networks/d58b8e4f-b884-44e5-9b52-be90e0b81ab7 HTTP/1.1" status: 204 len: 168 time: 0.7575607 Mar 16 11:23:36.579531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58354) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:36.585040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-87e42100-b3ed-4e22-9fc5-3c93aaaff794 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1491152899'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:36.594765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-87e42100-b3ed-4e22-9fc5-3c93aaaff794 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:36.600531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-87e42100-b3ed-4e22-9fc5-3c93aaaff794 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Usage tracker for resource:network and tenant:f5eb69ed9d6848518a159dd80feeb4cd is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:36.610199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-87e42100-b3ed-4e22-9fc5-3c93aaaff794 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:36.619550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-87e42100-b3ed-4e22-9fc5-3c93aaaff794 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:36.637770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e42100-b3ed-4e22-9fc5-3c93aaaff794 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Made reservation on behalf of f5eb69ed9d6848518a159dd80feeb4cd for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:36.641474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-87e42100-b3ed-4e22-9fc5-3c93aaaff794 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.671969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e42100-b3ed-4e22-9fc5-3c93aaaff794 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:23:36.681202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-87e42100-b3ed-4e22-9fc5-3c93aaaff794 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.681547 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-87e42100-b3ed-4e22-9fc5-3c93aaaff794 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Added segment ce205196-1875-4559-93a4-c517a9d8fab1 of type vlan for network 8cb9a92f-b12f-430f-ac1f-a6b0c399a866 Mar 16 11:23:36.708967 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-87e42100-b3ed-4e22-9fc5-3c93aaaff794 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.746214 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-87e42100-b3ed-4e22-9fc5-3c93aaaff794 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.752322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e42100-b3ed-4e22-9fc5-3c93aaaff794 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:36.753164 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-87e42100-b3ed-4e22-9fc5-3c93aaaff794 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.804913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 137a5157-a2bc-416c-ac79-0147f12c2e51 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:36.871416 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 137a5157-a2bc-416c-ac79-0147f12c2e51 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:36.871749 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-87e42100-b3ed-4e22-9fc5-3c93aaaff794 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2910464 Mar 16 11:23:36.872342 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e42100-b3ed-4e22-9fc5-3c93aaaff794 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event updated for resources: {'Network': ['ID=8cb9a92f-b12f-430f-ac1f-a6b0c399a866,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:36.874494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58358) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:36.880162 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Request body: {'subnet': {'network_id': '8cb9a92f-b12f-430f-ac1f-a6b0c399a866', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:36.883211 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 8cb9a92f-b12f-430f-ac1f-a6b0c399a866 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:23:36.988578 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:36.992258 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Usage tracker for resource:subnet and tenant:f5eb69ed9d6848518a159dd80feeb4cd is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:36.994938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:37.000431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:37.008917 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Made reservation on behalf of f5eb69ed9d6848518a159dd80feeb4cd for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:37.012858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.118937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.ipam_backend_mixin [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Performing IP validity checks on allocation pools {{(pid=87969) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:23:37.119560 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.ipam_backend_mixin [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87969) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:23:37.254364 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.339335 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event updated for resources: {'Subnet': ['ID=8d47d75f-f965-4c95-ae40-125dc7643344,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:37.349087 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Checking segment: {'id': 'ce205196-1875-4559-93a4-c517a9d8fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8cb9a92f-b12f-430f-ac1f-a6b0c399a866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:37.349450 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Network hostable DHCP agents. Network: 8cb9a92f-b12f-430f-ac1f-a6b0c399a866, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:23:37.368721 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Network 8cb9a92f-b12f-430f-ac1f-a6b0c399a866 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:23:37.378809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 8cb9a92f-b12f-430f-ac1f-a6b0c399a866) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:37.384779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:37.385647 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.390074 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6575f3-bcd6-46ef-9bf1-7f1a25de02e8 None None] Network 8cb9a92f-b12f-430f-ac1f-a6b0c399a866 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:37.411138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c92af26-2543-4a0c-b7d2-5b958306fb0a None None] Network 2e70f838-09f4-4572-9cfc-d0bfc6597a8d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:37.411370 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-628407a4-5549-497b-9c64-9b3507f451ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5331016 Mar 16 11:23:37.411370 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58362) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:37.551625 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-565f5843-bc54-4813-bc0a-a9ab6f1be229 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.566196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8440821f-1d9e-4b45-89ae-25de27b63b41 None None] Provisioning for port 137a5157-a2bc-416c-ac79-0147f12c2e51 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:37.581358 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8440821f-1d9e-4b45-89ae-25de27b63b41 None None] Provisioning complete for port 137a5157-a2bc-416c-ac79-0147f12c2e51 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:37.581717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8440821f-1d9e-4b45-89ae-25de27b63b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.617001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-565f5843-bc54-4813-bc0a-a9ab6f1be229 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.694113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-565f5843-bc54-4813-bc0a-a9ab6f1be229 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.732687 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f5843-bc54-4813-bc0a-a9ab6f1be229 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event deleted for resources: {'Subnet': ['ID=8d47d75f-f965-4c95-ae40-125dc7643344,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:37.788546 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64750eb-7c06-433b-9d19-c50ccddb0812 None None] Network 8cb9a92f-b12f-430f-ac1f-a6b0c399a866 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:37.828984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-565f5843-bc54-4813-bc0a-a9ab6f1be229 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.853708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-565f5843-bc54-4813-bc0a-a9ab6f1be229 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb9a92f-b12f-430f-ac1f-a6b0c399a866']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:37.866193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-565f5843-bc54-4813-bc0a-a9ab6f1be229 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce205196-1875-4559-93a4-c517a9d8fab1') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:37.866482 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-565f5843-bc54-4813-bc0a-a9ab6f1be229 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce205196-1875-4559-93a4-c517a9d8fab1') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:37.877952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-565f5843-bc54-4813-bc0a-a9ab6f1be229 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.893440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-565f5843-bc54-4813-bc0a-a9ab6f1be229 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.899318 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565f5843-bc54-4813-bc0a-a9ab6f1be229 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:23:37.899698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-565f5843-bc54-4813-bc0a-a9ab6f1be229 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:23:37.914939 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:23:37.965997 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8440821f-1d9e-4b45-89ae-25de27b63b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.997681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-565f5843-bc54-4813-bc0a-a9ab6f1be229 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.001960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-565f5843-bc54-4813-bc0a-a9ab6f1be229 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.027993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f5843-bc54-4813-bc0a-a9ab6f1be229 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event deleted for resources: {'Network': ['ID=8cb9a92f-b12f-430f-ac1f-a6b0c399a866,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:38.035415 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-565f5843-bc54-4813-bc0a-a9ab6f1be229 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "DELETE /v2.0/networks/8cb9a92f-b12f-430f-ac1f-a6b0c399a866 HTTP/1.1" status: 204 len: 168 time: 0.6196942 Mar 16 11:23:38.036339 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58366) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:38.041203 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-2dabd30c-ad0b-42c1-8c1d-a8677a1ca987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2126012916'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:38.047034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2dabd30c-ad0b-42c1-8c1d-a8677a1ca987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:38.050924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2dabd30c-ad0b-42c1-8c1d-a8677a1ca987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Usage tracker for resource:network and tenant:f5eb69ed9d6848518a159dd80feeb4cd is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:38.053878 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2dabd30c-ad0b-42c1-8c1d-a8677a1ca987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:38.060254 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2dabd30c-ad0b-42c1-8c1d-a8677a1ca987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:38.071227 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dabd30c-ad0b-42c1-8c1d-a8677a1ca987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Made reservation on behalf of f5eb69ed9d6848518a159dd80feeb4cd for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:38.074655 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2dabd30c-ad0b-42c1-8c1d-a8677a1ca987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.102437 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dabd30c-ad0b-42c1-8c1d-a8677a1ca987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:23:38.115703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2dabd30c-ad0b-42c1-8c1d-a8677a1ca987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.116042 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-2dabd30c-ad0b-42c1-8c1d-a8677a1ca987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Added segment 11fca7cd-5421-41ee-8aa7-8b8c164fa899 of type vlan for network c9694f82-10a2-434b-bbbd-0fb5a26d807c Mar 16 11:23:38.118044 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-8440821f-1d9e-4b45-89ae-25de27b63b41 None None] For port 137a5157-a2bc-416c-ac79-0147f12c2e51, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=137a5157-a2bc-416c-ac79-0147f12c2e51,segment=NetworkSegment(9bbd364b-55f3-46d0-b8e1-4f88685e37c7),segment_id=9bbd364b-55f3-46d0-b8e1-4f88685e37c7)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:38.124525 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8440821f-1d9e-4b45-89ae-25de27b63b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.143348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2dabd30c-ad0b-42c1-8c1d-a8677a1ca987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.175459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2dabd30c-ad0b-42c1-8c1d-a8677a1ca987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.180858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dabd30c-ad0b-42c1-8c1d-a8677a1ca987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:38.181461 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2dabd30c-ad0b-42c1-8c1d-a8677a1ca987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.192142 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440821f-1d9e-4b45-89ae-25de27b63b41 None None] Pushing event updated for resources: {'Port': ['ID=137a5157-a2bc-416c-ac79-0147f12c2e51,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:38.350138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4ad0664a-a72f-4d14-a998-64b14221ec8d None None] Provisioning complete for port 137a5157-a2bc-416c-ac79-0147f12c2e51 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:38.350524 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ad0664a-a72f-4d14-a998-64b14221ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.394863 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2dabd30c-ad0b-42c1-8c1d-a8677a1ca987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3581336 Mar 16 11:23:38.397737 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58370) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:38.404672 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-bf178a57-256a-4922-a77a-29d5fa415016 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Request body: {'subnet': {'network_id': 'c9694f82-10a2-434b-bbbd-0fb5a26d807c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:38.407464 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabd30c-ad0b-42c1-8c1d-a8677a1ca987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event updated for resources: {'Network': ['ID=c9694f82-10a2-434b-bbbd-0fb5a26d807c,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:38.442558 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network c9694f82-10a2-434b-bbbd-0fb5a26d807c details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:23:38.521578 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-bf178a57-256a-4922-a77a-29d5fa415016 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:38.525384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-bf178a57-256a-4922-a77a-29d5fa415016 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Usage tracker for resource:subnet and tenant:f5eb69ed9d6848518a159dd80feeb4cd is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:38.528748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-bf178a57-256a-4922-a77a-29d5fa415016 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:38.534534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-bf178a57-256a-4922-a77a-29d5fa415016 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:38.544999 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf178a57-256a-4922-a77a-29d5fa415016 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Made reservation on behalf of f5eb69ed9d6848518a159dd80feeb4cd for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:38.548511 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf178a57-256a-4922-a77a-29d5fa415016 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.757264 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 137a5157-a2bc-416c-ac79-0147f12c2e51 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:38.762063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf178a57-256a-4922-a77a-29d5fa415016 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.827642 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 137a5157-a2bc-416c-ac79-0147f12c2e51 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:38.827918 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.846215 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf178a57-256a-4922-a77a-29d5fa415016 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event updated for resources: {'Subnet': ['ID=a9bcf1e0-58e3-4266-9e6f-d2e5ecd1e78e,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:38.850368 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf178a57-256a-4922-a77a-29d5fa415016 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Checking segment: {'id': '11fca7cd-5421-41ee-8aa7-8b8c164fa899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c9694f82-10a2-434b-bbbd-0fb5a26d807c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:38.850723 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf178a57-256a-4922-a77a-29d5fa415016 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Network hostable DHCP agents. Network: c9694f82-10a2-434b-bbbd-0fb5a26d807c, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:23:38.871758 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf178a57-256a-4922-a77a-29d5fa415016 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Network c9694f82-10a2-434b-bbbd-0fb5a26d807c is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:23:38.881082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-bf178a57-256a-4922-a77a-29d5fa415016 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, c9694f82-10a2-434b-bbbd-0fb5a26d807c) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:38.886736 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf178a57-256a-4922-a77a-29d5fa415016 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:38.887386 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf178a57-256a-4922-a77a-29d5fa415016 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.891130 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190b2a77-285a-4758-b1b0-91480e72550a None None] Network c9694f82-10a2-434b-bbbd-0fb5a26d807c requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:38.909653 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bf178a57-256a-4922-a77a-29d5fa415016 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5108325 Mar 16 11:23:38.913168 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58374) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:38.918509 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-36a0375b-4f52-4007-99f1-2ab1ff88dd18 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-869640468'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:38.923346 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-36a0375b-4f52-4007-99f1-2ab1ff88dd18 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:38.927067 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-36a0375b-4f52-4007-99f1-2ab1ff88dd18 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Usage tracker for resource:network and tenant:f5eb69ed9d6848518a159dd80feeb4cd is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:38.929866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-36a0375b-4f52-4007-99f1-2ab1ff88dd18 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:38.936008 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-36a0375b-4f52-4007-99f1-2ab1ff88dd18 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:38.947537 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a0375b-4f52-4007-99f1-2ab1ff88dd18 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Made reservation on behalf of f5eb69ed9d6848518a159dd80feeb4cd for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:38.951540 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36a0375b-4f52-4007-99f1-2ab1ff88dd18 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.978432 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a0375b-4f52-4007-99f1-2ab1ff88dd18 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:23:38.986666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36a0375b-4f52-4007-99f1-2ab1ff88dd18 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.987001 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-36a0375b-4f52-4007-99f1-2ab1ff88dd18 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Added segment d81ed694-6e73-42e8-ac1f-a955c3e3693e of type vlan for network 3c905291-7f7e-4bdb-b5f6-f04f058af596 Mar 16 11:23:39.013637 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36a0375b-4f52-4007-99f1-2ab1ff88dd18 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.044341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36a0375b-4f52-4007-99f1-2ab1ff88dd18 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.049938 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a0375b-4f52-4007-99f1-2ab1ff88dd18 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.050508 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36a0375b-4f52-4007-99f1-2ab1ff88dd18 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.147928 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-36a0375b-4f52-4007-99f1-2ab1ff88dd18 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2337203 Mar 16 11:23:39.150883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58378) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:39.156671 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Request body: {'subnet': {'network_id': '3c905291-7f7e-4bdb-b5f6-f04f058af596', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:39.159583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0375b-4f52-4007-99f1-2ab1ff88dd18 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event updated for resources: {'Network': ['ID=3c905291-7f7e-4bdb-b5f6-f04f058af596,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:39.176005 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 3c905291-7f7e-4bdb-b5f6-f04f058af596 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:23:39.266638 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:39.270460 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Usage tracker for resource:subnet and tenant:f5eb69ed9d6848518a159dd80feeb4cd is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:39.273225 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:39.278931 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:39.289918 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Made reservation on behalf of f5eb69ed9d6848518a159dd80feeb4cd for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:39.294620 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.294942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-c9694f82-10a2-434b-bbbd-0fb5a26d807c', 'network_id': 'c9694f82-10a2-434b-bbbd-0fb5a26d807c', 'tenant_id': 'f5eb69ed9d6848518a159dd80feeb4cd', 'fixed_ips': [{'subnet_id': 'a9bcf1e0-58e3-4266-9e6f-d2e5ecd1e78e'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:23:39.295784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.521095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.552311 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Allocated IP 2001:db8::2 (c9694f82-10a2-434b-bbbd-0fb5a26d807c/a9bcf1e0-58e3-4266-9e6f-d2e5ecd1e78e/b8882574-ab1d-4908-b8be-fdc623360d16) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:39.602272 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event updated for resources: {'Subnet': ['ID=4d253456-8674-4a62-9cf9-e7197e0d8b04,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:39.613896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:39.614236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:39.614571 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:39.614898 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:39.615251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:39.615574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:39.615891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:39.616210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:39.616527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:39.616839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:39.617156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:39.617467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:39.623725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Checking segment: {'id': 'd81ed694-6e73-42e8-ac1f-a955c3e3693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c905291-7f7e-4bdb-b5f6-f04f058af596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:39.624081 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Network hostable DHCP agents. Network: 3c905291-7f7e-4bdb-b5f6-f04f058af596, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:23:39.643435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Network 3c905291-7f7e-4bdb-b5f6-f04f058af596 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:23:39.653125 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 3c905291-7f7e-4bdb-b5f6-f04f058af596) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:39.657592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.658295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.673277 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e18e2d0-77e5-49c8-bf47-54fc607f69d0 None None] Network 3c905291-7f7e-4bdb-b5f6-f04f058af596 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:39.683532 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b04bcbdc-6305-42f2-b7f9-29ae3634ddb6 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5292048 Mar 16 11:23:39.683852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58382) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:39.832897 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4c110fec-d1b7-4fec-9061-cb1fbf420c8d tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.904825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4c110fec-d1b7-4fec-9061-cb1fbf420c8d tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.973068 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.989059 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4c110fec-d1b7-4fec-9061-cb1fbf420c8d tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.989722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Transition to ACTIVE for port object b8882574-ab1d-4908-b8be-fdc623360d16 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:40.043582 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df3a7b3-99e3-4d99-a7f2-9a0e274924cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-3c905291-7f7e-4bdb-b5f6-f04f058af596', 'network_id': '3c905291-7f7e-4bdb-b5f6-f04f058af596', 'tenant_id': 'f5eb69ed9d6848518a159dd80feeb4cd', 'fixed_ips': [{'subnet_id': '4d253456-8674-4a62-9cf9-e7197e0d8b04'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:23:40.044378 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8df3a7b3-99e3-4d99-a7f2-9a0e274924cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.046551 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c110fec-d1b7-4fec-9061-cb1fbf420c8d tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event deleted for resources: {'Subnet': ['ID=4d253456-8674-4a62-9cf9-e7197e0d8b04,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:40.054707 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Transition to ACTIVE for port object b8882574-ab1d-4908-b8be-fdc623360d16 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:40.108781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.141470 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4c110fec-d1b7-4fec-9061-cb1fbf420c8d tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.170517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-4c110fec-d1b7-4fec-9061-cb1fbf420c8d tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c905291-7f7e-4bdb-b5f6-f04f058af596']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:40.182632 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-4c110fec-d1b7-4fec-9061-cb1fbf420c8d tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81ed694-6e73-42e8-ac1f-a955c3e3693e') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:40.182950 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-4c110fec-d1b7-4fec-9061-cb1fbf420c8d tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81ed694-6e73-42e8-ac1f-a955c3e3693e') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:40.191257 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Network c9694f82-10a2-434b-bbbd-0fb5a26d807c is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:40.194633 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4c110fec-d1b7-4fec-9061-cb1fbf420c8d tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.200736 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:40.205808 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:23:40.212040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4c110fec-d1b7-4fec-9061-cb1fbf420c8d tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.214949 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Pushing event updated for resources: {'Port': ['ID=b8882574-ab1d-4908-b8be-fdc623360d16,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:40.220808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c110fec-d1b7-4fec-9061-cb1fbf420c8d tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:23:40.221203 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4c110fec-d1b7-4fec-9061-cb1fbf420c8d tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.245094 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74a56ca-25ea-4f99-8c9a-99aae0f966f7 None None] Network 3c905291-7f7e-4bdb-b5f6-f04f058af596 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:23:40.321528 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:23:40.329821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4c110fec-d1b7-4fec-9061-cb1fbf420c8d tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.333966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4c110fec-d1b7-4fec-9061-cb1fbf420c8d tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.360088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c110fec-d1b7-4fec-9061-cb1fbf420c8d tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event deleted for resources: {'Network': ['ID=3c905291-7f7e-4bdb-b5f6-f04f058af596,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:40.366860 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4c110fec-d1b7-4fec-9061-cb1fbf420c8d tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "DELETE /v2.0/networks/3c905291-7f7e-4bdb-b5f6-f04f058af596 HTTP/1.1" status: 204 len: 168 time: 0.6819370 Mar 16 11:23:40.367388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58386) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:40.391763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Attempting to bind port b8882574-ab1d-4908-b8be-fdc623360d16 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:40.391763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Attempting to bind port b8882574-ab1d-4908-b8be-fdc623360d16 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '11fca7cd-5421-41ee-8aa7-8b8c164fa899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c9694f82-10a2-434b-bbbd-0fb5a26d807c'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:40.391763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Attempting to bind port b8882574-ab1d-4908-b8be-fdc623360d16 on network c9694f82-10a2-434b-bbbd-0fb5a26d807c {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:23:40.419037 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69d6739-6f30-4fb2-a1e3-09cf093582dc tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] GET failed (client error): The resource could not be found. Mar 16 11:23:40.419683 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b69d6739-6f30-4fb2-a1e3-09cf093582dc tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Synchronizing usage tracker for tenant:f5eb69ed9d6848518a159dd80feeb4cd on resource:subnet {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:40.431800 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:23:40.432170 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Checking segment: {'id': '11fca7cd-5421-41ee-8aa7-8b8c164fa899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c9694f82-10a2-434b-bbbd-0fb5a26d807c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:40.432559 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.432984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Bound using segment: {'id': '11fca7cd-5421-41ee-8aa7-8b8c164fa899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c9694f82-10a2-434b-bbbd-0fb5a26d807c'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:23:40.433618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Bound port: b8882574-ab1d-4908-b8be-fdc623360d16, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fca7cd-5421-41ee-8aa7-8b8c164fa899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c9694f82-10a2-434b-bbbd-0fb5a26d807c'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:40.433827 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.437912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b69d6739-6f30-4fb2-a1e3-09cf093582dc tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Unset dirty status for tenant:f5eb69ed9d6848518a159dd80feeb4cd on resource:subnet {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:40.441914 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b69d6739-6f30-4fb2-a1e3-09cf093582dc tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "GET /v2.0/subnets/4d253456-8674-4a62-9cf9-e7197e0d8b04 HTTP/1.1" status: 404 len: 337 time: 0.0708444 Mar 16 11:23:40.442357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58390) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:40.468229 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd9de64-a24d-4193-b2e0-32528f798097 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:40.468699 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd9de64-a24d-4193-b2e0-32528f798097 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:40.472976 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0fd9de64-a24d-4193-b2e0-32528f798097 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "DELETE /v2.0/networks/3c905291-7f7e-4bdb-b5f6-f04f058af596 HTTP/1.1" status: 404 len: 339 time: 0.0270121 Mar 16 11:23:40.474244 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58394) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:40.515897 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.pecan_wsgi.hooks.translation [None req-914235bd-ada9-435a-a876-d731360ba8ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:40.516353 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914235bd-ada9-435a-a876-d731360ba8ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:40.518267 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-914235bd-ada9-435a-a876-d731360ba8ee tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "DELETE /v2.0/subnets/4d253456-8674-4a62-9cf9-e7197e0d8b04 HTTP/1.1" status: 404 len: 337 time: 0.0428746 Mar 16 11:23:40.520689 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58398) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:40.550377 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d8f8b0-5488-4bd9-8fb1-ab3bdf348f65 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:40.550837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d8f8b0-5488-4bd9-8fb1-ab3bdf348f65 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:40.552613 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c5d8f8b0-5488-4bd9-8fb1-ab3bdf348f65 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "DELETE /v2.0/networks/3c905291-7f7e-4bdb-b5f6-f04f058af596 HTTP/1.1" status: 404 len: 339 time: 0.0308175 Mar 16 11:23:40.555114 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58402) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:40.555740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] For port b8882574-ab1d-4908-b8be-fdc623360d16, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:23:40.559323 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] For port b8882574-ab1d-4908-b8be-fdc623360d16, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b8882574-ab1d-4908-b8be-fdc623360d16,segment=NetworkSegment(11fca7cd-5421-41ee-8aa7-8b8c164fa899),segment_id=11fca7cd-5421-41ee-8aa7-8b8c164fa899)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:23:40.564492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.628103 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4c7e9b-fe2c-401a-93c6-d640c0123916 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Deleting subnet a9bcf1e0-58e3-4266-9e6f-d2e5ecd1e78e {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:23:40.631894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7e9b-fe2c-401a-93c6-d640c0123916 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.646384 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dbf4b-3b74-49fc-8a6c-836025c98d99 None None] Pushing event updated for resources: {'Port': ['ID=b8882574-ab1d-4908-b8be-fdc623360d16,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:40.697887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7e9b-fe2c-401a-93c6-d640c0123916 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.788316 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7e9b-fe2c-401a-93c6-d640c0123916 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.869440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7e9b-fe2c-401a-93c6-d640c0123916 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.909411 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c7e9b-fe2c-401a-93c6-d640c0123916 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event deleted for resources: {'Subnet': ['ID=a9bcf1e0-58e3-4266-9e6f-d2e5ecd1e78e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:40.913013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7e9b-fe2c-401a-93c6-d640c0123916 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.925652 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2c4c7e9b-fe2c-401a-93c6-d640c0123916 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "DELETE /v2.0/subnets/a9bcf1e0-58e3-4266-9e6f-d2e5ecd1e78e HTTP/1.1" status: 204 len: 168 time: 0.3695111 Mar 16 11:23:40.928138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58406) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:41.040506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.050444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Deleting port b8882574-ab1d-4908-b8be-fdc623360d16 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:23:41.050762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.252309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] For port b8882574-ab1d-4908-b8be-fdc623360d16, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b8882574-ab1d-4908-b8be-fdc623360d16,segment=NetworkSegment(11fca7cd-5421-41ee-8aa7-8b8c164fa899),segment_id=11fca7cd-5421-41ee-8aa7-8b8c164fa899)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:41.252992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.375567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Calling delete_port for b8882574-ab1d-4908-b8be-fdc623360d16 owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:23:41.556570 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.589213 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16506f52-29d7-41a7-b418-b4d65d105154 None None] Network c9694f82-10a2-434b-bbbd-0fb5a26d807c requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:41.601962 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event deleted for resources: {'Port': ['ID=b8882574-ab1d-4908-b8be-fdc623360d16,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:41.605958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] No DVR routers for this DVR port b8882574-ab1d-4908-b8be-fdc623360d16 on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:23:41.686986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f558cea5-c326-464b-9730-09c777339a13 None None] Could not find standard attr ID for object b8882574-ab1d-4908-b8be-fdc623360d16. {{(pid=87970) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:23:41.724560 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.749167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9694f82-10a2-434b-bbbd-0fb5a26d807c']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:41.761114 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fca7cd-5421-41ee-8aa7-8b8c164fa899') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:41.761402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fca7cd-5421-41ee-8aa7-8b8c164fa899') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:41.772827 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.793387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.799768 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:23:41.800180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.802027 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d30c2c5-53ce-43aa-8b14-f10864dbea82 None None] DHCP port deletion for c9694f82-10a2-434b-bbbd-0fb5a26d807c request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:23:41.814493 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:23:41.889585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.906729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.918034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event deleted for resources: {'Network': ['ID=c9694f82-10a2-434b-bbbd-0fb5a26d807c,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:41.921954 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bbafb4e2-6e1b-444a-8f76-e3c457aedbad tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "DELETE /v2.0/networks/c9694f82-10a2-434b-bbbd-0fb5a26d807c HTTP/1.1" status: 204 len: 168 time: 0.9928520 Mar 16 11:23:41.924316 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58410) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:41.972343 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4a871e-57eb-425d-9812-a3c66bd9b7d2 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:41.972792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4a871e-57eb-425d-9812-a3c66bd9b7d2 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:41.974446 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4f4a871e-57eb-425d-9812-a3c66bd9b7d2 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "DELETE /v2.0/subnets/8d47d75f-f965-4c95-ae40-125dc7643344 HTTP/1.1" status: 404 len: 337 time: 0.0492475 Mar 16 11:23:41.976947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58414) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:42.001473 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb7fdf7-40a3-4075-8f90-425037057987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:42.001914 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb7fdf7-40a3-4075-8f90-425037057987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:42.003477 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6cb7fdf7-40a3-4075-8f90-425037057987 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "DELETE /v2.0/networks/8cb9a92f-b12f-430f-ac1f-a6b0c399a866 HTTP/1.1" status: 404 len: 339 time: 0.0256393 Mar 16 11:23:42.005661 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58418) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:42.041175 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f15971-8574-433c-959b-81da78feb058 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:42.041602 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f15971-8574-433c-959b-81da78feb058 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:42.043858 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-53f15971-8574-433c-959b-81da78feb058 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "DELETE /v2.0/subnets/19a72945-285a-4361-9cd6-5034df6b5f65 HTTP/1.1" status: 404 len: 337 time: 0.0374119 Mar 16 11:23:42.045945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58422) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:42.068526 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdac06e-015d-4fb9-ab2e-b9ffaefad1fa tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:42.068969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdac06e-015d-4fb9-ab2e-b9ffaefad1fa tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:42.070508 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7cdac06e-015d-4fb9-ab2e-b9ffaefad1fa tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "DELETE /v2.0/networks/d58b8e4f-b884-44e5-9b52-be90e0b81ab7 HTTP/1.1" status: 404 len: 339 time: 0.0237277 Mar 16 11:23:42.072620 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58426) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:42.140421 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffdf4f15-091f-4130-9d06-59056c9d5dfc tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Deleting subnet 1cc213c6-528c-4d8d-9e04-4f8d5f868671 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:23:42.143458 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4f15-091f-4130-9d06-59056c9d5dfc tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.195437 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4f15-091f-4130-9d06-59056c9d5dfc tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.280056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4f15-091f-4130-9d06-59056c9d5dfc tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.350896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4f15-091f-4130-9d06-59056c9d5dfc tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.390245 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf4f15-091f-4130-9d06-59056c9d5dfc tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc213c6-528c-4d8d-9e04-4f8d5f868671,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:42.394742 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4f15-091f-4130-9d06-59056c9d5dfc tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.400562 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc69ab70-0203-4e98-9ca0-84f55e61facd None None] Network 2e70f838-09f4-4572-9cfc-d0bfc6597a8d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:42.404832 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ffdf4f15-091f-4130-9d06-59056c9d5dfc tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "DELETE /v2.0/subnets/1cc213c6-528c-4d8d-9e04-4f8d5f868671 HTTP/1.1" status: 204 len: 168 time: 0.3313167 Mar 16 11:23:42.407172 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58430) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:42.518502 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.528662 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Deleting port 137a5157-a2bc-416c-ac79-0147f12c2e51 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:23:42.528991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.655061 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae58c6e-321b-4ce6-baab-5b0455585a6a None None] DHCP port deletion for 2e70f838-09f4-4572-9cfc-d0bfc6597a8d request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:23:42.658960 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2ae58c6e-321b-4ce6-baab-5b0455585a6a None None] Deleting port 137a5157-a2bc-416c-ac79-0147f12c2e51 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:23:42.659371 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2ae58c6e-321b-4ce6-baab-5b0455585a6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.746653 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] For port 137a5157-a2bc-416c-ac79-0147f12c2e51, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=137a5157-a2bc-416c-ac79-0147f12c2e51,segment=NetworkSegment(9bbd364b-55f3-46d0-b8e1-4f88685e37c7),segment_id=9bbd364b-55f3-46d0-b8e1-4f88685e37c7)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:42.747006 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.763368 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 137a5157-a2bc-416c-ac79-0147f12c2e51 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:42.869210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Calling delete_port for 137a5157-a2bc-416c-ac79-0147f12c2e51 owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:23:42.911633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2ae58c6e-321b-4ce6-baab-5b0455585a6a None None] For port 137a5157-a2bc-416c-ac79-0147f12c2e51, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=137a5157-a2bc-416c-ac79-0147f12c2e51,segment=NetworkSegment(9bbd364b-55f3-46d0-b8e1-4f88685e37c7),segment_id=9bbd364b-55f3-46d0-b8e1-4f88685e37c7)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:42.912020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2ae58c6e-321b-4ce6-baab-5b0455585a6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.946598 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.990940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event deleted for resources: {'Port': ['ID=137a5157-a2bc-416c-ac79-0147f12c2e51,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:42.996150 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] No DVR routers for this DVR port 137a5157-a2bc-416c-ac79-0147f12c2e51 on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:23:43.099925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2ae58c6e-321b-4ce6-baab-5b0455585a6a None None] Calling delete_port for 137a5157-a2bc-416c-ac79-0147f12c2e51 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:23:43.119332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.138445 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Port 137a5157-a2bc-416c-ac79-0147f12c2e51 update to DOWN by agent not found {{(pid=87970) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 16 11:23:43.144499 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e70f838-09f4-4572-9cfc-d0bfc6597a8d']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:43.156997 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbd364b-55f3-46d0-b8e1-4f88685e37c7') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:43.157289 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbd364b-55f3-46d0-b8e1-4f88685e37c7') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:43.168618 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.179333 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-2ae58c6e-321b-4ce6-baab-5b0455585a6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:23:43.179682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-2ae58c6e-321b-4ce6-baab-5b0455585a6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:23:43.184741 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.190572 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:23:43.190949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:23:43.209044 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:23:43.283717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.300063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.310923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] Pushing event deleted for resources: {'Network': ['ID=2e70f838-09f4-4572-9cfc-d0bfc6597a8d,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:43.314787 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9512c52f-efb4-4bb3-a632-beed2988f451 tempest-NetworksIpV6Test-934812524 tempest-NetworksIpV6Test-934812524-project] 10.222.0.44 "DELETE /v2.0/networks/2e70f838-09f4-4572-9cfc-d0bfc6597a8d HTTP/1.1" status: 204 len: 168 time: 0.9067028 Mar 16 11:23:43.569189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58438) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:43.681093 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2ae58c6e-321b-4ce6-baab-5b0455585a6a None None] Deleting port 137a5157-a2bc-416c-ac79-0147f12c2e51 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:23:43.681607 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2ae58c6e-321b-4ce6-baab-5b0455585a6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.711282 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7d3aa338-7344-4bd7-a236-5571c3b7c367 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5eb69ed9d6848518a159dd80feeb4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409402 Mar 16 11:23:43.713873 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58444) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:43.750927 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2ae58c6e-321b-4ce6-baab-5b0455585a6a None None] The port '137a5157-a2bc-416c-ac79-0147f12c2e51' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:23:43.787649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a89974dd-0ec2-4e35-9da5-69daae44f7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.813731 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a89974dd-0ec2-4e35-9da5-69daae44f7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.869152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a89974dd-0ec2-4e35-9da5-69daae44f7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.884334 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89974dd-0ec2-4e35-9da5-69daae44f7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc3e346-d613-4671-bd89-843be9aae7ea,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:43.891943 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a89974dd-0ec2-4e35-9da5-69daae44f7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.892996 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a89974dd-0ec2-4e35-9da5-69daae44f7be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dcc3e346-d613-4671-bd89-843be9aae7ea HTTP/1.1" status: 204 len: 168 time: 0.1779144 Mar 16 11:23:44.566532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58468) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:44.668006 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-477fc359-163f-4200-9a38-fffc2688b129 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-551074034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:44.674429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-477fc359-163f-4200-9a38-fffc2688b129 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:44.678138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-477fc359-163f-4200-9a38-fffc2688b129 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Usage tracker for resource:router and tenant:9d41318e2af84f22964e292ec762b2a1 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:44.680907 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-477fc359-163f-4200-9a38-fffc2688b129 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:44.687427 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-477fc359-163f-4200-9a38-fffc2688b129 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:44.696446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-477fc359-163f-4200-9a38-fffc2688b129 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.697445 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-477fc359-163f-4200-9a38-fffc2688b129 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.713064 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-477fc359-163f-4200-9a38-fffc2688b129 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.730512 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-477fc359-163f-4200-9a38-fffc2688b129 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.751693 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-477fc359-163f-4200-9a38-fffc2688b129 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.752804 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-477fc359-163f-4200-9a38-fffc2688b129 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1852567 Mar 16 11:23:44.755503 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58474) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:44.760612 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1948346741'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:44.765714 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:44.769898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Usage tracker for resource:network and tenant:9d41318e2af84f22964e292ec762b2a1 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:44.772645 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:44.778136 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:44.787121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Made reservation on behalf of 9d41318e2af84f22964e292ec762b2a1 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:44.790411 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.802004 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.816419 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:44.820073 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Usage tracker for resource:security_group_rule and tenant:9d41318e2af84f22964e292ec762b2a1 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:44.822731 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:44.828873 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:44.908317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.911747 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.939572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:23:44.951779 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27caa47a-541e-4d51-ad31-f0f5f65921b4,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:44.955946 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.956284 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Added segment 1c7410d5-53ef-4c7e-b084-f01ad77415a7 of type vlan for network 09b6c74f-aa3a-4582-9a13-562c6bba24f0 Mar 16 11:23:44.981403 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.012132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.017338 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:45.017902 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.116302 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3597984 Mar 16 11:23:45.119260 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58478) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:45.122706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e0cfd-945d-4358-aeea-880d72688523 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Pushing event updated for resources: {'Network': ['ID=09b6c74f-aa3a-4582-9a13-562c6bba24f0,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:45.125495 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-20893185-8109-4344-b46d-d44ad2e0b978 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Request body: {'subnet': {'network_id': '09b6c74f-aa3a-4582-9a13-562c6bba24f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:45.135999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 09b6c74f-aa3a-4582-9a13-562c6bba24f0 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:23:45.236583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-20893185-8109-4344-b46d-d44ad2e0b978 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:45.240335 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-20893185-8109-4344-b46d-d44ad2e0b978 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Usage tracker for resource:subnet and tenant:9d41318e2af84f22964e292ec762b2a1 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:45.243080 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-20893185-8109-4344-b46d-d44ad2e0b978 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:45.249781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-20893185-8109-4344-b46d-d44ad2e0b978 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:45.258967 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20893185-8109-4344-b46d-d44ad2e0b978 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Made reservation on behalf of 9d41318e2af84f22964e292ec762b2a1 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:45.262363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-20893185-8109-4344-b46d-d44ad2e0b978 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.569660 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-20893185-8109-4344-b46d-d44ad2e0b978 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.644325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20893185-8109-4344-b46d-d44ad2e0b978 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Pushing event updated for resources: {'Subnet': ['ID=186cd7c6-7fd4-4b78-a740-3a5630ef15b1,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:45.652549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20893185-8109-4344-b46d-d44ad2e0b978 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Checking segment: {'id': '1c7410d5-53ef-4c7e-b084-f01ad77415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '09b6c74f-aa3a-4582-9a13-562c6bba24f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:45.652897 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20893185-8109-4344-b46d-d44ad2e0b978 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Network hostable DHCP agents. Network: 09b6c74f-aa3a-4582-9a13-562c6bba24f0, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:23:45.670472 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20893185-8109-4344-b46d-d44ad2e0b978 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Network 09b6c74f-aa3a-4582-9a13-562c6bba24f0 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:23:45.678768 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-20893185-8109-4344-b46d-d44ad2e0b978 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 09b6c74f-aa3a-4582-9a13-562c6bba24f0) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:45.683092 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20893185-8109-4344-b46d-d44ad2e0b978 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:45.683722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-20893185-8109-4344-b46d-d44ad2e0b978 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.688647 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0533d59-916a-4993-8925-3de45879ab3e None None] Network 09b6c74f-aa3a-4582-9a13-562c6bba24f0 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:45.704346 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-20893185-8109-4344-b46d-d44ad2e0b978 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5838611 Mar 16 11:23:45.707373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58482) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:45.713041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d1a543db-5ec9-4389-a0ff-e3687b7d1001 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1903481475'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:45.717887 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d1a543db-5ec9-4389-a0ff-e3687b7d1001 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:45.721646 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d1a543db-5ec9-4389-a0ff-e3687b7d1001 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Usage tracker for resource:network and tenant:9d41318e2af84f22964e292ec762b2a1 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:45.724448 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d1a543db-5ec9-4389-a0ff-e3687b7d1001 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:45.734203 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d1a543db-5ec9-4389-a0ff-e3687b7d1001 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:45.744301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a543db-5ec9-4389-a0ff-e3687b7d1001 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Made reservation on behalf of 9d41318e2af84f22964e292ec762b2a1 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:45.748243 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d1a543db-5ec9-4389-a0ff-e3687b7d1001 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.879367 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a543db-5ec9-4389-a0ff-e3687b7d1001 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:23:45.888095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d1a543db-5ec9-4389-a0ff-e3687b7d1001 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.888456 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-d1a543db-5ec9-4389-a0ff-e3687b7d1001 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Added segment f019090e-c0fc-4fb7-9f82-6a049d3c0365 of type vlan for network d8db61ce-316e-4a21-a20e-8fd012b7516d Mar 16 11:23:45.905113 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-09b6c74f-aa3a-4582-9a13-562c6bba24f0', 'network_id': '09b6c74f-aa3a-4582-9a13-562c6bba24f0', 'tenant_id': '9d41318e2af84f22964e292ec762b2a1', 'fixed_ips': [{'subnet_id': '186cd7c6-7fd4-4b78-a740-3a5630ef15b1'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:23:45.905944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.916583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d1a543db-5ec9-4389-a0ff-e3687b7d1001 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.945583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d1a543db-5ec9-4389-a0ff-e3687b7d1001 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.950950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a543db-5ec9-4389-a0ff-e3687b7d1001 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:45.951663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d1a543db-5ec9-4389-a0ff-e3687b7d1001 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.045238 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d1a543db-5ec9-4389-a0ff-e3687b7d1001 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3366511 Mar 16 11:23:46.048075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58486) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:46.053923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9a22d768-900a-493f-ada0-2bb385d3cc0d tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Request body: {'subnet': {'network_id': 'd8db61ce-316e-4a21-a20e-8fd012b7516d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:46.057032 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a543db-5ec9-4389-a0ff-e3687b7d1001 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Pushing event updated for resources: {'Network': ['ID=d8db61ce-316e-4a21-a20e-8fd012b7516d,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:46.061581 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Allocated IP 172.20.0.2 (09b6c74f-aa3a-4582-9a13-562c6bba24f0/186cd7c6-7fd4-4b78-a740-3a5630ef15b1/6036ee68-7d9d-4ab6-91e9-110af8a66842) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:46.072356 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network d8db61ce-316e-4a21-a20e-8fd012b7516d details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:23:46.164703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9a22d768-900a-493f-ada0-2bb385d3cc0d tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:46.168984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9a22d768-900a-493f-ada0-2bb385d3cc0d tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Usage tracker for resource:subnet and tenant:9d41318e2af84f22964e292ec762b2a1 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:46.171719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9a22d768-900a-493f-ada0-2bb385d3cc0d tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:46.177233 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9a22d768-900a-493f-ada0-2bb385d3cc0d tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:46.187648 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a22d768-900a-493f-ada0-2bb385d3cc0d tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Made reservation on behalf of 9d41318e2af84f22964e292ec762b2a1 for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:46.191066 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9a22d768-900a-493f-ada0-2bb385d3cc0d tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.368315 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.378667 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Transition to ACTIVE for port object 6036ee68-7d9d-4ab6-91e9-110af8a66842 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:46.398075 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Transition to ACTIVE for port object 6036ee68-7d9d-4ab6-91e9-110af8a66842 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:46.403295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9a22d768-900a-493f-ada0-2bb385d3cc0d tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.405451 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.465679 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Network 09b6c74f-aa3a-4582-9a13-562c6bba24f0 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:46.468315 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:46.475910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:23:46.481526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22d768-900a-493f-ada0-2bb385d3cc0d tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Pushing event updated for resources: {'Subnet': ['ID=48daeba7-2caf-417e-aab9-2f6def9c9ea2,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:46.485884 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Pushing event updated for resources: {'Port': ['ID=6036ee68-7d9d-4ab6-91e9-110af8a66842,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:46.491420 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22d768-900a-493f-ada0-2bb385d3cc0d tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Checking segment: {'id': 'f019090e-c0fc-4fb7-9f82-6a049d3c0365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd8db61ce-316e-4a21-a20e-8fd012b7516d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:46.491867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a22d768-900a-493f-ada0-2bb385d3cc0d tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Network hostable DHCP agents. Network: d8db61ce-316e-4a21-a20e-8fd012b7516d, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:23:46.510057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a22d768-900a-493f-ada0-2bb385d3cc0d tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Network d8db61ce-316e-4a21-a20e-8fd012b7516d is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:23:46.519048 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-9a22d768-900a-493f-ada0-2bb385d3cc0d tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, d8db61ce-316e-4a21-a20e-8fd012b7516d) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:46.523313 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a22d768-900a-493f-ada0-2bb385d3cc0d tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:46.523886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9a22d768-900a-493f-ada0-2bb385d3cc0d tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.545625 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9a22d768-900a-493f-ada0-2bb385d3cc0d tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4961457 Mar 16 11:23:46.548042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e451597e-2c5c-4c50-8ba5-bafa8369b28c None None] Network d8db61ce-316e-4a21-a20e-8fd012b7516d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:46.548430 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58490) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:46.553411 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-b5df0eb2-fb08-4928-a9b2-0479643f7e11 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8db61ce-316e-4a21-a20e-8fd012b7516d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:46.645304 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Attempting to bind port 6036ee68-7d9d-4ab6-91e9-110af8a66842 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:46.645666 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Attempting to bind port 6036ee68-7d9d-4ab6-91e9-110af8a66842 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '1c7410d5-53ef-4c7e-b084-f01ad77415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '09b6c74f-aa3a-4582-9a13-562c6bba24f0'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:46.646020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Attempting to bind port 6036ee68-7d9d-4ab6-91e9-110af8a66842 on network 09b6c74f-aa3a-4582-9a13-562c6bba24f0 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:23:46.661289 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:23:46.661651 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Checking segment: {'id': '1c7410d5-53ef-4c7e-b084-f01ad77415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '09b6c74f-aa3a-4582-9a13-562c6bba24f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:46.662046 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.662436 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Bound using segment: {'id': '1c7410d5-53ef-4c7e-b084-f01ad77415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '09b6c74f-aa3a-4582-9a13-562c6bba24f0'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:23:46.662892 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Bound port: 6036ee68-7d9d-4ab6-91e9-110af8a66842, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7410d5-53ef-4c7e-b084-f01ad77415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '09b6c74f-aa3a-4582-9a13-562c6bba24f0'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:46.663283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.835278 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] For port 6036ee68-7d9d-4ab6-91e9-110af8a66842, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:23:46.851533 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] For port 6036ee68-7d9d-4ab6-91e9-110af8a66842, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6036ee68-7d9d-4ab6-91e9-110af8a66842,segment=NetworkSegment(1c7410d5-53ef-4c7e-b084-f01ad77415a7),segment_id=1c7410d5-53ef-4c7e-b084-f01ad77415a7)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:23:46.858257 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.925590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-d8db61ce-316e-4a21-a20e-8fd012b7516d', 'network_id': 'd8db61ce-316e-4a21-a20e-8fd012b7516d', 'tenant_id': '9d41318e2af84f22964e292ec762b2a1', 'fixed_ips': [{'subnet_id': '48daeba7-2caf-417e-aab9-2f6def9c9ea2'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:23:46.926590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.927745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b5df0eb2-fb08-4928-a9b2-0479643f7e11 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.049394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce06d5b-a914-4cbc-9ec4-b733a4f7994e None None] Pushing event updated for resources: {'Port': ['ID=6036ee68-7d9d-4ab6-91e9-110af8a66842,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:47.076182 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.api.v2.resource [None req-b5df0eb2-fb08-4928-a9b2-0479643f7e11 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:47.077188 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b5df0eb2-fb08-4928-a9b2-0479643f7e11 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] 10.222.0.44 "PUT /v2.0/routers/64f8e462-690e-4764-b01f-895c48eb8de2 HTTP/1.1" status: 400 len: 364 time: 0.5278301 Mar 16 11:23:47.083323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58494) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:47.137022 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Allocated IP 172.21.0.2 (d8db61ce-316e-4a21-a20e-8fd012b7516d/48daeba7-2caf-417e-aab9-2f6def9c9ea2/5cac4029-1144-42f6-8866-4c97f78b6aae) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:47.154562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f113f2d-c919-4633-ace9-d3672f2bc5f3 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Deleting subnet 48daeba7-2caf-417e-aab9-2f6def9c9ea2 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:23:47.364458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.375394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Transition to ACTIVE for port object 5cac4029-1144-42f6-8866-4c97f78b6aae will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:47.395906 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Transition to ACTIVE for port object 5cac4029-1144-42f6-8866-4c97f78b6aae will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:47.400756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f113f2d-c919-4633-ace9-d3672f2bc5f3 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.401298 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.460126 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f113f2d-c919-4633-ace9-d3672f2bc5f3 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.478937 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Network d8db61ce-316e-4a21-a20e-8fd012b7516d is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:47.487462 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:47.493478 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:23:47.501149 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Pushing event updated for resources: {'Port': ['ID=5cac4029-1144-42f6-8866-4c97f78b6aae,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:47.548909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f113f2d-c919-4633-ace9-d3672f2bc5f3 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.599114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Attempting to bind port 5cac4029-1144-42f6-8866-4c97f78b6aae on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:47.599530 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Attempting to bind port 5cac4029-1144-42f6-8866-4c97f78b6aae by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f019090e-c0fc-4fb7-9f82-6a049d3c0365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd8db61ce-316e-4a21-a20e-8fd012b7516d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:47.599897 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Attempting to bind port 5cac4029-1144-42f6-8866-4c97f78b6aae on network d8db61ce-316e-4a21-a20e-8fd012b7516d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:23:47.606725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:23:47.607131 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Checking segment: {'id': 'f019090e-c0fc-4fb7-9f82-6a049d3c0365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd8db61ce-316e-4a21-a20e-8fd012b7516d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:47.607582 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.608138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Bound using segment: {'id': 'f019090e-c0fc-4fb7-9f82-6a049d3c0365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd8db61ce-316e-4a21-a20e-8fd012b7516d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:23:47.608759 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Bound port: 5cac4029-1144-42f6-8866-4c97f78b6aae, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f019090e-c0fc-4fb7-9f82-6a049d3c0365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd8db61ce-316e-4a21-a20e-8fd012b7516d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:47.609138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.621834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f113f2d-c919-4633-ace9-d3672f2bc5f3 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.662865 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f113f2d-c919-4633-ace9-d3672f2bc5f3 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Pushing event deleted for resources: {'Subnet': ['ID=48daeba7-2caf-417e-aab9-2f6def9c9ea2,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:47.666497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0f113f2d-c919-4633-ace9-d3672f2bc5f3 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.675499 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0f113f2d-c919-4633-ace9-d3672f2bc5f3 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] 10.222.0.44 "DELETE /v2.0/subnets/48daeba7-2caf-417e-aab9-2f6def9c9ea2 HTTP/1.1" status: 204 len: 168 time: 0.5888669 Mar 16 11:23:47.675701 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58498) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:47.704879 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] For port 5cac4029-1144-42f6-8866-4c97f78b6aae, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:23:47.708598 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] For port 5cac4029-1144-42f6-8866-4c97f78b6aae, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5cac4029-1144-42f6-8866-4c97f78b6aae,segment=NetworkSegment(f019090e-c0fc-4fb7-9f82-6a049d3c0365),segment_id=f019090e-c0fc-4fb7-9f82-6a049d3c0365)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:23:47.714842 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.844383 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772ded6-f56b-48bf-ae98-0a51dfa63622 None None] Pushing event updated for resources: {'Port': ['ID=5cac4029-1144-42f6-8866-4c97f78b6aae,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:47.874791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7a11b9-1b78-4faf-a184-86db5ec949be None None] Network d8db61ce-316e-4a21-a20e-8fd012b7516d requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:47.919296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.930734 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Deleting port 5cac4029-1144-42f6-8866-4c97f78b6aae {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:23:47.931065 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.010697 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.042793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ee2a79-a44c-4d13-b547-da29d14465c6 None None] Network 09b6c74f-aa3a-4582-9a13-562c6bba24f0 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:48.138144 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-945c1ea8-650f-4f60-b0b8-413041e430d2 None None] Provisioning for port 6036ee68-7d9d-4ab6-91e9-110af8a66842 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:48.142413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] For port 5cac4029-1144-42f6-8866-4c97f78b6aae, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5cac4029-1144-42f6-8866-4c97f78b6aae,segment=NetworkSegment(f019090e-c0fc-4fb7-9f82-6a049d3c0365),segment_id=f019090e-c0fc-4fb7-9f82-6a049d3c0365)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:48.142752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.266944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Calling delete_port for 5cac4029-1144-42f6-8866-4c97f78b6aae owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:23:48.343233 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.389712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Pushing event deleted for resources: {'Port': ['ID=5cac4029-1144-42f6-8866-4c97f78b6aae,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:48.393138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] No DVR routers for this DVR port 5cac4029-1144-42f6-8866-4c97f78b6aae on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:23:48.475988 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb172f8-0369-4e25-a5ca-7febc6a97d78 None None] get_active_networks_info from dv-neutron-833859-1-hyperv {{(pid=87970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:23:48.516265 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.544563 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8db61ce-316e-4a21-a20e-8fd012b7516d']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:48.556217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f019090e-c0fc-4fb7-9f82-6a049d3c0365') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:48.556510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f019090e-c0fc-4fb7-9f82-6a049d3c0365') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:48.562220 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb172f8-0369-4e25-a5ca-7febc6a97d78 None None] Resources bound (agent type, host, resource id): {{(pid=87970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:23:48.568129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.584278 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.590012 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:23:48.590388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:23:48.609782 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:23:48.689553 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.693860 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.720363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Pushing event deleted for resources: {'Network': ['ID=d8db61ce-316e-4a21-a20e-8fd012b7516d,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:48.724059 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-591bea53-ba73-4fe2-ad29-b8f00a98ab94 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] 10.222.0.44 "DELETE /v2.0/networks/d8db61ce-316e-4a21-a20e-8fd012b7516d HTTP/1.1" status: 204 len: 168 time: 1.0474560 Mar 16 11:23:48.728408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58502) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:48.801133 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-367130b9-a6e5-48e0-8316-17b9b732e198 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Deleting subnet 186cd7c6-7fd4-4b78-a740-3a5630ef15b1 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:23:48.804200 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-367130b9-a6e5-48e0-8316-17b9b732e198 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.828549 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6036ee68-7d9d-4ab6-91e9-110af8a66842 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:48.864072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-367130b9-a6e5-48e0-8316-17b9b732e198 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.947579 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-367130b9-a6e5-48e0-8316-17b9b732e198 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.986292 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 6036ee68-7d9d-4ab6-91e9-110af8a66842 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:48.990968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 6036ee68-7d9d-4ab6-91e9-110af8a66842 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:48.991370 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.019408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-367130b9-a6e5-48e0-8316-17b9b732e198 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.061081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367130b9-a6e5-48e0-8316-17b9b732e198 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Pushing event deleted for resources: {'Subnet': ['ID=186cd7c6-7fd4-4b78-a740-3a5630ef15b1,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:49.064800 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-367130b9-a6e5-48e0-8316-17b9b732e198 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.070656 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-367130b9-a6e5-48e0-8316-17b9b732e198 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] 10.222.0.44 "DELETE /v2.0/subnets/186cd7c6-7fd4-4b78-a740-3a5630ef15b1 HTTP/1.1" status: 204 len: 168 time: 0.3405457 Mar 16 11:23:49.073035 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58506) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:49.080967 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22de9a0d-bebe-45d8-bd5e-e3dc12a68c0b None None] Network 09b6c74f-aa3a-4582-9a13-562c6bba24f0 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:49.183682 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.192054 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.193769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Deleting port 6036ee68-7d9d-4ab6-91e9-110af8a66842 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:23:49.194101 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.301195 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 6036ee68-7d9d-4ab6-91e9-110af8a66842, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6036ee68-7d9d-4ab6-91e9-110af8a66842,segment=NetworkSegment(1c7410d5-53ef-4c7e-b084-f01ad77415a7),segment_id=1c7410d5-53ef-4c7e-b084-f01ad77415a7)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:49.307245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.386224 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=6036ee68-7d9d-4ab6-91e9-110af8a66842,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:49.416430 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] For port 6036ee68-7d9d-4ab6-91e9-110af8a66842, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6036ee68-7d9d-4ab6-91e9-110af8a66842,segment=NetworkSegment(1c7410d5-53ef-4c7e-b084-f01ad77415a7),segment_id=1c7410d5-53ef-4c7e-b084-f01ad77415a7)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:49.417437 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.433844 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c283bf07-85e2-46e2-b413-0b5379b5544d None None] DHCP port deletion for 09b6c74f-aa3a-4582-9a13-562c6bba24f0 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:23:49.437954 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-c283bf07-85e2-46e2-b413-0b5379b5544d None None] Deleting port 6036ee68-7d9d-4ab6-91e9-110af8a66842 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:23:49.438320 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c283bf07-85e2-46e2-b413-0b5379b5544d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.544314 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Calling delete_port for 6036ee68-7d9d-4ab6-91e9-110af8a66842 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:23:49.620866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.db.api [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:23:49.621130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG oslo_db.api [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:23:49.639638 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-c283bf07-85e2-46e2-b413-0b5379b5544d None None] For port 6036ee68-7d9d-4ab6-91e9-110af8a66842, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6036ee68-7d9d-4ab6-91e9-110af8a66842,segment=NetworkSegment(1c7410d5-53ef-4c7e-b084-f01ad77415a7),segment_id=1c7410d5-53ef-4c7e-b084-f01ad77415a7)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:49.640207 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c283bf07-85e2-46e2-b413-0b5379b5544d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.756952 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-c283bf07-85e2-46e2-b413-0b5379b5544d None None] Calling delete_port for 6036ee68-7d9d-4ab6-91e9-110af8a66842 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:23:49.831226 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c283bf07-85e2-46e2-b413-0b5379b5544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.876584 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283bf07-85e2-46e2-b413-0b5379b5544d None None] Pushing event deleted for resources: {'Port': ['ID=6036ee68-7d9d-4ab6-91e9-110af8a66842,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:49.878307 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c283bf07-85e2-46e2-b413-0b5379b5544d None None] No DVR routers for this DVR port 6036ee68-7d9d-4ab6-91e9-110af8a66842 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:23:50.122187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Deleting port 6036ee68-7d9d-4ab6-91e9-110af8a66842 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:23:50.122736 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.193901 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] The port '6036ee68-7d9d-4ab6-91e9-110af8a66842' was deleted {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:23:50.321998 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.346120 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b6c74f-aa3a-4582-9a13-562c6bba24f0']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:50.358275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7410d5-53ef-4c7e-b084-f01ad77415a7') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:50.358564 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7410d5-53ef-4c7e-b084-f01ad77415a7') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:50.369583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.385476 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.391267 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:23:50.391635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:23:50.405343 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:23:50.482374 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.499395 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.509710 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Pushing event deleted for resources: {'Network': ['ID=09b6c74f-aa3a-4582-9a13-562c6bba24f0,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:50.513484 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-13dd8058-e5de-4ca5-ae92-9f85e6e100e2 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] 10.222.0.44 "DELETE /v2.0/networks/09b6c74f-aa3a-4582-9a13-562c6bba24f0 HTTP/1.1" status: 204 len: 168 time: 1.4395473 Mar 16 11:23:50.516050 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58510) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:50.556189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-64073af0-46cc-4d07-a397-b613fd3a5cfb tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Synchronizing usage tracker for tenant:9d41318e2af84f22964e292ec762b2a1 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:50.571519 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-64073af0-46cc-4d07-a397-b613fd3a5cfb tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Unset dirty status for tenant:9d41318e2af84f22964e292ec762b2a1 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:50.572586 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-64073af0-46cc-4d07-a397-b613fd3a5cfb tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f8e462-690e-4764-b01f-895c48eb8de2 HTTP/1.1" status: 200 len: 205 time: 0.0556695 Mar 16 11:23:50.575020 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58514) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:50.762338 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6036ee68-7d9d-4ab6-91e9-110af8a66842 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:50.796389 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 6036ee68-7d9d-4ab6-91e9-110af8a66842 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:23:50.796734 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6036ee68-7d9d-4ab6-91e9-110af8a66842 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:23:50.810953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e08c5bb1-f403-482d-8751-0890f9bb2773 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.971730 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:23:51.096253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e08c5bb1-f403-482d-8751-0890f9bb2773 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.098286 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e08c5bb1-f403-482d-8751-0890f9bb2773 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.120054 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e08c5bb1-f403-482d-8751-0890f9bb2773 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.120537 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08c5bb1-f403-482d-8751-0890f9bb2773 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Fanout notify agent at l3_agent the message router_deleted on router 64f8e462-690e-4764-b01f-895c48eb8de2 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:23:51.131479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e08c5bb1-f403-482d-8751-0890f9bb2773 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.132533 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e08c5bb1-f403-482d-8751-0890f9bb2773 tempest-RoutersNegativeTest-432652629 tempest-RoutersNegativeTest-432652629-project] 10.222.0.44 "DELETE /v2.0/routers/64f8e462-690e-4764-b01f-895c48eb8de2 HTTP/1.1" status: 204 len: 168 time: 0.5566323 Mar 16 11:23:51.391915 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58522) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:51.532459 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e475e860-31dd-4b28-bd9a-14779e5d1036 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d41318e2af84f22964e292ec762b2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394019 Mar 16 11:23:51.534805 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58528) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:51.593242 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.617448 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.668155 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.684455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27caa47a-541e-4d51-ad31-f0f5f65921b4,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:51.691561 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.692646 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27caa47a-541e-4d51-ad31-f0f5f65921b4 HTTP/1.1" status: 204 len: 168 time: 0.1569209 Mar 16 11:23:51.693979 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:51.694317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:51.694649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:51.694993 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:51.695364 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:51.695707 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:51.696014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:51.696334 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:51.696648 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:51.696963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:51.697273 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:51.697583 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f0dba7-804f-46b0-984e-1bd3ef3066ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:52.340631 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58552) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:52.442594 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1419145532-network', 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:52.447318 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:52.451024 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Usage tracker for resource:network and tenant:b6af79d4dd484d55bf5e2f9ae8622be2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:52.453820 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:52.459809 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:52.470712 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Made reservation on behalf of b6af79d4dd484d55bf5e2f9ae8622be2 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:52.472961 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.485318 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.499138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:52.502884 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Usage tracker for resource:security_group_rule and tenant:b6af79d4dd484d55bf5e2f9ae8622be2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:52.505628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:52.511224 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:52.592518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.596255 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.630433 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:23:52.641834 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a58268-a594-4109-860b-b491e4158e6b,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:52.648674 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.649162 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Added segment 3113ec8b-a63f-4a82-8fc0-6c4fd145d487 of type vlan for network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 Mar 16 11:23:52.674759 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.702462 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.703339 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:52.703907 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.803526 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4617724 Mar 16 11:23:52.806308 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58558) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:52.813418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-43345db8-0cd5-4594-9354-798bb25777b4 admin admin] Request body: {'subnet': {'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1419145532-subnet', 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'ip_version': 4}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:52.816570 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1765e-7d3e-42ff-a4ed-c1cadf4f3f33 admin admin] Pushing event updated for resources: {'Network': ['ID=7c24f7d9-aa1f-41bd-a2a1-2a40826b0376,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:52.820008 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-43345db8-0cd5-4594-9354-798bb25777b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:52.824409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-43345db8-0cd5-4594-9354-798bb25777b4 admin admin] Usage tracker for resource:subnet and tenant:b6af79d4dd484d55bf5e2f9ae8622be2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:52.826267 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:23:52.827880 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-43345db8-0cd5-4594-9354-798bb25777b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:52.833677 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-43345db8-0cd5-4594-9354-798bb25777b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:52.843706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43345db8-0cd5-4594-9354-798bb25777b4 admin admin] Made reservation on behalf of b6af79d4dd484d55bf5e2f9ae8622be2 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:52.845971 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-43345db8-0cd5-4594-9354-798bb25777b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.043405 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-43345db8-0cd5-4594-9354-798bb25777b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.116522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43345db8-0cd5-4594-9354-798bb25777b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d183415-bfc9-4d86-bee5-6d563928b784,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:53.125283 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43345db8-0cd5-4594-9354-798bb25777b4 admin admin] Checking segment: {'id': '3113ec8b-a63f-4a82-8fc0-6c4fd145d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:53.125631 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43345db8-0cd5-4594-9354-798bb25777b4 admin admin] Network hostable DHCP agents. Network: 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:23:53.143441 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43345db8-0cd5-4594-9354-798bb25777b4 admin admin] Network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:23:53.151753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-43345db8-0cd5-4594-9354-798bb25777b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:53.155533 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43345db8-0cd5-4594-9354-798bb25777b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:53.156130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-43345db8-0cd5-4594-9354-798bb25777b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.160454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df4bcdb-485d-4e95-bcaf-da71f89215fd None None] Network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:53.175975 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-43345db8-0cd5-4594-9354-798bb25777b4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3686903 Mar 16 11:23:53.178565 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58562) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:53.183855 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1419145532-router', 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:53.188356 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:53.192080 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Usage tracker for resource:router and tenant:b6af79d4dd484d55bf5e2f9ae8622be2 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:53.194795 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:53.200986 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:53.210766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.211812 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.226050 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.377573 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-7c24f7d9-aa1f-41bd-a2a1-2a40826b0376', 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376', 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'fixed_ips': [{'subnet_id': '6d183415-bfc9-4d86-bee5-6d563928b784'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:23:53.378578 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.566448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Allocated IP 172.20.0.2 (7c24f7d9-aa1f-41bd-a2a1-2a40826b0376/6d183415-bfc9-4d86-bee5-6d563928b784/73ecc521-9e51-4a58-bd05-abbeab55610a) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:53.602967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.762698 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.772971 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Transition to ACTIVE for port object 73ecc521-9e51-4a58-bd05-abbeab55610a will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:53.790899 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Transition to ACTIVE for port object 73ecc521-9e51-4a58-bd05-abbeab55610a will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:53.797367 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.859606 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:53.866207 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:53.868564 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:23:53.878152 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Pushing event updated for resources: {'Port': ['ID=73ecc521-9e51-4a58-bd05-abbeab55610a,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:53.908120 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.938319 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.961625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Attempting to bind port 73ecc521-9e51-4a58-bd05-abbeab55610a on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:53.961989 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Attempting to bind port 73ecc521-9e51-4a58-bd05-abbeab55610a by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '3113ec8b-a63f-4a82-8fc0-6c4fd145d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:53.962345 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Attempting to bind port 73ecc521-9e51-4a58-bd05-abbeab55610a on network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:23:53.971942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:23:53.972315 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Checking segment: {'id': '3113ec8b-a63f-4a82-8fc0-6c4fd145d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:53.972717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.973109 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Bound using segment: {'id': '3113ec8b-a63f-4a82-8fc0-6c4fd145d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:23:53.973566 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Bound port: 73ecc521-9e51-4a58-bd05-abbeab55610a, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3113ec8b-a63f-4a82-8fc0-6c4fd145d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:53.973935 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.064408 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] For port 73ecc521-9e51-4a58-bd05-abbeab55610a, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:23:54.067403 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] For port 73ecc521-9e51-4a58-bd05-abbeab55610a, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=73ecc521-9e51-4a58-bd05-abbeab55610a,segment=NetworkSegment(3113ec8b-a63f-4a82-8fc0-6c4fd145d487),segment_id=3113ec8b-a63f-4a82-8fc0-6c4fd145d487)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:23:54.071524 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.077069 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Allocated IP 172.26.3.65 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/721c3d0b-5b21-4836-b40b-47e334b90919) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:54.156992 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c70628-ef1e-4670-9848-9d1b7034b9d3 None None] Pushing event updated for resources: {'Port': ['ID=73ecc521-9e51-4a58-bd05-abbeab55610a,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:54.229843 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.261379 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.335182 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:54.340953 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:54.345306 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:23:54.384558 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Pushing event updated for resources: {'Port': ['ID=721c3d0b-5b21-4836-b40b-47e334b90919,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:54.758587 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.790868 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 73ecc521-9e51-4a58-bd05-abbeab55610a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:54.866199 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 73ecc521-9e51-4a58-bd05-abbeab55610a completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:55.106233 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431ffbd3-9a09-4987-ab6e-87ae5e966e45 None None] Network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:55.210738 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.211901 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e983bcd1-8077-4c24-bf4f-c806d2ea42fb None None] Provisioning for port 73ecc521-9e51-4a58-bd05-abbeab55610a completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:55.226019 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e983bcd1-8077-4c24-bf4f-c806d2ea42fb None None] Provisioning complete for port 73ecc521-9e51-4a58-bd05-abbeab55610a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:55.226391 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e983bcd1-8077-4c24-bf4f-c806d2ea42fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.420776 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Router 83ae8c3a-8529-41c5-be7e-c5d4edca5bde is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:23:55.439195 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e983bcd1-8077-4c24-bf4f-c806d2ea42fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.484047 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-e983bcd1-8077-4c24-bf4f-c806d2ea42fb None None] For port 73ecc521-9e51-4a58-bd05-abbeab55610a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=73ecc521-9e51-4a58-bd05-abbeab55610a,segment=NetworkSegment(3113ec8b-a63f-4a82-8fc0-6c4fd145d487),segment_id=3113ec8b-a63f-4a82-8fc0-6c4fd145d487)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:55.489893 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e983bcd1-8077-4c24-bf4f-c806d2ea42fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.557405 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983bcd1-8077-4c24-bf4f-c806d2ea42fb None None] Pushing event updated for resources: {'Port': ['ID=73ecc521-9e51-4a58-bd05-abbeab55610a,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:55.604938 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:23:55.615595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Sync routers for ids ['83ae8c3a-8529-41c5-be7e-c5d4edca5bde'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:23:55.624972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Routers {'83ae8c3a-8529-41c5-be7e-c5d4edca5bde'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:55.625787 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:23:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['83ae8c3a-8529-41c5-be7e-c5d4edca5bde'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:55.630612 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.634605 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-deb3b6a4-a9a9-420f-8f59-8e362d15007c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4525676 Mar 16 11:23:55.634750 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58566) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:55.786597 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9d628236-912d-4dec-9bbe-f0480b18ffb0 None None] Provisioning complete for port 73ecc521-9e51-4a58-bd05-abbeab55610a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:55.786960 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9d628236-912d-4dec-9bbe-f0480b18ffb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.855251 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Set router 83ae8c3a-8529-41c5-be7e-c5d4edca5bde gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:56.226067 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'name': 'tempest-TestEncryptedCinderVolumes-1419145532-router', 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '721c3d0b-5b21-4836-b40b-47e334b90919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:53Z', 'updated_at': '2022-03-16T11:23:54Z', 'revision_number': 3, 'project_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'gw_port': {'id': '721c3d0b-5b21-4836-b40b-47e334b90919', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:53Z', 'updated_at': '2022-03-16T11:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:56.230745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Checking router: 83ae8c3a-8529-41c5-be7e-c5d4edca5bde for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:23:56.231088 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Updating router 83ae8c3a-8529-41c5-be7e-c5d4edca5bde port 721c3d0b-5b21-4836-b40b-47e334b90919 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:23:56.286934 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.413410 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.607138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.611850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Allocated IP 172.20.0.1 (7c24f7d9-aa1f-41bd-a2a1-2a40826b0376/6d183415-bfc9-4d86-bee5-6d563928b784/ea8306f9-c9d5-425a-9e00-0ae8f9baeec4) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:56.618809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Transition to ACTIVE for port object 721c3d0b-5b21-4836-b40b-47e334b90919 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:56.625756 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.705620 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Attempting to bind port 721c3d0b-5b21-4836-b40b-47e334b90919 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:56.705984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Attempting to bind port 721c3d0b-5b21-4836-b40b-47e334b90919 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:56.706343 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Attempting to bind port 721c3d0b-5b21-4836-b40b-47e334b90919 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:23:56.708887 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84af25-1de4-45b4-898b-dbe030416e56 None None] Pushing event updated for resources: {'Port': ['ID=721c3d0b-5b21-4836-b40b-47e334b90919,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:56.714880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:23:56.715630 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:56.715630 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.716032 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:23:56.716484 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Bound port: 721c3d0b-5b21-4836-b40b-47e334b90919, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:56.716850 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.761351 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.777766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Transition to ACTIVE for port object ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:56.786717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 73ecc521-9e51-4a58-bd05-abbeab55610a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:56.799997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.843751 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] For port 721c3d0b-5b21-4836-b40b-47e334b90919, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:23:56.856038 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] For port 721c3d0b-5b21-4836-b40b-47e334b90919, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=721c3d0b-5b21-4836-b40b-47e334b90919,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:23:56.860967 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.861112 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:56.863890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:56.867404 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:23:56.922222 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8306f9-c9d5-425a-9e00-0ae8f9baeec4,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:56.932574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 73ecc521-9e51-4a58-bd05-abbeab55610a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:56.932946 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.941939 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.982888 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Routers {'83ae8c3a-8529-41c5-be7e-c5d4edca5bde'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:56.983545 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:23:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['83ae8c3a-8529-41c5-be7e-c5d4edca5bde'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:57.064875 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84af25-1de4-45b4-898b-dbe030416e56 None None] Pushing event updated for resources: {'Port': ['ID=721c3d0b-5b21-4836-b40b-47e334b90919,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:57.196050 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:57.204304 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cc0ba665-9587-4d6e-8012-16a1b00686b9 None None] Provisioning for port ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:57.232767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-cc0ba665-9587-4d6e-8012-16a1b00686b9 None None] Provisioning complete for port ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:57.233434 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cc0ba665-9587-4d6e-8012-16a1b00686b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:57.281156 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] Set router 83ae8c3a-8529-41c5-be7e-c5d4edca5bde gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:57.420365 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ba665-9587-4d6e-8012-16a1b00686b9 None None] Port ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:23:57.427331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:57.431891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:57.539742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8306f9-c9d5-425a-9e00-0ae8f9baeec4,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:57.542977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:57.613017 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'name': 'tempest-TestEncryptedCinderVolumes-1419145532-router', 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '721c3d0b-5b21-4836-b40b-47e334b90919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:53Z', 'updated_at': '2022-03-16T11:23:54Z', 'revision_number': 3, 'project_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'gw_port': {'id': '721c3d0b-5b21-4836-b40b-47e334b90919', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:53Z', 'updated_at': '2022-03-16T11:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:57.616864 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ac637-edb5-44b7-8e4d-9c0e3131aa40 None None] The sync data for ids ['83ae8c3a-8529-41c5-be7e-c5d4edca5bde'] in dv-neutron-833859-1-hyperv is: [{'id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'name': 'tempest-TestEncryptedCinderVolumes-1419145532-router', 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '721c3d0b-5b21-4836-b40b-47e334b90919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:53Z', 'updated_at': '2022-03-16T11:23:54Z', 'revision_number': 3, 'project_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'gw_port': {'id': '721c3d0b-5b21-4836-b40b-47e334b90919', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:53Z', 'updated_at': '2022-03-16T11:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:23:57.682241 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:57.683350 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:57.888121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Router 83ae8c3a-8529-41c5-be7e-c5d4edca5bde has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:23:57.965289 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1f0ae68f-dc41-48a8-99f1-3122ba9698d2 None None] Provisioning complete for port ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:57.965604 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae68f-dc41-48a8-99f1-3122ba9698d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:58.030181 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1f0ae68f-dc41-48a8-99f1-3122ba9698d2 None None] Port ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:23:58.212630 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:23:58.221929 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f2ea2c71-d2f7-461b-87c8-e32cc6b2ce23 admin admin] 10.222.0.44 "PUT /v2.0/routers/83ae8c3a-8529-41c5-be7e-c5d4edca5bde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5854914 Mar 16 11:23:58.723021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58584) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:58.730973 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1881915610-network', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:58.736490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:58.740537 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Usage tracker for resource:network and tenant:ad3821a9d70549ddb90af149e702543e is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:58.743489 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:58.749411 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:58.759831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Made reservation on behalf of ad3821a9d70549ddb90af149e702543e for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:58.762615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:58.777450 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:58.790795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 721c3d0b-5b21-4836-b40b-47e334b90919 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:58.792102 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:58.795894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Usage tracker for resource:security_group_rule and tenant:ad3821a9d70549ddb90af149e702543e is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:58.798658 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:58.804273 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:58.869421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 721c3d0b-5b21-4836-b40b-47e334b90919 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:58.874427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 721c3d0b-5b21-4836-b40b-47e334b90919 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:58.874873 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:58.894628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:58.899880 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:58.932652 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:23:58.941517 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb6ba14-132e-4698-b5c4-960161080368,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:58.947443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:58.948528 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Added segment 45c2b35f-8734-4bfc-a5fb-38a830dcb49c of type vlan for network 29ace669-b63a-46cd-9161-9fa7c425ff19 Mar 16 11:23:58.978149 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.000816 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.009297 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.010901 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:59.011504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.017660 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 721c3d0b-5b21-4836-b40b-47e334b90919, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=721c3d0b-5b21-4836-b40b-47e334b90919,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:59.022016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.092661 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=721c3d0b-5b21-4836-b40b-47e334b90919,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:59.113845 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3874855 Mar 16 11:23:59.116589 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58588) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:59.119963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fb302-afa9-4617-87a0-bf55b76ad8ab admin admin] Pushing event updated for resources: {'Network': ['ID=29ace669-b63a-46cd-9161-9fa7c425ff19,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:59.123933 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Sync routers for ids ['83ae8c3a-8529-41c5-be7e-c5d4edca5bde'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:23:59.124734 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-d6e1d75d-c350-4505-b67b-40746e0ad760 admin admin] Request body: {'subnet': {'network_id': '29ace669-b63a-46cd-9161-9fa7c425ff19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1881915610-subnet', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e', 'ip_version': 4}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:59.129476 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d6e1d75d-c350-4505-b67b-40746e0ad760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:59.133204 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 29ace669-b63a-46cd-9161-9fa7c425ff19 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:23:59.133647 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d6e1d75d-c350-4505-b67b-40746e0ad760 admin admin] Usage tracker for resource:subnet and tenant:ad3821a9d70549ddb90af149e702543e is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:59.135961 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Routers {'83ae8c3a-8529-41c5-be7e-c5d4edca5bde'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:59.136753 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:23:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['83ae8c3a-8529-41c5-be7e-c5d4edca5bde'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:59.137354 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-d6e1d75d-c350-4505-b67b-40746e0ad760 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:59.143634 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-d6e1d75d-c350-4505-b67b-40746e0ad760 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:59.153845 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e1d75d-c350-4505-b67b-40746e0ad760 admin admin] Made reservation on behalf of ad3821a9d70549ddb90af149e702543e for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:59.156548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d75d-c350-4505-b67b-40746e0ad760 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.330077 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Set router 83ae8c3a-8529-41c5-be7e-c5d4edca5bde gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:59.368149 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d75d-c350-4505-b67b-40746e0ad760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.447868 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1d75d-c350-4505-b67b-40746e0ad760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a3cf1a-bf48-4641-ae1d-ccda4d82024e,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:59.454459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e1d75d-c350-4505-b67b-40746e0ad760 admin admin] Checking segment: {'id': '45c2b35f-8734-4bfc-a5fb-38a830dcb49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29ace669-b63a-46cd-9161-9fa7c425ff19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:59.454807 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e1d75d-c350-4505-b67b-40746e0ad760 admin admin] Network hostable DHCP agents. Network: 29ace669-b63a-46cd-9161-9fa7c425ff19, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:23:59.472933 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e1d75d-c350-4505-b67b-40746e0ad760 admin admin] Network 29ace669-b63a-46cd-9161-9fa7c425ff19 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:23:59.483223 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-d6e1d75d-c350-4505-b67b-40746e0ad760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 29ace669-b63a-46cd-9161-9fa7c425ff19) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:59.487517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e1d75d-c350-4505-b67b-40746e0ad760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:59.488177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d75d-c350-4505-b67b-40746e0ad760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.494478 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22d3418-e951-4d95-b59e-6e29296cb241 None None] Network 29ace669-b63a-46cd-9161-9fa7c425ff19 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:59.515736 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d6e1d75d-c350-4505-b67b-40746e0ad760 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3975012 Mar 16 11:23:59.518242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58592) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:59.523941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1881915610-router', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:59.529959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:59.535639 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Usage tracker for resource:router and tenant:ad3821a9d70549ddb90af149e702543e is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:59.538930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:59.545536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:59.556806 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.559202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.576920 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.658580 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'name': 'tempest-TestEncryptedCinderVolumes-1419145532-router', 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '721c3d0b-5b21-4836-b40b-47e334b90919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:53Z', 'updated_at': '2022-03-16T11:23:57Z', 'revision_number': 4, 'project_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'gw_port': {'id': '721c3d0b-5b21-4836-b40b-47e334b90919', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:53Z', 'updated_at': '2022-03-16T11:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'ea8306f9-c9d5-425a-9e00-0ae8f9baeec4', 'name': '', 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376', 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'mac_address': 'fa:16:3e:03:b1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '6d183415-bfc9-4d86-bee5-6d563928b784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:56Z', 'updated_at': '2022-03-16T11:23:57Z', 'revision_number': 2, 'project_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'subnets': [{'id': '6d183415-bfc9-4d86-bee5-6d563928b784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:59.664255 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Checking router: 83ae8c3a-8529-41c5-be7e-c5d4edca5bde for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:23:59.664415 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Updating router 83ae8c3a-8529-41c5-be7e-c5d4edca5bde port ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:23:59.720525 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-29ace669-b63a-46cd-9161-9fa7c425ff19', 'network_id': '29ace669-b63a-46cd-9161-9fa7c425ff19', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e', 'fixed_ips': [{'subnet_id': '04a3cf1a-bf48-4641-ae1d-ccda4d82024e'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:23:59.721606 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.724556 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.880151 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Allocated IP 172.20.0.2 (29ace669-b63a-46cd-9161-9fa7c425ff19/04a3cf1a-bf48-4641-ae1d-ccda4d82024e/a84fb33d-a7bb-4394-a90b-866182de90c8) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:59.957165 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.102936 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.111304 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.118019 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Transition to ACTIVE for port object a84fb33d-a7bb-4394-a90b-866182de90c8 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:00.122724 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Transition to ACTIVE for port object ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:00.134267 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.143248 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Transition to ACTIVE for port object a84fb33d-a7bb-4394-a90b-866182de90c8 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:00.148508 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.218478 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Network 29ace669-b63a-46cd-9161-9fa7c425ff19 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:00.221945 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:00.224414 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:24:00.241913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Pushing event updated for resources: {'Port': ['ID=a84fb33d-a7bb-4394-a90b-866182de90c8,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:00.309716 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.348114 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1bc26-111b-4226-9aa8-47792e5a506d None None] Pushing event updated for resources: {'Port': ['ID=ea8306f9-c9d5-425a-9e00-0ae8f9baeec4,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:00.351011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.364303 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Attempting to bind port a84fb33d-a7bb-4394-a90b-866182de90c8 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:00.364625 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1bc26-111b-4226-9aa8-47792e5a506d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.364974 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1bc26-111b-4226-9aa8-47792e5a506d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.365305 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1bc26-111b-4226-9aa8-47792e5a506d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.365628 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1bc26-111b-4226-9aa8-47792e5a506d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.365764 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Attempting to bind port a84fb33d-a7bb-4394-a90b-866182de90c8 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '45c2b35f-8734-4bfc-a5fb-38a830dcb49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29ace669-b63a-46cd-9161-9fa7c425ff19'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:00.365949 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1bc26-111b-4226-9aa8-47792e5a506d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.366270 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1bc26-111b-4226-9aa8-47792e5a506d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.366375 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Attempting to bind port a84fb33d-a7bb-4394-a90b-866182de90c8 on network 29ace669-b63a-46cd-9161-9fa7c425ff19 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:24:00.366585 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1bc26-111b-4226-9aa8-47792e5a506d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.366897 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1bc26-111b-4226-9aa8-47792e5a506d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.367236 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1bc26-111b-4226-9aa8-47792e5a506d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.367553 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1bc26-111b-4226-9aa8-47792e5a506d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.367861 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1bc26-111b-4226-9aa8-47792e5a506d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.368170 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1bc26-111b-4226-9aa8-47792e5a506d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.378600 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:24:00.378983 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Checking segment: {'id': '45c2b35f-8734-4bfc-a5fb-38a830dcb49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29ace669-b63a-46cd-9161-9fa7c425ff19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:24:00.379405 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.379803 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Bound using segment: {'id': '45c2b35f-8734-4bfc-a5fb-38a830dcb49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29ace669-b63a-46cd-9161-9fa7c425ff19'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:24:00.379926 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Attempting to bind port ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:00.380162 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Attempting to bind port ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '3113ec8b-a63f-4a82-8fc0-6c4fd145d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:00.380298 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Bound port: a84fb33d-a7bb-4394-a90b-866182de90c8, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c2b35f-8734-4bfc-a5fb-38a830dcb49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29ace669-b63a-46cd-9161-9fa7c425ff19'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:00.380513 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Attempting to bind port ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 on network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:24:00.380633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.387002 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:24:00.387425 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Checking segment: {'id': '3113ec8b-a63f-4a82-8fc0-6c4fd145d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:24:00.387841 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.388391 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Bound using segment: {'id': '3113ec8b-a63f-4a82-8fc0-6c4fd145d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:24:00.388853 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Bound port: ea8306f9-c9d5-425a-9e00-0ae8f9baeec4, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3113ec8b-a63f-4a82-8fc0-6c4fd145d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:00.389217 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.492246 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] For port ea8306f9-c9d5-425a-9e00-0ae8f9baeec4, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:24:00.494959 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] For port a84fb33d-a7bb-4394-a90b-866182de90c8, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:24:00.496636 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] For port ea8306f9-c9d5-425a-9e00-0ae8f9baeec4, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ea8306f9-c9d5-425a-9e00-0ae8f9baeec4,segment=NetworkSegment(3113ec8b-a63f-4a82-8fc0-6c4fd145d487),segment_id=3113ec8b-a63f-4a82-8fc0-6c4fd145d487)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:24:00.497525 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] For port a84fb33d-a7bb-4394-a90b-866182de90c8, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a84fb33d-a7bb-4394-a90b-866182de90c8,segment=NetworkSegment(45c2b35f-8734-4bfc-a5fb-38a830dcb49c),segment_id=45c2b35f-8734-4bfc-a5fb-38a830dcb49c)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:24:00.501430 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.502667 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.515440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Allocated IP 172.26.3.51 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:00.577532 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1bc26-111b-4226-9aa8-47792e5a506d None None] Pushing event updated for resources: {'Port': ['ID=ea8306f9-c9d5-425a-9e00-0ae8f9baeec4,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:00.590926 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Routers {'83ae8c3a-8529-41c5-be7e-c5d4edca5bde'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:00.591574 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:23:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['83ae8c3a-8529-41c5-be7e-c5d4edca5bde'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:00.604776 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0beb7-a36c-404f-864c-a137a1e11086 None None] Pushing event updated for resources: {'Port': ['ID=a84fb33d-a7bb-4394-a90b-866182de90c8,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:00.680768 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.725374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.794552 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] Set router 83ae8c3a-8529-41c5-be7e-c5d4edca5bde gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:00.798715 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:00.801539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:00.804266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:24:00.817055 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 721c3d0b-5b21-4836-b40b-47e334b90919 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:00.881218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:00.924546 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5f32122d-8441-4a4d-90a7-f12ffc5718b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.940913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 721c3d0b-5b21-4836-b40b-47e334b90919 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:00.941654 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:01.204339 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'name': 'tempest-TestEncryptedCinderVolumes-1419145532-router', 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '721c3d0b-5b21-4836-b40b-47e334b90919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:53Z', 'updated_at': '2022-03-16T11:23:57Z', 'revision_number': 4, 'project_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'gw_port': {'id': '721c3d0b-5b21-4836-b40b-47e334b90919', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:53Z', 'updated_at': '2022-03-16T11:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'ea8306f9-c9d5-425a-9e00-0ae8f9baeec4', 'name': '', 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376', 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'mac_address': 'fa:16:3e:03:b1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '6d183415-bfc9-4d86-bee5-6d563928b784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:56Z', 'updated_at': '2022-03-16T11:24:00Z', 'revision_number': 4, 'project_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'subnets': [{'id': '6d183415-bfc9-4d86-bee5-6d563928b784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:01.208601 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4da8b0-3f0e-4c42-8e97-20e18e651f82 None None] The sync data for ids ['83ae8c3a-8529-41c5-be7e-c5d4edca5bde'] in dv-neutron-833859-1-hyperv is: [{'id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'name': 'tempest-TestEncryptedCinderVolumes-1419145532-router', 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '721c3d0b-5b21-4836-b40b-47e334b90919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:53Z', 'updated_at': '2022-03-16T11:23:57Z', 'revision_number': 4, 'project_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'gw_port': {'id': '721c3d0b-5b21-4836-b40b-47e334b90919', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:53Z', 'updated_at': '2022-03-16T11:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'ea8306f9-c9d5-425a-9e00-0ae8f9baeec4', 'name': '', 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376', 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'mac_address': 'fa:16:3e:03:b1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '6d183415-bfc9-4d86-bee5-6d563928b784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:56Z', 'updated_at': '2022-03-16T11:24:00Z', 'revision_number': 4, 'project_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'subnets': [{'id': '6d183415-bfc9-4d86-bee5-6d563928b784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:24:01.380176 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:01.858361 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:01.864552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91046fd-6c5f-4e32-838f-eb0d44a1e3b2 None None] Network 29ace669-b63a-46cd-9161-9fa7c425ff19 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:24:01.962954 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1d158979-8e47-4209-a2f3-4d43e5678d30 None None] Provisioning for port a84fb33d-a7bb-4394-a90b-866182de90c8 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:02.082885 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Router 83208da8-8960-4aa4-9875-d99fab835fde is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:24:02.284858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:24:02.295579 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Sync routers for ids ['83208da8-8960-4aa4-9875-d99fab835fde'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:24:02.312677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Routers {'83208da8-8960-4aa4-9875-d99fab835fde'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:02.313452 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:23:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['83208da8-8960-4aa4-9875-d99fab835fde'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:02.323735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:02.325269 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5105eb8c-8888-4949-a4a4-ffe536fb15f0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8057456 Mar 16 11:24:02.327880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58596) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:02.515026 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Set router 83208da8-8960-4aa4-9875-d99fab835fde gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:02.813235 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83208da8-8960-4aa4-9875-d99fab835fde', 'name': 'tempest-TestEncryptedCinderVolumes-1881915610-router', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:01Z', 'revision_number': 3, 'project_id': 'ad3821a9d70549ddb90af149e702543e', 'gw_port': {'id': 'a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:62:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83208da8-8960-4aa4-9875-d99fab835fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:02.817580 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Checking router: 83208da8-8960-4aa4-9875-d99fab835fde for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:24:02.817937 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Updating router 83208da8-8960-4aa4-9875-d99fab835fde port a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:24:02.847633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a84fb33d-a7bb-4394-a90b-866182de90c8 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:02.919427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.047844 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port a84fb33d-a7bb-4394-a90b-866182de90c8 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:03.071433 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port a84fb33d-a7bb-4394-a90b-866182de90c8 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:03.071805 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.132751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.143892 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c5a0b9db-1a4e-4886-872e-c4b2639e6115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.322867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.337889 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Allocated IP 172.20.0.1 (29ace669-b63a-46cd-9161-9fa7c425ff19/04a3cf1a-bf48-4641-ae1d-ccda4d82024e/929ba3ba-a30a-43af-bbd5-4098878b85dd) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:03.409591 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port a84fb33d-a7bb-4394-a90b-866182de90c8, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a84fb33d-a7bb-4394-a90b-866182de90c8,segment=NetworkSegment(45c2b35f-8734-4bfc-a5fb-38a830dcb49c),segment_id=45c2b35f-8734-4bfc-a5fb-38a830dcb49c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:03.419725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.420477 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:03.487144 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.503392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Transition to ACTIVE for port object 929ba3ba-a30a-43af-bbd5-4098878b85dd will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:03.528304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.561072 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.590951 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Transition to ACTIVE for port object a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:03.599946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Network 29ace669-b63a-46cd-9161-9fa7c425ff19 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:03.603702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:03.605062 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.606617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:24:03.612962 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=a84fb33d-a7bb-4394-a90b-866182de90c8,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:03.626820 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:03.627187 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:03.627545 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:03.627856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:03.628188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:03.628518 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:03.628845 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:03.629174 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:03.629491 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:03.629812 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:03.630270 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:03.630638 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:03.641601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Pushing event updated for resources: {'Port': ['ID=929ba3ba-a30a-43af-bbd5-4098878b85dd,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:03.665732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.685728 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:03.700563 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:03.700934 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.729457 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Attempting to bind port a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:03.729833 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Attempting to bind port a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:03.730192 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Attempting to bind port a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:24:03.756983 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584bf8f-78b3-4854-b2db-e803bf0900c4 None None] Pushing event updated for resources: {'Port': ['ID=a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:03.762393 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:24:03.762538 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:24:03.762846 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.763262 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:24:03.763745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Bound port: a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:03.764118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.896234 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] For port a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:24:03.910841 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e7c610db-3425-4e78-8ec6-d4e99ab05423 None None] Provisioning for port 929ba3ba-a30a-43af-bbd5-4098878b85dd completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:03.920808 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] For port a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:24:03.921686 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e7c610db-3425-4e78-8ec6-d4e99ab05423 None None] Provisioning complete for port 929ba3ba-a30a-43af-bbd5-4098878b85dd triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:03.922056 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e7c610db-3425-4e78-8ec6-d4e99ab05423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.936196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.957512 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:04.003555 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:04.079269 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e7c610db-3425-4e78-8ec6-d4e99ab05423 None None] Port 929ba3ba-a30a-43af-bbd5-4098878b85dd cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:24:04.090506 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584bf8f-78b3-4854-b2db-e803bf0900c4 None None] Pushing event updated for resources: {'Port': ['ID=a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:04.094353 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Routers {'83208da8-8960-4aa4-9875-d99fab835fde'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:04.094949 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:24:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['83208da8-8960-4aa4-9875-d99fab835fde'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:04.151523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port ea8306f9-c9d5-425a-9e00-0ae8f9baeec4, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ea8306f9-c9d5-425a-9e00-0ae8f9baeec4,segment=NetworkSegment(3113ec8b-a63f-4a82-8fc0-6c4fd145d487),segment_id=3113ec8b-a63f-4a82-8fc0-6c4fd145d487)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:04.159833 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:04.160040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:04.165686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:04.272943 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Pushing event updated for resources: {'Port': ['ID=929ba3ba-a30a-43af-bbd5-4098878b85dd,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:04.276287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:04.307524 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=ea8306f9-c9d5-425a-9e00-0ae8f9baeec4,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:04.336725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] Set router 83208da8-8960-4aa4-9875-d99fab835fde gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:04.429014 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Network 29ace669-b63a-46cd-9161-9fa7c425ff19 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:04.430196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:04.522665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:04.578727 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:04.634934 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Router 83208da8-8960-4aa4-9875-d99fab835fde has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:24:04.689111 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83208da8-8960-4aa4-9875-d99fab835fde', 'name': 'tempest-TestEncryptedCinderVolumes-1881915610-router', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:03Z', 'revision_number': 4, 'project_id': 'ad3821a9d70549ddb90af149e702543e', 'gw_port': {'id': 'a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:62:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83208da8-8960-4aa4-9875-d99fab835fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '929ba3ba-a30a-43af-bbd5-4098878b85dd', 'name': '', 'network_id': '29ace669-b63a-46cd-9161-9fa7c425ff19', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e', 'mac_address': 'fa:16:3e:c1:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83208da8-8960-4aa4-9875-d99fab835fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '04a3cf1a-bf48-4641-ae1d-ccda4d82024e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:03Z', 'updated_at': '2022-03-16T11:24:03Z', 'revision_number': 1, 'project_id': 'ad3821a9d70549ddb90af149e702543e', 'subnets': [{'id': '04a3cf1a-bf48-4641-ae1d-ccda4d82024e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:04.697109 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd8fa24-fe00-48c5-b51f-640f927596f6 None None] The sync data for ids ['83208da8-8960-4aa4-9875-d99fab835fde'] in dv-neutron-833859-1-hyperv is: [{'id': '83208da8-8960-4aa4-9875-d99fab835fde', 'name': 'tempest-TestEncryptedCinderVolumes-1881915610-router', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:03Z', 'revision_number': 4, 'project_id': 'ad3821a9d70549ddb90af149e702543e', 'gw_port': {'id': 'a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:62:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83208da8-8960-4aa4-9875-d99fab835fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '929ba3ba-a30a-43af-bbd5-4098878b85dd', 'name': '', 'network_id': '29ace669-b63a-46cd-9161-9fa7c425ff19', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e', 'mac_address': 'fa:16:3e:c1:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83208da8-8960-4aa4-9875-d99fab835fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '04a3cf1a-bf48-4641-ae1d-ccda4d82024e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:03Z', 'updated_at': '2022-03-16T11:24:03Z', 'revision_number': 1, 'project_id': 'ad3821a9d70549ddb90af149e702543e', 'subnets': [{'id': '04a3cf1a-bf48-4641-ae1d-ccda4d82024e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:24:04.707362 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9f168335-7b1a-4bab-acfa-b4d90e9b4225 None None] Provisioning complete for port 929ba3ba-a30a-43af-bbd5-4098878b85dd triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:04.707734 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9f168335-7b1a-4bab-acfa-b4d90e9b4225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:04.780914 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9f168335-7b1a-4bab-acfa-b4d90e9b4225 None None] Port 929ba3ba-a30a-43af-bbd5-4098878b85dd cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:24:04.813888 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a84fb33d-a7bb-4394-a90b-866182de90c8 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:04.880867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port a84fb33d-a7bb-4394-a90b-866182de90c8 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:04.881232 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:04.951779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:24:04.961039 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9b99ecb1-f424-45a8-81a0-35e7f87559df admin admin] 10.222.0.44 "PUT /v2.0/routers/83208da8-8960-4aa4-9875-d99fab835fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6316948 Mar 16 11:24:05.024905 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:05.100053 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:05.100751 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:05.743890 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-184d27e6-5b33-4fb8-88f2-43e3fbfd1abb tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:05.745282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-184d27e6-5b33-4fb8-88f2-43e3fbfd1abb tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Synchronizing usage tracker for tenant:b6af79d4dd484d55bf5e2f9ae8622be2 on resource:network {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:05.763110 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-184d27e6-5b33-4fb8-88f2-43e3fbfd1abb tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Unset dirty status for tenant:b6af79d4dd484d55bf5e2f9ae8622be2 on resource:network {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:05.765102 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-184d27e6-5b33-4fb8-88f2-43e3fbfd1abb tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/networks?id=7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 HTTP/1.1" status: 200 len: 817 time: 0.1703608 Mar 16 11:24:05.781261 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-82e41a75-13a5-4704-bb6a-a50a3b6f5f2e tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/quotas/b6af79d4dd484d55bf5e2f9ae8622be2 HTTP/1.1" status: 200 len: 375 time: 0.0106289 Mar 16 11:24:05.869856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-10a2f19c-08e9-4746-b088-29a5124c5979 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Synchronizing usage tracker for tenant:b6af79d4dd484d55bf5e2f9ae8622be2 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:05.888422 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-10a2f19c-08e9-4746-b088-29a5124c5979 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Unset dirty status for tenant:b6af79d4dd484d55bf5e2f9ae8622be2 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:05.889878 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-10a2f19c-08e9-4746-b088-29a5124c5979 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6af79d4dd484d55bf5e2f9ae8622be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032310 Mar 16 11:24:05.962767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.129789 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-99ef526d-1443-4cee-a374-90876f5a0dbc service neutron] 10.222.0.44 "GET /v2.0/networks/7c24f7d9-aa1f-41bd-a2a1-2a40826b0376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279966 Mar 16 11:24:06.260522 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-993882b7-b787-47a7-aeda-9213386c2122 service neutron] 10.222.0.44 "GET /v2.0/networks/7c24f7d9-aa1f-41bd-a2a1-2a40826b0376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242671 Mar 16 11:24:06.435608 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c5190bdb-92fb-4aec-821e-8f73055da774 req-194a1ca9-c181-422a-b6b7-aee2e17ea780 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 210 time: 0.0431323 Mar 16 11:24:06.814050 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:06.931983 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:06.936627 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:06.936998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.054374 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.070039 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:07.074042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.139712 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:07.612947 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bb2ad02f-f4f6-42a5-b74a-a2996eb2dd67 req-2375d3dd-b405-4c9f-a46c-40a167b5944f tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 210 time: 0.0427246 Mar 16 11:24:07.618478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-dfe13d40-8bb2-4f90-8571-fd150c38d26e tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:07.620520 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-dfe13d40-8bb2-4f90-8571-fd150c38d26e tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.18 "GET /v2.0/networks?id=7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 HTTP/1.1" status: 200 len: 817 time: 0.1498051 Mar 16 11:24:07.631889 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-f54342af-ff92-4d36-a0a9-0c0fd20f74b7 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Request body: {'port': {'device_id': '1c32afcb-7c21-4f0a-ac64-ac29bf98af70', 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376', 'admin_state_up': True, 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:07.772283 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-f54342af-ff92-4d36-a0a9-0c0fd20f74b7 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:07.781470 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-f54342af-ff92-4d36-a0a9-0c0fd20f74b7 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:07.792452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-f54342af-ff92-4d36-a0a9-0c0fd20f74b7 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Made reservation on behalf of b6af79d4dd484d55bf5e2f9ae8622be2 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:07.795846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-f54342af-ff92-4d36-a0a9-0c0fd20f74b7 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.964251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-f54342af-ff92-4d36-a0a9-0c0fd20f74b7 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Allocated IP 172.20.0.10 (7c24f7d9-aa1f-41bd-a2a1-2a40826b0376/6d183415-bfc9-4d86-bee5-6d563928b784/5c959bc8-fa68-496c-8599-b1818e9c4915) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:08.164386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-f54342af-ff92-4d36-a0a9-0c0fd20f74b7 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:08.179780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-f54342af-ff92-4d36-a0a9-0c0fd20f74b7 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Transition to ACTIVE for port object 5c959bc8-fa68-496c-8599-b1818e9c4915 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:08.209256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-f54342af-ff92-4d36-a0a9-0c0fd20f74b7 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:08.286876 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-f54342af-ff92-4d36-a0a9-0c0fd20f74b7 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:08.295392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-f54342af-ff92-4d36-a0a9-0c0fd20f74b7 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:08.300312 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-f54342af-ff92-4d36-a0a9-0c0fd20f74b7 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:24:08.314193 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Sync routers for ids ['83208da8-8960-4aa4-9875-d99fab835fde'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:24:08.324107 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Routers {'83208da8-8960-4aa4-9875-d99fab835fde'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:08.324709 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:24:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['83208da8-8960-4aa4-9875-d99fab835fde'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:08.333890 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54342af-ff92-4d36-a0a9-0c0fd20f74b7 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Pushing event updated for resources: {'Port': ['ID=5c959bc8-fa68-496c-8599-b1818e9c4915,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:08.372730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-f54342af-ff92-4d36-a0a9-0c0fd20f74b7 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:08.373432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-f54342af-ff92-4d36-a0a9-0c0fd20f74b7 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:08.402998 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-f54342af-ff92-4d36-a0a9-0c0fd20f74b7 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7744429 Mar 16 11:24:08.414001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Request body: {'port': {'device_id': '1c32afcb-7c21-4f0a-ac64-ac29bf98af70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:08.510161 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Set router 83208da8-8960-4aa4-9875-d99fab835fde gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:08.534492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-767f2bb5-4c45-4eb0-bef5-1a5bd17879d4 None None] Provisioning for port 5c959bc8-fa68-496c-8599-b1818e9c4915 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:08.535664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:08.543035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-767f2bb5-4c45-4eb0-bef5-1a5bd17879d4 None None] Provisioning complete for port 5c959bc8-fa68-496c-8599-b1818e9c4915 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:08.543035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-767f2bb5-4c45-4eb0-bef5-1a5bd17879d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:08.596688 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-767f2bb5-4c45-4eb0-bef5-1a5bd17879d4 None None] Port 5c959bc8-fa68-496c-8599-b1818e9c4915 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:24:08.789614 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:08.857630 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83208da8-8960-4aa4-9875-d99fab835fde', 'name': 'tempest-TestEncryptedCinderVolumes-1881915610-router', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:03Z', 'revision_number': 4, 'project_id': 'ad3821a9d70549ddb90af149e702543e', 'gw_port': {'id': 'a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83208da8-8960-4aa4-9875-d99fab835fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '929ba3ba-a30a-43af-bbd5-4098878b85dd', 'name': '', 'network_id': '29ace669-b63a-46cd-9161-9fa7c425ff19', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e', 'mac_address': 'fa:16:3e:c1:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83208da8-8960-4aa4-9875-d99fab835fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '04a3cf1a-bf48-4641-ae1d-ccda4d82024e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:03Z', 'updated_at': '2022-03-16T11:24:04Z', 'revision_number': 2, 'project_id': 'ad3821a9d70549ddb90af149e702543e', 'subnets': [{'id': '04a3cf1a-bf48-4641-ae1d-ccda4d82024e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:08.861711 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Checking router: 83208da8-8960-4aa4-9875-d99fab835fde for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:24:08.862245 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Updating router 83208da8-8960-4aa4-9875-d99fab835fde port 929ba3ba-a30a-43af-bbd5-4098878b85dd binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:24:08.863206 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:08.863668 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:08.873514 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cdef3-af4f-4b44-817a-e8ad549a289b req-99a62d4b-d040-497c-bc31-2aaf448a306b tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:08.874204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-4f6cdef3-af4f-4b44-817a-e8ad549a289b req-99a62d4b-d040-497c-bc31-2aaf448a306b tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Synchronizing usage tracker for tenant:b6af79d4dd484d55bf5e2f9ae8622be2 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:08.917923 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.053762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-4f6cdef3-af4f-4b44-817a-e8ad549a289b req-99a62d4b-d040-497c-bc31-2aaf448a306b tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Unset dirty status for tenant:b6af79d4dd484d55bf5e2f9ae8622be2 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:09.054918 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4f6cdef3-af4f-4b44-817a-e8ad549a289b req-99a62d4b-d040-497c-bc31-2aaf448a306b tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 932 time: 0.2984021 Mar 16 11:24:09.062886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c959bc8-fa68-496c-8599-b1818e9c4915 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:09.084264 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.113577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Transition to ACTIVE for port object 5c959bc8-fa68-496c-8599-b1818e9c4915 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:09.121512 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4f6cdef3-af4f-4b44-817a-e8ad549a289b req-bbbc726b-f6ce-4411-a758-3421c09749a0 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541942 Mar 16 11:24:09.122341 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.289276 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.294318 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Pushing event updated for resources: {'Port': ['ID=5c959bc8-fa68-496c-8599-b1818e9c4915,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:09.302025 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Transition to ACTIVE for port object 929ba3ba-a30a-43af-bbd5-4098878b85dd will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:09.310051 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.369153 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Attempting to bind port 5c959bc8-fa68-496c-8599-b1818e9c4915 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:09.369503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Attempting to bind port 5c959bc8-fa68-496c-8599-b1818e9c4915 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '3113ec8b-a63f-4a82-8fc0-6c4fd145d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:09.370366 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Attempting to bind port 5c959bc8-fa68-496c-8599-b1818e9c4915 on network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:24:09.379903 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Port 5c959bc8-fa68-496c-8599-b1818e9c4915 on network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:24:09.380325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Attempting to bind port 5c959bc8-fa68-496c-8599-b1818e9c4915 on network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:24:09.387038 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:24:09.387471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Checking segment: {'id': '3113ec8b-a63f-4a82-8fc0-6c4fd145d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:24:09.387917 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Bound using segment: {'id': '3113ec8b-a63f-4a82-8fc0-6c4fd145d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:24:09.388412 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Bound port: 5c959bc8-fa68-496c-8599-b1818e9c4915, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3113ec8b-a63f-4a82-8fc0-6c4fd145d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:09.388906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.476694 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a44f36-78cd-4c51-86a7-84e99471df25 None None] Pushing event updated for resources: {'Port': ['ID=929ba3ba-a30a-43af-bbd5-4098878b85dd,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:09.497821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] For port 5c959bc8-fa68-496c-8599-b1818e9c4915, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:24:09.501682 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] For port 5c959bc8-fa68-496c-8599-b1818e9c4915, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=5c959bc8-fa68-496c-8599-b1818e9c4915,segment=NetworkSegment(3113ec8b-a63f-4a82-8fc0-6c4fd145d487),segment_id=3113ec8b-a63f-4a82-8fc0-6c4fd145d487)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:24:09.513391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.572970 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:09.573751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.575132 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] 10.222.0.18 "PUT /v2.0/ports/5c959bc8-fa68-496c-8599-b1818e9c4915 HTTP/1.1" status: 200 len: 1094 time: 1.1654141 Mar 16 11:24:09.577936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c32afcb-7c21-4f0a-ac64-ac29bf98af70', 'tag': '5c959bc8-fa68-496c-8599-b1818e9c4915'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:09.584842 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Attempting to bind port 929ba3ba-a30a-43af-bbd5-4098878b85dd on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:09.585208 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Attempting to bind port 929ba3ba-a30a-43af-bbd5-4098878b85dd by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '45c2b35f-8734-4bfc-a5fb-38a830dcb49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29ace669-b63a-46cd-9161-9fa7c425ff19'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:09.585557 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Attempting to bind port 929ba3ba-a30a-43af-bbd5-4098878b85dd on network 29ace669-b63a-46cd-9161-9fa7c425ff19 {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:24:09.591777 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:24:09.591777 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Checking segment: {'id': '45c2b35f-8734-4bfc-a5fb-38a830dcb49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29ace669-b63a-46cd-9161-9fa7c425ff19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:24:09.592038 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.592208 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Bound using segment: {'id': '45c2b35f-8734-4bfc-a5fb-38a830dcb49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29ace669-b63a-46cd-9161-9fa7c425ff19'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:24:09.592627 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Bound port: 929ba3ba-a30a-43af-bbd5-4098878b85dd, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c2b35f-8734-4bfc-a5fb-38a830dcb49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29ace669-b63a-46cd-9161-9fa7c425ff19'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:09.593047 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.686285 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c32afcb-7c21-4f0a-ac64-ac29bf98af70', 'tag': '5c959bc8-fa68-496c-8599-b1818e9c4915', 'status': 'completed', 'code': 200} Mar 16 11:24:09.692390 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be1e8d-483d-4560-b2db-9c8719ba4b56 service neutron] Pushing event updated for resources: {'Port': ['ID=5c959bc8-fa68-496c-8599-b1818e9c4915,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:09.715806 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] For port 929ba3ba-a30a-43af-bbd5-4098878b85dd, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:24:09.719394 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] For port 929ba3ba-a30a-43af-bbd5-4098878b85dd, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=929ba3ba-a30a-43af-bbd5-4098878b85dd,segment=NetworkSegment(45c2b35f-8734-4bfc-a5fb-38a830dcb49c),segment_id=45c2b35f-8734-4bfc-a5fb-38a830dcb49c)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:24:09.724841 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.735673 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-2801dbb7-e472-4f14-8b32-8df3ef3c7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:09.737217 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-2801dbb7-e472-4f14-8b32-8df3ef3c7f15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b6af79d4dd484d55bf5e2f9ae8622be2&device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 1097 time: 0.1161413 Mar 16 11:24:09.794559 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Routers {'83208da8-8960-4aa4-9875-d99fab835fde'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:09.795094 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:24:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['83208da8-8960-4aa4-9875-d99fab835fde'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:09.821627 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-b584d452-a3b8-4e78-9310-2bb19d3c10d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c959bc8-fa68-496c-8599-b1818e9c4915 HTTP/1.1" status: 200 len: 217 time: 0.0681729 Mar 16 11:24:09.907970 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-e0b8ac6f-c624-4940-9165-0457450d8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:09.909780 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-e0b8ac6f-c624-4940-9165-0457450d8129 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d183415-bfc9-4d86-bee5-6d563928b784 HTTP/1.1" status: 200 len: 856 time: 0.0813229 Mar 16 11:24:09.970387 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a44f36-78cd-4c51-86a7-84e99471df25 None None] Pushing event updated for resources: {'Port': ['ID=929ba3ba-a30a-43af-bbd5-4098878b85dd,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:10.005747 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a3e3380d-e36c-4488-a0f2-35c94ce0df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:10.007410 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-a3e3380d-e36c-4488-a0f2-35c94ce0df8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c24f7d9-aa1f-41bd-a2a1-2a40826b0376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0905049 Mar 16 11:24:10.034528 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] Set router 83208da8-8960-4aa4-9875-d99fab835fde gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:10.172931 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-70a98f3e-96ff-4a90-8ce5-62015b3852db service neutron] 10.222.0.18 "GET /v2.0/networks/7c24f7d9-aa1f-41bd-a2a1-2a40826b0376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579232 Mar 16 11:24:10.379447 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73086a29-bc86-497e-ba6b-ef6768bc02a6 req-9640a6d4-d203-4963-ad6c-ad6c38ebaafd service neutron] 10.222.0.18 "GET /v2.0/networks/7c24f7d9-aa1f-41bd-a2a1-2a40826b0376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996672 Mar 16 11:24:10.393240 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83208da8-8960-4aa4-9875-d99fab835fde', 'name': 'tempest-TestEncryptedCinderVolumes-1881915610-router', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:03Z', 'revision_number': 4, 'project_id': 'ad3821a9d70549ddb90af149e702543e', 'gw_port': {'id': 'a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83208da8-8960-4aa4-9875-d99fab835fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '929ba3ba-a30a-43af-bbd5-4098878b85dd', 'name': '', 'network_id': '29ace669-b63a-46cd-9161-9fa7c425ff19', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e', 'mac_address': 'fa:16:3e:c1:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83208da8-8960-4aa4-9875-d99fab835fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '04a3cf1a-bf48-4641-ae1d-ccda4d82024e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:03Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 4, 'project_id': 'ad3821a9d70549ddb90af149e702543e', 'subnets': [{'id': '04a3cf1a-bf48-4641-ae1d-ccda4d82024e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:10.398601 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38ad9ae-3a4a-48f8-8c3e-e7b4ee498bb2 None None] The sync data for ids ['83208da8-8960-4aa4-9875-d99fab835fde'] in dv-neutron-833859-1-hyperv is: [{'id': '83208da8-8960-4aa4-9875-d99fab835fde', 'name': 'tempest-TestEncryptedCinderVolumes-1881915610-router', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:03Z', 'revision_number': 4, 'project_id': 'ad3821a9d70549ddb90af149e702543e', 'gw_port': {'id': 'a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83208da8-8960-4aa4-9875-d99fab835fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '929ba3ba-a30a-43af-bbd5-4098878b85dd', 'name': '', 'network_id': '29ace669-b63a-46cd-9161-9fa7c425ff19', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e', 'mac_address': 'fa:16:3e:c1:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83208da8-8960-4aa4-9875-d99fab835fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '04a3cf1a-bf48-4641-ae1d-ccda4d82024e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:03Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 4, 'project_id': 'ad3821a9d70549ddb90af149e702543e', 'subnets': [{'id': '04a3cf1a-bf48-4641-ae1d-ccda4d82024e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:24:10.401355 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b6643-57f6-4931-ab66-0822a165800a req-12f14f2b-b79d-4b0b-9914-fc5c657d39da tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:10.402799 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2f1b6643-57f6-4931-ab66-0822a165800a req-12f14f2b-b79d-4b0b-9914-fc5c657d39da tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 944 time: 0.1316676 Mar 16 11:24:10.493008 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2f1b6643-57f6-4931-ab66-0822a165800a req-9a45674f-c9aa-4473-a3a6-43764cae60e6 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840962 Mar 16 11:24:10.531936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a378bf-f056-4203-9958-73b2523255e5 req-b9927d71-e0f9-4d90-93c8-b75c166bd223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:10.533487 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-69a378bf-f056-4203-9958-73b2523255e5 req-b9927d71-e0f9-4d90-93c8-b75c166bd223 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b6af79d4dd484d55bf5e2f9ae8622be2&device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 1097 time: 0.0910578 Mar 16 11:24:10.665708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a378bf-f056-4203-9958-73b2523255e5 req-c0087d7c-785a-4cb0-9e53-90d22ed920d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:10.667096 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-69a378bf-f056-4203-9958-73b2523255e5 req-c0087d7c-785a-4cb0-9e53-90d22ed920d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 HTTP/1.1" status: 200 len: 918 time: 0.1247039 Mar 16 11:24:10.739877 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-69a378bf-f056-4203-9958-73b2523255e5 req-9d93210d-4b23-46a9-82b2-242d647535e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c959bc8-fa68-496c-8599-b1818e9c4915 HTTP/1.1" status: 200 len: 217 time: 0.0654917 Mar 16 11:24:10.803517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a378bf-f056-4203-9958-73b2523255e5 req-0df0ac5e-83f5-48c3-8ce6-5d7224b64dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:10.804956 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 929ba3ba-a30a-43af-bbd5-4098878b85dd up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:10.806623 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-69a378bf-f056-4203-9958-73b2523255e5 req-0df0ac5e-83f5-48c3-8ce6-5d7224b64dca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d183415-bfc9-4d86-bee5-6d563928b784 HTTP/1.1" status: 200 len: 856 time: 0.0610659 Mar 16 11:24:10.874700 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 929ba3ba-a30a-43af-bbd5-4098878b85dd completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:10.879595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 929ba3ba-a30a-43af-bbd5-4098878b85dd triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:10.879964 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:10.894324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a378bf-f056-4203-9958-73b2523255e5 req-5b2aefec-ca9b-4e82-ba20-6f2a2f9421d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:10.895862 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-69a378bf-f056-4203-9958-73b2523255e5 req-5b2aefec-ca9b-4e82-ba20-6f2a2f9421d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c24f7d9-aa1f-41bd-a2a1-2a40826b0376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830333 Mar 16 11:24:11.010129 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:11.043526 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 929ba3ba-a30a-43af-bbd5-4098878b85dd, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=929ba3ba-a30a-43af-bbd5-4098878b85dd,segment=NetworkSegment(45c2b35f-8734-4bfc-a5fb-38a830dcb49c),segment_id=45c2b35f-8734-4bfc-a5fb-38a830dcb49c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:11.048719 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:11.118466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=929ba3ba-a30a-43af-bbd5-4098878b85dd,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:11.146091 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-69a378bf-f056-4203-9958-73b2523255e5 req-a63aa855-6fc9-476e-ae38-54fac0b2d801 service neutron] 10.222.0.18 "GET /v2.0/networks/7c24f7d9-aa1f-41bd-a2a1-2a40826b0376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435100 Mar 16 11:24:11.280054 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-69a378bf-f056-4203-9958-73b2523255e5 req-e742254b-275a-4acd-bd0f-e3f20fbdf00f service neutron] 10.222.0.18 "GET /v2.0/networks/7c24f7d9-aa1f-41bd-a2a1-2a40826b0376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276565 Mar 16 11:24:11.705081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4eb30-caa4-44da-bfc5-b411d0cd152b req-67c494be-4315-4277-9135-094503c09301 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:11.706637 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-89e4eb30-caa4-44da-bfc5-b411d0cd152b req-67c494be-4315-4277-9135-094503c09301 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 944 time: 0.0916500 Mar 16 11:24:11.756305 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-89e4eb30-caa4-44da-bfc5-b411d0cd152b req-18f74332-1b06-4fc5-b847-05bba37f8006 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Synchronizing usage tracker for tenant:b6af79d4dd484d55bf5e2f9ae8622be2 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:11.779722 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-89e4eb30-caa4-44da-bfc5-b411d0cd152b req-18f74332-1b06-4fc5-b847-05bba37f8006 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Unset dirty status for tenant:b6af79d4dd484d55bf5e2f9ae8622be2 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:11.780887 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-89e4eb30-caa4-44da-bfc5-b411d0cd152b req-18f74332-1b06-4fc5-b847-05bba37f8006 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682979 Mar 16 11:24:12.790473 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 929ba3ba-a30a-43af-bbd5-4098878b85dd up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:12.872488 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 929ba3ba-a30a-43af-bbd5-4098878b85dd triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:12.873049 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:12.971231 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef51ccd-3302-477c-abc0-36d37b338893 req-5a1756dc-b52d-4b0a-8152-6edd37e8264f tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:12.972903 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1ef51ccd-3302-477c-abc0-36d37b338893 req-5a1756dc-b52d-4b0a-8152-6edd37e8264f tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 944 time: 0.0863583 Mar 16 11:24:13.032846 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1ef51ccd-3302-477c-abc0-36d37b338893 req-d6127179-797c-41ab-9c14-320492fb09d6 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529959 Mar 16 11:24:13.704294 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 5c959bc8-fa68-496c-8599-b1818e9c4915 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:24:13.835308 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 5c959bc8-fa68-496c-8599-b1818e9c4915, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=5c959bc8-fa68-496c-8599-b1818e9c4915,segment=NetworkSegment(3113ec8b-a63f-4a82-8fc0-6c4fd145d487),segment_id=3113ec8b-a63f-4a82-8fc0-6c4fd145d487)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:13.850679 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '5c959bc8-fa68-496c-8599-b1818e9c4915', 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376', 'port_id': '5c959bc8-fa68-496c-8599-b1818e9c4915', 'mac_address': 'fa:16:3e:70:ae:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d183415-bfc9-4d86-bee5-6d563928b784', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:24:13.906537 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:13.923727 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c959bc8-fa68-496c-8599-b1818e9c4915 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:13.939208 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 5c959bc8-fa68-496c-8599-b1818e9c4915, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=5c959bc8-fa68-496c-8599-b1818e9c4915,segment=NetworkSegment(3113ec8b-a63f-4a82-8fc0-6c4fd145d487),segment_id=3113ec8b-a63f-4a82-8fc0-6c4fd145d487)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:13.942917 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:14.016945 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=5c959bc8-fa68-496c-8599-b1818e9c4915,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:14.224301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162a853-1c71-499a-8326-509ac1bf2b9b req-f4579fd9-5c76-48d6-b6f9-2117fec0137c tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:14.225682 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3162a853-1c71-499a-8326-509ac1bf2b9b req-f4579fd9-5c76-48d6-b6f9-2117fec0137c tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 945 time: 0.0794673 Mar 16 11:24:14.243050 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['5c959bc8-fa68-496c-8599-b1818e9c4915'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:24:14.276105 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3162a853-1c71-499a-8326-509ac1bf2b9b req-1028329c-ecde-4334-971c-5340861f1d37 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432801 Mar 16 11:24:15.465480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2dd0b-c4e6-45d4-9543-07a72892de69 req-c766a82c-99ac-4d59-8d5e-58ff6da39794 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:15.467059 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6e2dd0b-c4e6-45d4-9543-07a72892de69 req-c766a82c-99ac-4d59-8d5e-58ff6da39794 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 945 time: 0.0854836 Mar 16 11:24:15.510739 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6e2dd0b-c4e6-45d4-9543-07a72892de69 req-8abc6260-c267-4e83-adb5-036f3c3ae6d2 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380793 Mar 16 11:24:15.737125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 5c959bc8-fa68-496c-8599-b1818e9c4915 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:15.802795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 5c959bc8-fa68-496c-8599-b1818e9c4915 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:15.807776 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 5c959bc8-fa68-496c-8599-b1818e9c4915 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:15.808148 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:15.923860 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:15.950249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c32afcb-7c21-4f0a-ac64-ac29bf98af70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c959bc8-fa68-496c-8599-b1818e9c4915'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:15.960567 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 5c959bc8-fa68-496c-8599-b1818e9c4915, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=5c959bc8-fa68-496c-8599-b1818e9c4915,segment=NetworkSegment(3113ec8b-a63f-4a82-8fc0-6c4fd145d487),segment_id=3113ec8b-a63f-4a82-8fc0-6c4fd145d487)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:15.965751 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:16.001602 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c32afcb-7c21-4f0a-ac64-ac29bf98af70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c959bc8-fa68-496c-8599-b1818e9c4915', 'code': 200} Mar 16 11:24:16.033864 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=5c959bc8-fa68-496c-8599-b1818e9c4915,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:16.223013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0343868-052f-4a88-b42a-d3ebb7e63eef req-8ee559cc-98ba-467c-8d64-563ae3fd7353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:16.224407 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d0343868-052f-4a88-b42a-d3ebb7e63eef req-8ee559cc-98ba-467c-8d64-563ae3fd7353 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 1099 time: 0.0685227 Mar 16 11:24:16.269315 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d0343868-052f-4a88-b42a-d3ebb7e63eef req-3e792d53-5fd6-418b-b954-42b0c0d56945 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385869 Mar 16 11:24:16.691378 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511251fe-44b4-492a-9172-c971c2c6a782 req-5bbdad38-f8fa-41fb-9881-61d0ea6f1a4b tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:16.692804 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-511251fe-44b4-492a-9172-c971c2c6a782 req-5bbdad38-f8fa-41fb-9881-61d0ea6f1a4b tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 946 time: 0.0784998 Mar 16 11:24:16.741148 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-511251fe-44b4-492a-9172-c971c2c6a782 req-02d3d817-a270-473f-a9fc-6e05e147e28b tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420918 Mar 16 11:24:17.926960 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd98025-7d6b-4bf3-a680-170616f7fe66 req-f59bc9b3-96f9-45d4-9afa-5d108633e598 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:17.928452 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bbd98025-7d6b-4bf3-a680-170616f7fe66 req-f59bc9b3-96f9-45d4-9afa-5d108633e598 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 946 time: 0.0822604 Mar 16 11:24:17.932791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:17.972368 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bbd98025-7d6b-4bf3-a680-170616f7fe66 req-e8a5e506-f9d8-48ec-b3d3-bec09f355c5f tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376575 Mar 16 11:24:18.161556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6ce1-9825-4d34-a557-cc97c97ac3cd req-423707d1-164f-4e66-9a01-56d73b25f8b6 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:18.163017 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-258b6ce1-9825-4d34-a557-cc97c97ac3cd req-423707d1-164f-4e66-9a01-56d73b25f8b6 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 946 time: 0.0868518 Mar 16 11:24:18.206492 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-258b6ce1-9825-4d34-a557-cc97c97ac3cd req-4813b680-629b-445a-8079-b41b60e15fd9 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374045 Mar 16 11:24:27.970953 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:24:30.887653 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba05a-8c4e-450f-a3b3-d96bc3a2075b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:32.117443 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e664e66d-069e-408a-89e3-eca3c4640cdc req-700a17a8-2198-4453-a3b0-7a9c26ee3b49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675149 Mar 16 11:24:32.275083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664e66d-069e-408a-89e3-eca3c4640cdc req-91e03eb1-f8b4-459e-8ded-9cb5b6114799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:32.276748 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e664e66d-069e-408a-89e3-eca3c4640cdc req-91e03eb1-f8b4-459e-8ded-9cb5b6114799 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b6af79d4dd484d55bf5e2f9ae8622be2&device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 1099 time: 0.0921152 Mar 16 11:24:32.429670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664e66d-069e-408a-89e3-eca3c4640cdc req-cab59805-7a9e-4290-bc07-2f014b853cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:32.431134 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e664e66d-069e-408a-89e3-eca3c4640cdc req-cab59805-7a9e-4290-bc07-2f014b853cac service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 HTTP/1.1" status: 200 len: 918 time: 0.1338012 Mar 16 11:24:32.497208 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e664e66d-069e-408a-89e3-eca3c4640cdc req-679cb23c-f07c-4947-a46d-be94ae729aa0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c959bc8-fa68-496c-8599-b1818e9c4915 HTTP/1.1" status: 200 len: 217 time: 0.0608361 Mar 16 11:24:32.566970 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664e66d-069e-408a-89e3-eca3c4640cdc req-1c2734e3-2b49-478b-8a8e-c25f797c9086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:32.568416 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e664e66d-069e-408a-89e3-eca3c4640cdc req-1c2734e3-2b49-478b-8a8e-c25f797c9086 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d183415-bfc9-4d86-bee5-6d563928b784 HTTP/1.1" status: 200 len: 856 time: 0.0654690 Mar 16 11:24:32.643868 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664e66d-069e-408a-89e3-eca3c4640cdc req-ccf0e454-7657-4db4-9477-dbe5f71d094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:32.645288 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e664e66d-069e-408a-89e3-eca3c4640cdc req-ccf0e454-7657-4db4-9477-dbe5f71d094b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c24f7d9-aa1f-41bd-a2a1-2a40826b0376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695662 Mar 16 11:24:32.704055 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ffbc4-d7e4-4c67-9fea-ef7da9924c9a req-a7e86da0-6b88-4848-9dfd-faa17a6ab141 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:32.705513 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3a5ffbc4-d7e4-4c67-9fea-ef7da9924c9a req-a7e86da0-6b88-4848-9dfd-faa17a6ab141 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 946 time: 0.0787218 Mar 16 11:24:32.755899 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3a5ffbc4-d7e4-4c67-9fea-ef7da9924c9a req-a8aa0efe-e1f4-442c-941e-71a1364278ec tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447471 Mar 16 11:24:32.777803 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e664e66d-069e-408a-89e3-eca3c4640cdc req-61ce19d9-e46f-4f58-9e6f-2ec220691cdf service neutron] 10.222.0.18 "GET /v2.0/networks/7c24f7d9-aa1f-41bd-a2a1-2a40826b0376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257410 Mar 16 11:24:32.906345 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e664e66d-069e-408a-89e3-eca3c4640cdc req-55623b71-0098-46e4-9412-26974d1d8595 service neutron] 10.222.0.18 "GET /v2.0/networks/7c24f7d9-aa1f-41bd-a2a1-2a40826b0376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219745 Mar 16 11:24:33.078818 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-eed084d5-2a84-44e2-ada3-d3341c61fc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.941270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb4be9-0b49-4645-bdef-2415290700ee req-dffb689b-7a47-4817-9cab-868f7b0452a0 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:33.942674 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7cb4be9-0b49-4645-bdef-2415290700ee req-dffb689b-7a47-4817-9cab-868f7b0452a0 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 946 time: 0.0817881 Mar 16 11:24:34.076489 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e7cb4be9-0b49-4645-bdef-2415290700ee req-a6218d1d-a3bb-4470-b10b-216de004d57b tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280267 Mar 16 11:24:34.367128 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d56866-edd0-4075-a725-95e762f6ac6b req-9e4054c1-2011-4508-9ddd-f5fa0ab7e327 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:34.369046 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-57d56866-edd0-4075-a725-95e762f6ac6b req-9e4054c1-2011-4508-9ddd-f5fa0ab7e327 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 946 time: 0.0770333 Mar 16 11:24:34.435054 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.442362 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-57d56866-edd0-4075-a725-95e762f6ac6b req-eccfc06d-cd81-4918-ba9c-13c4e6fd87a9 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Deleting port 5c959bc8-fa68-496c-8599-b1818e9c4915 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:24:34.442708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-57d56866-edd0-4075-a725-95e762f6ac6b req-eccfc06d-cd81-4918-ba9c-13c4e6fd87a9 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.540588 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.695108 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-57d56866-edd0-4075-a725-95e762f6ac6b req-eccfc06d-cd81-4918-ba9c-13c4e6fd87a9 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] For port 5c959bc8-fa68-496c-8599-b1818e9c4915, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=5c959bc8-fa68-496c-8599-b1818e9c4915,segment=NetworkSegment(3113ec8b-a63f-4a82-8fc0-6c4fd145d487),segment_id=3113ec8b-a63f-4a82-8fc0-6c4fd145d487)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:34.695486 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-57d56866-edd0-4075-a725-95e762f6ac6b req-eccfc06d-cd81-4918-ba9c-13c4e6fd87a9 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.813576 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-57d56866-edd0-4075-a725-95e762f6ac6b req-eccfc06d-cd81-4918-ba9c-13c4e6fd87a9 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Calling delete_port for 5c959bc8-fa68-496c-8599-b1818e9c4915 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:24:34.953521 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-57d56866-edd0-4075-a725-95e762f6ac6b req-eccfc06d-cd81-4918-ba9c-13c4e6fd87a9 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.965362 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['5c959bc8-fa68-496c-8599-b1818e9c4915'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:24:35.002763 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfc06d-cd81-4918-ba9c-13c4e6fd87a9 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Pushing event deleted for resources: {'Port': ['ID=5c959bc8-fa68-496c-8599-b1818e9c4915,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:35.078627 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d56866-edd0-4075-a725-95e762f6ac6b req-eccfc06d-cd81-4918-ba9c-13c4e6fd87a9 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] No DVR routers for this DVR port 5c959bc8-fa68-496c-8599-b1818e9c4915 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:24:35.081220 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-57d56866-edd0-4075-a725-95e762f6ac6b req-eccfc06d-cd81-4918-ba9c-13c4e6fd87a9 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:35.084275 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c32afcb-7c21-4f0a-ac64-ac29bf98af70', 'name': 'network-vif-deleted', 'tag': '5c959bc8-fa68-496c-8599-b1818e9c4915'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:35.107388 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-57d56866-edd0-4075-a725-95e762f6ac6b req-eccfc06d-cd81-4918-ba9c-13c4e6fd87a9 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.18 "DELETE /v2.0/ports/5c959bc8-fa68-496c-8599-b1818e9c4915 HTTP/1.1" status: 204 len: 173 time: 0.7335804 Mar 16 11:24:35.136842 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c32afcb-7c21-4f0a-ac64-ac29bf98af70', 'name': 'network-vif-deleted', 'tag': '5c959bc8-fa68-496c-8599-b1818e9c4915', 'status': 'completed', 'code': 200} Mar 16 11:24:35.257940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-b11246f4-8e73-406b-b871-c05d6240d0e2 req-c656f230-b1b8-4def-a470-99b27b6415bd tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Synchronizing usage tracker for tenant:b6af79d4dd484d55bf5e2f9ae8622be2 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:35.274048 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-b11246f4-8e73-406b-b871-c05d6240d0e2 req-c656f230-b1b8-4def-a470-99b27b6415bd tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Unset dirty status for tenant:b6af79d4dd484d55bf5e2f9ae8622be2 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:35.275540 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b11246f4-8e73-406b-b871-c05d6240d0e2 req-c656f230-b1b8-4def-a470-99b27b6415bd tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c32afcb-7c21-4f0a-ac64-ac29bf98af70 HTTP/1.1" status: 200 len: 210 time: 0.0595984 Mar 16 11:24:35.960428 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.866917 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-bbb3fbdf-3d98-4ed1-8f6c-bfe9104351b5 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:36.868830 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-bbb3fbdf-3d98-4ed1-8f6c-bfe9104351b5 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/networks?id=7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 HTTP/1.1" status: 200 len: 817 time: 0.1410820 Mar 16 11:24:36.882813 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-81adbdb5-4d8e-475a-b60f-9ecb6dd0592f tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/quotas/b6af79d4dd484d55bf5e2f9ae8622be2 HTTP/1.1" status: 200 len: 375 time: 0.0086308 Mar 16 11:24:36.965174 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-ffd10e7b-de5d-40b3-bec2-f76df4de8806 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6af79d4dd484d55bf5e2f9ae8622be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776291 Mar 16 11:24:37.098301 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-b0d35cd5-a2da-4912-8566-38d3ec05d589 service neutron] 10.222.0.44 "GET /v2.0/networks/7c24f7d9-aa1f-41bd-a2a1-2a40826b0376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219587 Mar 16 11:24:37.225888 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-04a8c949-54a3-4f30-aecb-0da7dcaeffb2 service neutron] 10.222.0.44 "GET /v2.0/networks/7c24f7d9-aa1f-41bd-a2a1-2a40826b0376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211267 Mar 16 11:24:37.403962 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7fc818a7-7ce7-4850-bd4c-ddd66a63ba64 req-095167f2-21b5-4299-8c91-8586980fb8f3 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 210 time: 0.0457482 Mar 16 11:24:37.843686 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 5c959bc8-fa68-496c-8599-b1818e9c4915 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:37.876203 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 5c959bc8-fa68-496c-8599-b1818e9c4915 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:24:37.876552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 5c959bc8-fa68-496c-8599-b1818e9c4915 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:24:38.498291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-924edd49-b8f6-44a3-ad04-75f0e7ed132b tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:38.499719 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-924edd49-b8f6-44a3-ad04-75f0e7ed132b tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.18 "GET /v2.0/networks?id=7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 HTTP/1.1" status: 200 len: 817 time: 0.2533154 Mar 16 11:24:38.514290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-41a80b8c-adce-4f07-ab69-01b6ceb38881 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Request body: {'port': {'device_id': '6821af02-d1db-4b8c-b36d-803daba9f0b8', 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376', 'admin_state_up': True, 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:38.583816 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-57eba6ec-cb2c-48f2-ab0b-a3b95a375a22 req-8259222b-8682-44c4-8474-055b73dcefca tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 210 time: 0.0561664 Mar 16 11:24:38.682506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-41a80b8c-adce-4f07-ab69-01b6ceb38881 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:38.691957 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-41a80b8c-adce-4f07-ab69-01b6ceb38881 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:38.701147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-41a80b8c-adce-4f07-ab69-01b6ceb38881 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Made reservation on behalf of b6af79d4dd484d55bf5e2f9ae8622be2 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:38.704626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-41a80b8c-adce-4f07-ab69-01b6ceb38881 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:38.862971 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-41a80b8c-adce-4f07-ab69-01b6ceb38881 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Allocated IP 172.20.0.5 (7c24f7d9-aa1f-41bd-a2a1-2a40826b0376/6d183415-bfc9-4d86-bee5-6d563928b784/c8bf632d-5c9f-47c9-b555-428fad5c421e) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:39.055083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-41a80b8c-adce-4f07-ab69-01b6ceb38881 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.069717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-41a80b8c-adce-4f07-ab69-01b6ceb38881 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Transition to ACTIVE for port object c8bf632d-5c9f-47c9-b555-428fad5c421e will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:39.093157 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-41a80b8c-adce-4f07-ab69-01b6ceb38881 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.158002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-41a80b8c-adce-4f07-ab69-01b6ceb38881 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:39.161046 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-41a80b8c-adce-4f07-ab69-01b6ceb38881 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:39.164781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-41a80b8c-adce-4f07-ab69-01b6ceb38881 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:24:39.215640 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a80b8c-adce-4f07-ab69-01b6ceb38881 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Pushing event updated for resources: {'Port': ['ID=c8bf632d-5c9f-47c9-b555-428fad5c421e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:39.248816 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-41a80b8c-adce-4f07-ab69-01b6ceb38881 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.249447 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-41a80b8c-adce-4f07-ab69-01b6ceb38881 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.277275 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-41a80b8c-adce-4f07-ab69-01b6ceb38881 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7665756 Mar 16 11:24:39.288176 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Request body: {'port': {'device_id': '6821af02-d1db-4b8c-b36d-803daba9f0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:39.398695 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5d251f02-ff15-46dd-908f-1b14065362ea None None] Provisioning for port c8bf632d-5c9f-47c9-b555-428fad5c421e completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:39.400379 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.404402 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5d251f02-ff15-46dd-908f-1b14065362ea None None] Provisioning complete for port c8bf632d-5c9f-47c9-b555-428fad5c421e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:39.404770 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5d251f02-ff15-46dd-908f-1b14065362ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.466012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-5d251f02-ff15-46dd-908f-1b14065362ea None None] Port c8bf632d-5c9f-47c9-b555-428fad5c421e cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:24:39.753043 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bf632d-5c9f-47c9-b555-428fad5c421e {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:39.765349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.774430 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479bb3b-b31e-40fb-b3c5-197ed85408a5 req-4eb643db-fcf4-48a6-9cbf-5fbc9a1530f8 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.776627 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c479bb3b-b31e-40fb-b3c5-197ed85408a5 req-4eb643db-fcf4-48a6-9cbf-5fbc9a1530f8 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 931 time: 0.0856843 Mar 16 11:24:39.782066 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Transition to ACTIVE for port object c8bf632d-5c9f-47c9-b555-428fad5c421e will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:39.787875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.827142 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c479bb3b-b31e-40fb-b3c5-197ed85408a5 req-ac7ab823-6e2a-4899-84d6-40e791d14f19 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426905 Mar 16 11:24:39.952944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Pushing event updated for resources: {'Port': ['ID=c8bf632d-5c9f-47c9-b555-428fad5c421e,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:39.989349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:39.989696 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:39.990030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:39.990359 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:39.990683 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:39.991004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:39.991356 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:39.991677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:39.991995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:39.992314 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:39.992628 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:39.993012 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:40.041132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Attempting to bind port c8bf632d-5c9f-47c9-b555-428fad5c421e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:40.041471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Attempting to bind port c8bf632d-5c9f-47c9-b555-428fad5c421e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '3113ec8b-a63f-4a82-8fc0-6c4fd145d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:40.041784 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Attempting to bind port c8bf632d-5c9f-47c9-b555-428fad5c421e on network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:24:40.046751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Port c8bf632d-5c9f-47c9-b555-428fad5c421e on network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:24:40.047066 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Attempting to bind port c8bf632d-5c9f-47c9-b555-428fad5c421e on network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:24:40.052386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:24:40.052722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Checking segment: {'id': '3113ec8b-a63f-4a82-8fc0-6c4fd145d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:24:40.053102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Bound using segment: {'id': '3113ec8b-a63f-4a82-8fc0-6c4fd145d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:24:40.053528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Bound port: c8bf632d-5c9f-47c9-b555-428fad5c421e, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3113ec8b-a63f-4a82-8fc0-6c4fd145d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:40.053871 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.146815 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] For port c8bf632d-5c9f-47c9-b555-428fad5c421e, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:24:40.150331 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] For port c8bf632d-5c9f-47c9-b555-428fad5c421e, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c8bf632d-5c9f-47c9-b555-428fad5c421e,segment=NetworkSegment(3113ec8b-a63f-4a82-8fc0-6c4fd145d487),segment_id=3113ec8b-a63f-4a82-8fc0-6c4fd145d487)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:24:40.154514 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.208695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:40.209291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.210646 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] 10.222.0.18 "PUT /v2.0/ports/c8bf632d-5c9f-47c9-b555-428fad5c421e HTTP/1.1" status: 200 len: 1093 time: 0.9266105 Mar 16 11:24:40.211271 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6821af02-d1db-4b8c-b36d-803daba9f0b8', 'tag': 'c8bf632d-5c9f-47c9-b555-428fad5c421e'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:40.266222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ddce7-5d56-4b5d-b197-9be851687b3b service neutron] Pushing event updated for resources: {'Port': ['ID=c8bf632d-5c9f-47c9-b555-428fad5c421e,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:40.315213 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6821af02-d1db-4b8c-b36d-803daba9f0b8', 'tag': 'c8bf632d-5c9f-47c9-b555-428fad5c421e', 'status': 'completed', 'code': 200} Mar 16 11:24:40.464638 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-815abb13-9e78-43ba-9f49-9b5d770b5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:40.466080 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-815abb13-9e78-43ba-9f49-9b5d770b5f61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b6af79d4dd484d55bf5e2f9ae8622be2&device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 1096 time: 0.1856627 Mar 16 11:24:40.532448 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-c4dabf8e-6c83-49ac-a5b9-51330ac2e870 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8bf632d-5c9f-47c9-b555-428fad5c421e HTTP/1.1" status: 200 len: 217 time: 0.0599024 Mar 16 11:24:40.596277 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-16e1bf73-6738-408c-bdde-3d45d7bffe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:40.597683 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-16e1bf73-6738-408c-bdde-3d45d7bffe08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d183415-bfc9-4d86-bee5-6d563928b784 HTTP/1.1" status: 200 len: 856 time: 0.0592871 Mar 16 11:24:40.668999 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-b6fa3f47-4660-4209-9e67-114b9ab6e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:40.670405 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-b6fa3f47-4660-4209-9e67-114b9ab6e575 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c24f7d9-aa1f-41bd-a2a1-2a40826b0376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667362 Mar 16 11:24:40.797458 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-d5346c9e-4a90-4f97-8d1a-b9a980827ff6 service neutron] 10.222.0.18 "GET /v2.0/networks/7c24f7d9-aa1f-41bd-a2a1-2a40826b0376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209834 Mar 16 11:24:40.925846 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6df92f1d-3a6a-49aa-8d04-118a2b9c524b req-e9096bfd-7cc7-4419-89f2-79c92ebd10a5 service neutron] 10.222.0.18 "GET /v2.0/networks/7c24f7d9-aa1f-41bd-a2a1-2a40826b0376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226439 Mar 16 11:24:41.045353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7e2e1-a232-41b6-9d75-01fd455557e1 req-c439d87e-f35a-44c7-b4a9-90ae86f3f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:41.046854 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bba7e2e1-a232-41b6-9d75-01fd455557e1 req-c439d87e-f35a-44c7-b4a9-90ae86f3f82e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b6af79d4dd484d55bf5e2f9ae8622be2&device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 1096 time: 0.0770857 Mar 16 11:24:41.123373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3b23f-1ce6-4aef-90f8-8fd5fdbfd17a req-069dd6f7-1a79-40c1-89b1-f3441d4683a8 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:41.124802 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c0e3b23f-1ce6-4aef-90f8-8fd5fdbfd17a req-069dd6f7-1a79-40c1-89b1-f3441d4683a8 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 943 time: 0.1920433 Mar 16 11:24:41.168823 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c0e3b23f-1ce6-4aef-90f8-8fd5fdbfd17a req-f50627f1-b1ba-4937-8d8d-88b094e4fd88 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382898 Mar 16 11:24:41.177458 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7e2e1-a232-41b6-9d75-01fd455557e1 req-64633df2-17d6-479d-9ec4-829d757eddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:41.178888 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bba7e2e1-a232-41b6-9d75-01fd455557e1 req-64633df2-17d6-479d-9ec4-829d757eddb1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 HTTP/1.1" status: 200 len: 918 time: 0.1256006 Mar 16 11:24:41.245048 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bba7e2e1-a232-41b6-9d75-01fd455557e1 req-87210897-2d28-4943-a8ce-c87cbc984b3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8bf632d-5c9f-47c9-b555-428fad5c421e HTTP/1.1" status: 200 len: 217 time: 0.0591304 Mar 16 11:24:41.307768 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7e2e1-a232-41b6-9d75-01fd455557e1 req-d590089d-a757-4f14-87d7-b09cd2f0c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:41.309159 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bba7e2e1-a232-41b6-9d75-01fd455557e1 req-d590089d-a757-4f14-87d7-b09cd2f0c942 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d183415-bfc9-4d86-bee5-6d563928b784 HTTP/1.1" status: 200 len: 856 time: 0.0586493 Mar 16 11:24:41.380503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7e2e1-a232-41b6-9d75-01fd455557e1 req-5a2d86aa-0c0b-4272-91c8-4b74c7242bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:41.381817 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bba7e2e1-a232-41b6-9d75-01fd455557e1 req-5a2d86aa-0c0b-4272-91c8-4b74c7242bb6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c24f7d9-aa1f-41bd-a2a1-2a40826b0376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670235 Mar 16 11:24:41.507837 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bba7e2e1-a232-41b6-9d75-01fd455557e1 req-f798f0d4-02fa-4d22-aee2-99ae813cd3c7 service neutron] 10.222.0.18 "GET /v2.0/networks/7c24f7d9-aa1f-41bd-a2a1-2a40826b0376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192977 Mar 16 11:24:41.635929 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bba7e2e1-a232-41b6-9d75-01fd455557e1 req-d8116f8d-5bc6-4fd7-950d-c00f538b1c44 service neutron] 10.222.0.18 "GET /v2.0/networks/7c24f7d9-aa1f-41bd-a2a1-2a40826b0376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211369 Mar 16 11:24:42.354928 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08479528-14c8-4296-aad7-32a593c642da req-b9506a27-8efc-4677-b47f-3ab47bf0b630 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.355670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-08479528-14c8-4296-aad7-32a593c642da req-b9506a27-8efc-4677-b47f-3ab47bf0b630 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Synchronizing usage tracker for tenant:b6af79d4dd484d55bf5e2f9ae8622be2 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:42.370187 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-08479528-14c8-4296-aad7-32a593c642da req-b9506a27-8efc-4677-b47f-3ab47bf0b630 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Unset dirty status for tenant:b6af79d4dd484d55bf5e2f9ae8622be2 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:42.371395 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-08479528-14c8-4296-aad7-32a593c642da req-b9506a27-8efc-4677-b47f-3ab47bf0b630 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 943 time: 0.0985248 Mar 16 11:24:42.415870 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-08479528-14c8-4296-aad7-32a593c642da req-07476eda-574e-4473-a685-13a2a3be6e50 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387607 Mar 16 11:24:43.598522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34f5bd-b69f-441f-b9fc-251d81458f71 req-a5ffe51b-7e88-4810-901e-88a58af8f144 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:43.599895 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1b34f5bd-b69f-441f-b9fc-251d81458f71 req-a5ffe51b-7e88-4810-901e-88a58af8f144 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 943 time: 0.0786300 Mar 16 11:24:43.645201 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1b34f5bd-b69f-441f-b9fc-251d81458f71 req-222d1f70-da25-4dee-babe-2a422948b29a tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394099 Mar 16 11:24:44.826733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f78c9a-1680-4c50-8b20-e550c5027b73 req-0f2cf080-a54a-413b-bd08-79b458900025 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:44.828202 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-60f78c9a-1680-4c50-8b20-e550c5027b73 req-0f2cf080-a54a-413b-bd08-79b458900025 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 943 time: 0.0775530 Mar 16 11:24:44.870470 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-60f78c9a-1680-4c50-8b20-e550c5027b73 req-279ba73d-7ac9-4b3c-8de9-16544582ae7a tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367608 Mar 16 11:24:45.874708 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c8bf632d-5c9f-47c9-b555-428fad5c421e details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:24:46.007682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c8bf632d-5c9f-47c9-b555-428fad5c421e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c8bf632d-5c9f-47c9-b555-428fad5c421e,segment=NetworkSegment(3113ec8b-a63f-4a82-8fc0-6c4fd145d487),segment_id=3113ec8b-a63f-4a82-8fc0-6c4fd145d487)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:46.020744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'c8bf632d-5c9f-47c9-b555-428fad5c421e', 'network_id': '7c24f7d9-aa1f-41bd-a2a1-2a40826b0376', 'port_id': 'c8bf632d-5c9f-47c9-b555-428fad5c421e', 'mac_address': 'fa:16:3e:22:f2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d183415-bfc9-4d86-bee5-6d563928b784', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:24:46.053221 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf192fb-b4bb-4c0d-bbed-ff69696e3e7a req-c0cb57a0-db71-4566-a64e-900a03e67732 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:46.054679 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-acf192fb-b4bb-4c0d-bbed-ff69696e3e7a req-c0cb57a0-db71-4566-a64e-900a03e67732 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 943 time: 0.0784738 Mar 16 11:24:46.075285 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:46.091494 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bf632d-5c9f-47c9-b555-428fad5c421e {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:46.098946 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-acf192fb-b4bb-4c0d-bbed-ff69696e3e7a req-be785628-3584-4ea9-96d7-753e4165915c tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380332 Mar 16 11:24:46.117318 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c8bf632d-5c9f-47c9-b555-428fad5c421e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c8bf632d-5c9f-47c9-b555-428fad5c421e,segment=NetworkSegment(3113ec8b-a63f-4a82-8fc0-6c4fd145d487),segment_id=3113ec8b-a63f-4a82-8fc0-6c4fd145d487)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:46.122192 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:46.191712 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=c8bf632d-5c9f-47c9-b555-428fad5c421e,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:46.428119 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['c8bf632d-5c9f-47c9-b555-428fad5c421e'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:24:47.286336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec2386-45fa-4df5-b542-503e3ee9002a req-02125791-94fd-4e0a-a6fb-2545fb6b0ba4 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:47.287909 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3dec2386-45fa-4df5-b542-503e3ee9002a req-02125791-94fd-4e0a-a6fb-2545fb6b0ba4 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 944 time: 0.0809093 Mar 16 11:24:47.331630 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3dec2386-45fa-4df5-b542-503e3ee9002a req-e6087cbb-15bb-42fc-9628-d3b1db25358d tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374477 Mar 16 11:24:47.874036 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c8bf632d-5c9f-47c9-b555-428fad5c421e up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:47.943664 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:47.949062 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port c8bf632d-5c9f-47c9-b555-428fad5c421e completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:47.953453 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port c8bf632d-5c9f-47c9-b555-428fad5c421e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:47.953802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:48.066586 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:48.091858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6821af02-d1db-4b8c-b36d-803daba9f0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bf632d-5c9f-47c9-b555-428fad5c421e'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:48.101385 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port c8bf632d-5c9f-47c9-b555-428fad5c421e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c8bf632d-5c9f-47c9-b555-428fad5c421e,segment=NetworkSegment(3113ec8b-a63f-4a82-8fc0-6c4fd145d487),segment_id=3113ec8b-a63f-4a82-8fc0-6c4fd145d487)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:48.106767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:48.142578 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6821af02-d1db-4b8c-b36d-803daba9f0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bf632d-5c9f-47c9-b555-428fad5c421e', 'code': 200} Mar 16 11:24:48.176669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=c8bf632d-5c9f-47c9-b555-428fad5c421e,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:48.356335 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887e607-da9b-41d9-a883-7b33a2bc0f75 req-8e06c0e6-5d85-43ee-b798-5e10f0d08c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:48.357783 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e887e607-da9b-41d9-a883-7b33a2bc0f75 req-8e06c0e6-5d85-43ee-b798-5e10f0d08c4c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 1098 time: 0.0672328 Mar 16 11:24:48.401478 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e887e607-da9b-41d9-a883-7b33a2bc0f75 req-d1792316-5d45-47d1-9cff-64a042b64c50 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380869 Mar 16 11:24:48.522831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956c23c-0a11-4309-9f2f-2a972fb18f32 req-41182072-9310-46dc-bc41-3c7786fbbdb5 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:48.524827 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6956c23c-0a11-4309-9f2f-2a972fb18f32 req-41182072-9310-46dc-bc41-3c7786fbbdb5 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 945 time: 0.0838056 Mar 16 11:24:48.566986 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6956c23c-0a11-4309-9f2f-2a972fb18f32 req-2a5fcb57-686b-4816-ab38-418f0495d788 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365744 Mar 16 11:24:49.755861 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7780a29-34a6-4ad9-97f4-96f422ed11b3 req-6b2bccf7-9f95-4d13-948d-314d8843d795 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:49.757325 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d7780a29-34a6-4ad9-97f4-96f422ed11b3 req-6b2bccf7-9f95-4d13-948d-314d8843d795 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 945 time: 0.0828021 Mar 16 11:24:49.800645 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d7780a29-34a6-4ad9-97f4-96f422ed11b3 req-f8696da0-a2c0-4a7d-8c0a-a8d753638eeb tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370038 Mar 16 11:24:50.984327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa255ee-aff5-4c74-bfb0-8a1ad9ed7371 req-deaf3f02-c42e-403a-b1b2-bf274a5a8767 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:50.985730 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ffa255ee-aff5-4c74-bfb0-8a1ad9ed7371 req-deaf3f02-c42e-403a-b1b2-bf274a5a8767 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 945 time: 0.0804579 Mar 16 11:24:51.117337 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ffa255ee-aff5-4c74-bfb0-8a1ad9ed7371 req-c746ffb8-2c16-4134-87ad-cf978e10e756 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258774 Mar 16 11:24:51.305522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65882e3f-6b96-4bda-a2c9-317823cf1f1a req-38e545b2-3d55-46e1-8e1e-b36643edf046 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:51.306957 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-65882e3f-6b96-4bda-a2c9-317823cf1f1a req-38e545b2-3d55-46e1-8e1e-b36643edf046 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 945 time: 0.0785594 Mar 16 11:24:51.349639 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-65882e3f-6b96-4bda-a2c9-317823cf1f1a req-0b7f0403-18cb-4cdc-b4b8-36e4ba8799b1 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370696 Mar 16 11:25:00.893472 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f03a7811-14d9-4a34-940b-3ddb19a9546a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:03.080369 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-201c1d1d-ff71-47c5-a8b4-ec62bbb5614a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:04.438972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:04.514709 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:04.970272 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:25:05.535042 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a082ee6-768c-47c9-8f7f-cc979446fa27 req-a6938b80-c971-46ec-b839-7909f4fd2dad tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:05.536584 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a082ee6-768c-47c9-8f7f-cc979446fa27 req-a6938b80-c971-46ec-b839-7909f4fd2dad tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 945 time: 0.0768287 Mar 16 11:25:05.579251 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a082ee6-768c-47c9-8f7f-cc979446fa27 req-b4056368-548f-443a-b332-55cc022d588e tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365531 Mar 16 11:25:05.967251 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:06.767460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e1b1a-3589-4ee7-8a3a-be7fd006a0fa req-33a11a0e-bfc0-4e87-a0ce-1a841c7e90b1 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:06.768915 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ab1e1b1a-3589-4ee7-8a3a-be7fd006a0fa req-33a11a0e-bfc0-4e87-a0ce-1a841c7e90b1 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 945 time: 0.0818441 Mar 16 11:25:06.812222 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ab1e1b1a-3589-4ee7-8a3a-be7fd006a0fa req-501dfb13-acd4-4357-9c9e-6280a0d17d03 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/security-groups?id=31a58268-a594-4109-860b-b491e4158e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377085 Mar 16 11:25:07.353195 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf530bd-697e-458a-8c3c-d8bba9e7ea44 req-5e7e7bcd-984f-4d69-b558-a79c6be6d183 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:07.354603 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ddf530bd-697e-458a-8c3c-d8bba9e7ea44 req-5e7e7bcd-984f-4d69-b558-a79c6be6d183 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 945 time: 0.0798888 Mar 16 11:25:07.420992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-ddf530bd-697e-458a-8c3c-d8bba9e7ea44 req-dab5a83e-30ba-4b5a-b15f-898b471db69a tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Deleting port c8bf632d-5c9f-47c9-b555-428fad5c421e {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:07.421329 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ddf530bd-697e-458a-8c3c-d8bba9e7ea44 req-dab5a83e-30ba-4b5a-b15f-898b471db69a tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:07.657245 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-ddf530bd-697e-458a-8c3c-d8bba9e7ea44 req-dab5a83e-30ba-4b5a-b15f-898b471db69a tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] For port c8bf632d-5c9f-47c9-b555-428fad5c421e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c8bf632d-5c9f-47c9-b555-428fad5c421e,segment=NetworkSegment(3113ec8b-a63f-4a82-8fc0-6c4fd145d487),segment_id=3113ec8b-a63f-4a82-8fc0-6c4fd145d487)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:07.657599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ddf530bd-697e-458a-8c3c-d8bba9e7ea44 req-dab5a83e-30ba-4b5a-b15f-898b471db69a tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:07.776209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-ddf530bd-697e-458a-8c3c-d8bba9e7ea44 req-dab5a83e-30ba-4b5a-b15f-898b471db69a tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Calling delete_port for c8bf632d-5c9f-47c9-b555-428fad5c421e owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:07.952110 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ddf530bd-697e-458a-8c3c-d8bba9e7ea44 req-dab5a83e-30ba-4b5a-b15f-898b471db69a tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:07.964015 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['c8bf632d-5c9f-47c9-b555-428fad5c421e'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:25:07.965699 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8ac75e6d-6be8-4188-9d19-bfcf16701425 req-2e30fc39-2dbe-4493-93b7-877511bb2000 tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.44 "GET /v2.0/ports?device_id=6821af02-d1db-4b8c-b36d-803daba9f0b8 HTTP/1.1" status: 200 len: 210 time: 0.0492265 Mar 16 11:25:08.008901 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5a83e-30ba-4b5a-b15f-898b471db69a tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Pushing event deleted for resources: {'Port': ['ID=c8bf632d-5c9f-47c9-b555-428fad5c421e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:08.087063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf530bd-697e-458a-8c3c-d8bba9e7ea44 req-dab5a83e-30ba-4b5a-b15f-898b471db69a tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] No DVR routers for this DVR port c8bf632d-5c9f-47c9-b555-428fad5c421e on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:08.090109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-ddf530bd-697e-458a-8c3c-d8bba9e7ea44 req-dab5a83e-30ba-4b5a-b15f-898b471db69a tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:08.094076 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6821af02-d1db-4b8c-b36d-803daba9f0b8', 'name': 'network-vif-deleted', 'tag': 'c8bf632d-5c9f-47c9-b555-428fad5c421e'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:08.109634 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ddf530bd-697e-458a-8c3c-d8bba9e7ea44 req-dab5a83e-30ba-4b5a-b15f-898b471db69a tempest-TestEncryptedCinderVolumes-863615441 tempest-TestEncryptedCinderVolumes-863615441-project] 10.222.0.18 "DELETE /v2.0/ports/c8bf632d-5c9f-47c9-b555-428fad5c421e HTTP/1.1" status: 204 len: 173 time: 0.7499154 Mar 16 11:25:08.149202 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6821af02-d1db-4b8c-b36d-803daba9f0b8', 'name': 'network-vif-deleted', 'tag': 'c8bf632d-5c9f-47c9-b555-428fad5c421e', 'status': 'completed', 'code': 200} Mar 16 11:25:09.089737 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58890) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:09.705958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-053ceb80-109a-4e43-b2c0-6979d5823d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:09.952168 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c8bf632d-5c9f-47c9-b555-428fad5c421e no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:09.999586 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: c8bf632d-5c9f-47c9-b555-428fad5c421e {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:09.999993 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device c8bf632d-5c9f-47c9-b555-428fad5c421e not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:10.051365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-053ceb80-109a-4e43-b2c0-6979d5823d3c admin admin] Deleting port ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:10.051694 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-053ceb80-109a-4e43-b2c0-6979d5823d3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:10.217912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-053ceb80-109a-4e43-b2c0-6979d5823d3c admin admin] For port ea8306f9-c9d5-425a-9e00-0ae8f9baeec4, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=ea8306f9-c9d5-425a-9e00-0ae8f9baeec4,segment=NetworkSegment(3113ec8b-a63f-4a82-8fc0-6c4fd145d487),segment_id=3113ec8b-a63f-4a82-8fc0-6c4fd145d487)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:10.218609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-053ceb80-109a-4e43-b2c0-6979d5823d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:10.347635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-053ceb80-109a-4e43-b2c0-6979d5823d3c admin admin] Calling delete_port for ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:10.653354 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-053ceb80-109a-4e43-b2c0-6979d5823d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:10.703988 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ceb80-109a-4e43-b2c0-6979d5823d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8306f9-c9d5-425a-9e00-0ae8f9baeec4,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:11.070601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-053ceb80-109a-4e43-b2c0-6979d5823d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:11.416469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053ceb80-109a-4e43-b2c0-6979d5823d3c admin admin] Router 83ae8c3a-8529-41c5-be7e-c5d4edca5bde has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:25:11.588572 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053ceb80-109a-4e43-b2c0-6979d5823d3c admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:11.596982 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01720b72-5093-4564-96c4-36e1837a43c1 None None] Sync routers for ids ['83ae8c3a-8529-41c5-be7e-c5d4edca5bde'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:11.600477 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-053ceb80-109a-4e43-b2c0-6979d5823d3c admin admin] 10.222.0.44 "PUT /v2.0/routers/83ae8c3a-8529-41c5-be7e-c5d4edca5bde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5097020 Mar 16 11:25:11.603601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58894) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:11.607096 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01720b72-5093-4564-96c4-36e1837a43c1 None None] Routers {'83ae8c3a-8529-41c5-be7e-c5d4edca5bde'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:11.607733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-01720b72-5093-4564-96c4-36e1837a43c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['83ae8c3a-8529-41c5-be7e-c5d4edca5bde'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:11.771061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-81e23aa5-612c-4f7d-80e3-598d8ffaec81 admin admin] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:11.779791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-01720b72-5093-4564-96c4-36e1837a43c1 None None] Set router 83ae8c3a-8529-41c5-be7e-c5d4edca5bde gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:11.945829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-81e23aa5-612c-4f7d-80e3-598d8ffaec81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:11.955254 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-81e23aa5-612c-4f7d-80e3-598d8ffaec81 admin admin] Deleting port 721c3d0b-5b21-4836-b40b-47e334b90919 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:11.955633 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-81e23aa5-612c-4f7d-80e3-598d8ffaec81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:12.087740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-01720b72-5093-4564-96c4-36e1837a43c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'name': 'tempest-TestEncryptedCinderVolumes-1419145532-router', 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '721c3d0b-5b21-4836-b40b-47e334b90919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:53Z', 'updated_at': '2022-03-16T11:25:10Z', 'revision_number': 5, 'project_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'gw_port': {'id': '721c3d0b-5b21-4836-b40b-47e334b90919', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:53Z', 'updated_at': '2022-03-16T11:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:12.091733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01720b72-5093-4564-96c4-36e1837a43c1 None None] Checking router: 83ae8c3a-8529-41c5-be7e-c5d4edca5bde for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:12.099905 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01720b72-5093-4564-96c4-36e1837a43c1 None None] Routers {'83ae8c3a-8529-41c5-be7e-c5d4edca5bde'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:12.100493 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-01720b72-5093-4564-96c4-36e1837a43c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['83ae8c3a-8529-41c5-be7e-c5d4edca5bde'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:12.125725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-81e23aa5-612c-4f7d-80e3-598d8ffaec81 admin admin] For port 721c3d0b-5b21-4836-b40b-47e334b90919, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=721c3d0b-5b21-4836-b40b-47e334b90919,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:12.126079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-81e23aa5-612c-4f7d-80e3-598d8ffaec81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:12.246790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-01720b72-5093-4564-96c4-36e1837a43c1 None None] Set router 83ae8c3a-8529-41c5-be7e-c5d4edca5bde gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:12.247712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-81e23aa5-612c-4f7d-80e3-598d8ffaec81 admin admin] Calling delete_port for 721c3d0b-5b21-4836-b40b-47e334b90919 owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:12.354246 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-01720b72-5093-4564-96c4-36e1837a43c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'name': 'tempest-TestEncryptedCinderVolumes-1419145532-router', 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:53Z', 'updated_at': '2022-03-16T11:25:11Z', 'revision_number': 6, 'project_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:12.358386 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01720b72-5093-4564-96c4-36e1837a43c1 None None] The sync data for ids ['83ae8c3a-8529-41c5-be7e-c5d4edca5bde'] in dv-neutron-833859-1-hyperv is: [{'id': '83ae8c3a-8529-41c5-be7e-c5d4edca5bde', 'name': 'tempest-TestEncryptedCinderVolumes-1419145532-router', 'tenant_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:53Z', 'updated_at': '2022-03-16T11:25:11Z', 'revision_number': 6, 'project_id': 'b6af79d4dd484d55bf5e2f9ae8622be2', 'gw_port_host': None}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:12.532698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-81e23aa5-612c-4f7d-80e3-598d8ffaec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:12.577600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e23aa5-612c-4f7d-80e3-598d8ffaec81 admin admin] Pushing event deleted for resources: {'Port': ['ID=721c3d0b-5b21-4836-b40b-47e334b90919,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:12.666131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-81e23aa5-612c-4f7d-80e3-598d8ffaec81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:12.841589 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-81e23aa5-612c-4f7d-80e3-598d8ffaec81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:12.843804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-81e23aa5-612c-4f7d-80e3-598d8ffaec81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:12.864948 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-81e23aa5-612c-4f7d-80e3-598d8ffaec81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:12.865423 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e23aa5-612c-4f7d-80e3-598d8ffaec81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83ae8c3a-8529-41c5-be7e-c5d4edca5bde {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:25:12.877207 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-81e23aa5-612c-4f7d-80e3-598d8ffaec81 admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:12.878307 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-81e23aa5-612c-4f7d-80e3-598d8ffaec81 admin admin] 10.222.0.44 "DELETE /v2.0/routers/83ae8c3a-8529-41c5-be7e-c5d4edca5bde HTTP/1.1" status: 204 len: 168 time: 1.2738338 Mar 16 11:25:12.880818 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58898) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:12.937687 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ba5f64-5e31-45a6-a195-45dbe0915919 admin admin] Deleting subnet 6d183415-bfc9-4d86-bee5-6d563928b784 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:25:12.940399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-23ba5f64-5e31-45a6-a195-45dbe0915919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:12.995741 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-23ba5f64-5e31-45a6-a195-45dbe0915919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.071085 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-23ba5f64-5e31-45a6-a195-45dbe0915919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.111901 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:13.140074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-23ba5f64-5e31-45a6-a195-45dbe0915919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.147467 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:13.147874 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device ea8306f9-c9d5-425a-9e00-0ae8f9baeec4 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:13.184520 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-23ba5f64-5e31-45a6-a195-45dbe0915919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.187566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba5f64-5e31-45a6-a195-45dbe0915919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d183415-bfc9-4d86-bee5-6d563928b784,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:13.189574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0180d34f-351a-40e0-a434-92c8a336decc None None] Network 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:13.193009 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-23ba5f64-5e31-45a6-a195-45dbe0915919 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6d183415-bfc9-4d86-bee5-6d563928b784 HTTP/1.1" status: 204 len: 168 time: 0.3112741 Mar 16 11:25:13.196174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58902) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:13.311763 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.322633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Deleting port 73ecc521-9e51-4a58-bd05-abbeab55610a {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:13.322961 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.461165 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2281b2e4-8c7d-48b3-b5ff-d92325e11f80 None None] DHCP port deletion for 7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:25:13.465225 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2281b2e4-8c7d-48b3-b5ff-d92325e11f80 None None] Deleting port 73ecc521-9e51-4a58-bd05-abbeab55610a {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:13.465602 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2281b2e4-8c7d-48b3-b5ff-d92325e11f80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.537894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] For port 73ecc521-9e51-4a58-bd05-abbeab55610a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=73ecc521-9e51-4a58-bd05-abbeab55610a,segment=NetworkSegment(3113ec8b-a63f-4a82-8fc0-6c4fd145d487),segment_id=3113ec8b-a63f-4a82-8fc0-6c4fd145d487)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:13.538242 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.663034 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Calling delete_port for 73ecc521-9e51-4a58-bd05-abbeab55610a owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:13.667032 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-2281b2e4-8c7d-48b3-b5ff-d92325e11f80 None None] For port 73ecc521-9e51-4a58-bd05-abbeab55610a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=73ecc521-9e51-4a58-bd05-abbeab55610a,segment=NetworkSegment(3113ec8b-a63f-4a82-8fc0-6c4fd145d487),segment_id=3113ec8b-a63f-4a82-8fc0-6c4fd145d487)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:13.667462 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2281b2e4-8c7d-48b3-b5ff-d92325e11f80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.737362 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.786490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Pushing event deleted for resources: {'Port': ['ID=73ecc521-9e51-4a58-bd05-abbeab55610a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:13.786742 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2281b2e4-8c7d-48b3-b5ff-d92325e11f80 None None] Calling delete_port for 73ecc521-9e51-4a58-bd05-abbeab55610a owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:13.789455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] No DVR routers for this DVR port 73ecc521-9e51-4a58-bd05-abbeab55610a on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:13.821848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:13.822186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:13.822516 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:13.822840 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:13.823176 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:13.823507 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:13.823825 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:13.824145 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:13.824455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:13.824768 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:13.825079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:13.825384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:13.865370 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-2281b2e4-8c7d-48b3-b5ff-d92325e11f80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:25:13.866299 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-2281b2e4-8c7d-48b3-b5ff-d92325e11f80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:25:13.913016 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.938016 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c24f7d9-aa1f-41bd-a2a1-2a40826b0376']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:13.950208 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3113ec8b-a63f-4a82-8fc0-6c4fd145d487') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:13.950503 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3113ec8b-a63f-4a82-8fc0-6c4fd145d487') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:13.961459 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.976989 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.983077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:25:13.983504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:13.996934 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:14.071303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.086823 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.103689 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c24f7d9-aa1f-41bd-a2a1-2a40826b0376,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:14.115032 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c50c2fc8-af9b-445a-9a0a-682b7efdec35 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7c24f7d9-aa1f-41bd-a2a1-2a40826b0376 HTTP/1.1" status: 204 len: 168 time: 0.9172816 Mar 16 11:25:14.118171 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58906) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:14.368320 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2281b2e4-8c7d-48b3-b5ff-d92325e11f80 None None] Deleting port 73ecc521-9e51-4a58-bd05-abbeab55610a {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:14.368883 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2281b2e4-8c7d-48b3-b5ff-d92325e11f80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.434948 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2281b2e4-8c7d-48b3-b5ff-d92325e11f80 None None] The port '73ecc521-9e51-4a58-bd05-abbeab55610a' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:25:14.749089 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-63b6c0d9-9836-43b7-a4af-f1ced60ff14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.809763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 721c3d0b-5b21-4836-b40b-47e334b90919 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:14.847463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 721c3d0b-5b21-4836-b40b-47e334b90919 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:14.847895 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 721c3d0b-5b21-4836-b40b-47e334b90919 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:14.848378 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 73ecc521-9e51-4a58-bd05-abbeab55610a no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:14.882889 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 73ecc521-9e51-4a58-bd05-abbeab55610a {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:14.883136 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 73ecc521-9e51-4a58-bd05-abbeab55610a not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:15.113739 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-63b6c0d9-9836-43b7-a4af-f1ced60ff14e admin admin] Deleting port 929ba3ba-a30a-43af-bbd5-4098878b85dd {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:15.113978 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-63b6c0d9-9836-43b7-a4af-f1ced60ff14e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.286282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-63b6c0d9-9836-43b7-a4af-f1ced60ff14e admin admin] For port 929ba3ba-a30a-43af-bbd5-4098878b85dd, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=929ba3ba-a30a-43af-bbd5-4098878b85dd,segment=NetworkSegment(45c2b35f-8734-4bfc-a5fb-38a830dcb49c),segment_id=45c2b35f-8734-4bfc-a5fb-38a830dcb49c)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:15.286629 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-63b6c0d9-9836-43b7-a4af-f1ced60ff14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.424759 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-63b6c0d9-9836-43b7-a4af-f1ced60ff14e admin admin] Calling delete_port for 929ba3ba-a30a-43af-bbd5-4098878b85dd owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:15.860107 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-63b6c0d9-9836-43b7-a4af-f1ced60ff14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.904559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6c0d9-9836-43b7-a4af-f1ced60ff14e admin admin] Pushing event deleted for resources: {'Port': ['ID=929ba3ba-a30a-43af-bbd5-4098878b85dd,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:16.165451 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-63b6c0d9-9836-43b7-a4af-f1ced60ff14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.515838 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b6c0d9-9836-43b7-a4af-f1ced60ff14e admin admin] Router 83208da8-8960-4aa4-9875-d99fab835fde has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:25:16.688294 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b6c0d9-9836-43b7-a4af-f1ced60ff14e admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:16.696931 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb486c1-e36f-4849-b662-8556d2074788 None None] Sync routers for ids ['83208da8-8960-4aa4-9875-d99fab835fde'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:16.698126 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-63b6c0d9-9836-43b7-a4af-f1ced60ff14e admin admin] 10.222.0.44 "PUT /v2.0/routers/83208da8-8960-4aa4-9875-d99fab835fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5788472 Mar 16 11:25:16.700563 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58910) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:16.709687 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb486c1-e36f-4849-b662-8556d2074788 None None] Routers {'83208da8-8960-4aa4-9875-d99fab835fde'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:16.710920 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3eb486c1-e36f-4849-b662-8556d2074788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['83208da8-8960-4aa4-9875-d99fab835fde'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:16.879016 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-93a6a89a-5785-4b76-b6b3-0272c1f0b5f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.884013 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-3eb486c1-e36f-4849-b662-8556d2074788 None None] Set router 83208da8-8960-4aa4-9875-d99fab835fde gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:17.164303 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3eb486c1-e36f-4849-b662-8556d2074788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83208da8-8960-4aa4-9875-d99fab835fde', 'name': 'tempest-TestEncryptedCinderVolumes-1881915610-router', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:25:15Z', 'revision_number': 5, 'project_id': 'ad3821a9d70549ddb90af149e702543e', 'gw_port': {'id': 'a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83208da8-8960-4aa4-9875-d99fab835fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:17.168098 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb486c1-e36f-4849-b662-8556d2074788 None None] Checking router: 83208da8-8960-4aa4-9875-d99fab835fde for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:17.170923 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-93a6a89a-5785-4b76-b6b3-0272c1f0b5f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.176125 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb486c1-e36f-4849-b662-8556d2074788 None None] Routers {'83208da8-8960-4aa4-9875-d99fab835fde'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:17.176716 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3eb486c1-e36f-4849-b662-8556d2074788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['83208da8-8960-4aa4-9875-d99fab835fde'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:17.180316 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-93a6a89a-5785-4b76-b6b3-0272c1f0b5f4 admin admin] Deleting port a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:17.180709 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-93a6a89a-5785-4b76-b6b3-0272c1f0b5f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.324717 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-3eb486c1-e36f-4849-b662-8556d2074788 None None] Set router 83208da8-8960-4aa4-9875-d99fab835fde gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:17.353443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-93a6a89a-5785-4b76-b6b3-0272c1f0b5f4 admin admin] For port a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:17.353791 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-93a6a89a-5785-4b76-b6b3-0272c1f0b5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.427627 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3eb486c1-e36f-4849-b662-8556d2074788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83208da8-8960-4aa4-9875-d99fab835fde', 'name': 'tempest-TestEncryptedCinderVolumes-1881915610-router', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:25:17Z', 'revision_number': 6, 'project_id': 'ad3821a9d70549ddb90af149e702543e', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:17.431635 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb486c1-e36f-4849-b662-8556d2074788 None None] The sync data for ids ['83208da8-8960-4aa4-9875-d99fab835fde'] in dv-neutron-833859-1-hyperv is: [{'id': '83208da8-8960-4aa4-9875-d99fab835fde', 'name': 'tempest-TestEncryptedCinderVolumes-1881915610-router', 'tenant_id': 'ad3821a9d70549ddb90af149e702543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:25:17Z', 'revision_number': 6, 'project_id': 'ad3821a9d70549ddb90af149e702543e', 'gw_port_host': None}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:17.475088 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-93a6a89a-5785-4b76-b6b3-0272c1f0b5f4 admin admin] Calling delete_port for a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2 owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:17.638697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-93a6a89a-5785-4b76-b6b3-0272c1f0b5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.686570 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6a89a-5785-4b76-b6b3-0272c1f0b5f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:17.775030 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-93a6a89a-5785-4b76-b6b3-0272c1f0b5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.937568 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.955168 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-93a6a89a-5785-4b76-b6b3-0272c1f0b5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.957385 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-93a6a89a-5785-4b76-b6b3-0272c1f0b5f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.982662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-93a6a89a-5785-4b76-b6b3-0272c1f0b5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.983220 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a6a89a-5785-4b76-b6b3-0272c1f0b5f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83208da8-8960-4aa4-9875-d99fab835fde {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:25:17.995699 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-93a6a89a-5785-4b76-b6b3-0272c1f0b5f4 admin admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.996907 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-93a6a89a-5785-4b76-b6b3-0272c1f0b5f4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/83208da8-8960-4aa4-9875-d99fab835fde HTTP/1.1" status: 204 len: 168 time: 1.2953401 Mar 16 11:25:17.999582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58914) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:18.062634 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e6c7a7-1993-4efb-ab5c-b16d10610474 admin admin] Deleting subnet 04a3cf1a-bf48-4641-ae1d-ccda4d82024e {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:25:18.065482 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c7a7-1993-4efb-ab5c-b16d10610474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.113897 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c7a7-1993-4efb-ab5c-b16d10610474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.190598 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c7a7-1993-4efb-ab5c-b16d10610474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.261774 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c7a7-1993-4efb-ab5c-b16d10610474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.303519 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6c7a7-1993-4efb-ab5c-b16d10610474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a3cf1a-bf48-4641-ae1d-ccda4d82024e,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:18.307693 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c7a7-1993-4efb-ab5c-b16d10610474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.312809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ec45c5-7be2-415a-bc58-8e0fbfaecb16 None None] Network 29ace669-b63a-46cd-9161-9fa7c425ff19 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:18.314026 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c0e6c7a7-1993-4efb-ab5c-b16d10610474 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/04a3cf1a-bf48-4641-ae1d-ccda4d82024e HTTP/1.1" status: 204 len: 168 time: 0.3134828 Mar 16 11:25:18.316529 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58918) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:18.424731 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.436917 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] Deleting port a84fb33d-a7bb-4394-a90b-866182de90c8 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:18.436917 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.608128 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675c638a-649c-447d-81f9-3666ef0e939e None None] DHCP port deletion for 29ace669-b63a-46cd-9161-9fa7c425ff19 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:25:18.612370 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-675c638a-649c-447d-81f9-3666ef0e939e None None] Deleting port a84fb33d-a7bb-4394-a90b-866182de90c8 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:18.612746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-675c638a-649c-447d-81f9-3666ef0e939e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.637309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] For port a84fb33d-a7bb-4394-a90b-866182de90c8, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a84fb33d-a7bb-4394-a90b-866182de90c8,segment=NetworkSegment(45c2b35f-8734-4bfc-a5fb-38a830dcb49c),segment_id=45c2b35f-8734-4bfc-a5fb-38a830dcb49c)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:18.637649 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.760825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] Calling delete_port for a84fb33d-a7bb-4394-a90b-866182de90c8 owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:18.816665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-675c638a-649c-447d-81f9-3666ef0e939e None None] For port a84fb33d-a7bb-4394-a90b-866182de90c8, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a84fb33d-a7bb-4394-a90b-866182de90c8,segment=NetworkSegment(45c2b35f-8734-4bfc-a5fb-38a830dcb49c),segment_id=45c2b35f-8734-4bfc-a5fb-38a830dcb49c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:18.816977 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-675c638a-649c-447d-81f9-3666ef0e939e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.826490 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 929ba3ba-a30a-43af-bbd5-4098878b85dd no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:18.836928 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.865989 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 929ba3ba-a30a-43af-bbd5-4098878b85dd {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:18.866363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 929ba3ba-a30a-43af-bbd5-4098878b85dd not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:18.866765 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a84fb33d-a7bb-4394-a90b-866182de90c8 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:18.880792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] Pushing event deleted for resources: {'Port': ['ID=a84fb33d-a7bb-4394-a90b-866182de90c8,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:18.886136 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] No DVR routers for this DVR port a84fb33d-a7bb-4394-a90b-866182de90c8 on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:18.999209 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: a84fb33d-a7bb-4394-a90b-866182de90c8 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:18.999830 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a84fb33d-a7bb-4394-a90b-866182de90c8 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:18.999939 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:19.031382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-675c638a-649c-447d-81f9-3666ef0e939e None None] Calling delete_port for a84fb33d-a7bb-4394-a90b-866182de90c8 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:19.072126 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:19.072448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a8fcff4c-1215-48b8-a8d5-c05ee67ea6e2 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:19.103574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.109241 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-675c638a-649c-447d-81f9-3666ef0e939e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:25:19.109604 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-675c638a-649c-447d-81f9-3666ef0e939e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:25:19.131040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ace669-b63a-46cd-9161-9fa7c425ff19']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:19.143046 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c2b35f-8734-4bfc-a5fb-38a830dcb49c') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:19.143354 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c2b35f-8734-4bfc-a5fb-38a830dcb49c') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:19.154460 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.169871 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.175678 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:25:19.176036 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:19.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:19.264052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.268546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.293102 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] 10.222.0.44 "DELETE /v2.0/networks/29ace669-b63a-46cd-9161-9fa7c425ff19 HTTP/1.1" status: 204 len: 168 time: 0.9749873 Mar 16 11:25:19.295296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b8018-7890-41bf-86d6-cabbad5ffa5c admin admin] Pushing event deleted for resources: {'Network': ['ID=29ace669-b63a-46cd-9161-9fa7c425ff19,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:19.486950 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58924) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:19.535783 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4c639f24-c6f3-4d6e-9480-8adbb3721ad5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6af79d4dd484d55bf5e2f9ae8622be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452974 Mar 16 11:25:19.536047 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58928) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:19.592014 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c0a7836b-3658-4c9c-bb52-259b22abdd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.611023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-675c638a-649c-447d-81f9-3666ef0e939e None None] Deleting port a84fb33d-a7bb-4394-a90b-866182de90c8 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:19.611438 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-675c638a-649c-447d-81f9-3666ef0e939e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.617284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c0a7836b-3658-4c9c-bb52-259b22abdd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.675854 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c0a7836b-3658-4c9c-bb52-259b22abdd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.681212 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-675c638a-649c-447d-81f9-3666ef0e939e None None] The port 'a84fb33d-a7bb-4394-a90b-866182de90c8' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:25:19.696397 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7836b-3658-4c9c-bb52-259b22abdd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a58268-a594-4109-860b-b491e4158e6b,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:19.711202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c0a7836b-3658-4c9c-bb52-259b22abdd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.712323 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c0a7836b-3658-4c9c-bb52-259b22abdd18 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31a58268-a594-4109-860b-b491e4158e6b HTTP/1.1" status: 204 len: 168 time: 0.1755111 Mar 16 11:25:20.071199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58936) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:20.118621 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-23c45147-b717-4266-81f7-d66f206e7e30 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad3821a9d70549ddb90af149e702543e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462918 Mar 16 11:25:20.120969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58940) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:20.177883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74c3e33f-24b1-4f7d-bb18-00bbb3436c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.202918 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74c3e33f-24b1-4f7d-bb18-00bbb3436c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.253509 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74c3e33f-24b1-4f7d-bb18-00bbb3436c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.271052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3e33f-24b1-4f7d-bb18-00bbb3436c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb6ba14-132e-4698-b5c4-960161080368,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:20.276132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-74c3e33f-24b1-4f7d-bb18-00bbb3436c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.277303 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-74c3e33f-24b1-4f7d-bb18-00bbb3436c04 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bfb6ba14-132e-4698-b5c4-960161080368 HTTP/1.1" status: 204 len: 168 time: 0.1554213 Mar 16 11:25:20.999465 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58964) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:21.127077 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-223734679-network', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:21.131841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:21.135735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Usage tracker for resource:network and tenant:8e9eff16e18b4769b0ce21a010887202 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:21.138561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:21.144581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:21.154656 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Made reservation on behalf of 8e9eff16e18b4769b0ce21a010887202 for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:21.157019 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.169073 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.185820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:21.189532 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Usage tracker for resource:security_group_rule and tenant:8e9eff16e18b4769b0ce21a010887202 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:21.192247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:21.197769 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:21.278044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.281783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.313912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:25:21.319213 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b80408-82ac-4e96-abf6-23acbae0d350,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:21.326875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.327242 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Added segment b85810de-32d5-4e24-8ea7-5ea9a005b804 of type vlan for network 3db9d315-8754-4b7e-a0bc-a9a919fefd4e Mar 16 11:25:21.353149 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.379758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.380653 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:21.381212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.486457 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4858458 Mar 16 11:25:21.487345 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad27aa-e176-4d5f-9768-d0379abdacf1 admin admin] Pushing event updated for resources: {'Network': ['ID=3db9d315-8754-4b7e-a0bc-a9a919fefd4e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:21.489361 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58970) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:21.495940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-cff0a544-5c5e-4c17-97ac-253f3013e8a0 admin admin] Request body: {'subnet': {'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-223734679-subnet', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'ip_version': 4}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:21.497292 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 3db9d315-8754-4b7e-a0bc-a9a919fefd4e details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:25:21.500870 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cff0a544-5c5e-4c17-97ac-253f3013e8a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:21.504639 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cff0a544-5c5e-4c17-97ac-253f3013e8a0 admin admin] Usage tracker for resource:subnet and tenant:8e9eff16e18b4769b0ce21a010887202 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:21.507488 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cff0a544-5c5e-4c17-97ac-253f3013e8a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:21.513117 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cff0a544-5c5e-4c17-97ac-253f3013e8a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:21.523519 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff0a544-5c5e-4c17-97ac-253f3013e8a0 admin admin] Made reservation on behalf of 8e9eff16e18b4769b0ce21a010887202 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:21.525755 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cff0a544-5c5e-4c17-97ac-253f3013e8a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.734729 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cff0a544-5c5e-4c17-97ac-253f3013e8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.915181 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0a544-5c5e-4c17-97ac-253f3013e8a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=872b6dd1-8ecd-4fab-a4a2-1de21885c26a,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:21.923635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0a544-5c5e-4c17-97ac-253f3013e8a0 admin admin] Checking segment: {'id': 'b85810de-32d5-4e24-8ea7-5ea9a005b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:21.923984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff0a544-5c5e-4c17-97ac-253f3013e8a0 admin admin] Network hostable DHCP agents. Network: 3db9d315-8754-4b7e-a0bc-a9a919fefd4e, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:25:21.942332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff0a544-5c5e-4c17-97ac-253f3013e8a0 admin admin] Network 3db9d315-8754-4b7e-a0bc-a9a919fefd4e is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:25:21.951001 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-cff0a544-5c5e-4c17-97ac-253f3013e8a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 3db9d315-8754-4b7e-a0bc-a9a919fefd4e) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:21.956667 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff0a544-5c5e-4c17-97ac-253f3013e8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:21.957219 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cff0a544-5c5e-4c17-97ac-253f3013e8a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.962031 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092be8ae-3f01-4b16-a02a-5b7fd0ea79d0 None None] Network 3db9d315-8754-4b7e-a0bc-a9a919fefd4e requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:21.978694 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cff0a544-5c5e-4c17-97ac-253f3013e8a0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4876845 Mar 16 11:25:21.981214 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58974) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:21.986130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-223734679-router', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:21.990479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:21.994278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Usage tracker for resource:router and tenant:8e9eff16e18b4769b0ce21a010887202 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:21.997062 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:22.002665 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:22.012718 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.013687 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.028411 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.182080 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-3db9d315-8754-4b7e-a0bc-a9a919fefd4e', 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'fixed_ips': [{'subnet_id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:25:22.182931 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.303279 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.337857 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Allocated IP 172.20.0.2 (3db9d315-8754-4b7e-a0bc-a9a919fefd4e/872b6dd1-8ecd-4fab-a4a2-1de21885c26a/5df4af63-0e2f-4173-93be-383a48fc8f92) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:22.551045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.561616 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Transition to ACTIVE for port object 5df4af63-0e2f-4173-93be-383a48fc8f92 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:22.579985 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Transition to ACTIVE for port object 5df4af63-0e2f-4173-93be-383a48fc8f92 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:22.585894 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.637402 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.645604 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Network 3db9d315-8754-4b7e-a0bc-a9a919fefd4e is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:22.648403 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:22.651856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:22.667144 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.694081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Pushing event updated for resources: {'Port': ['ID=5df4af63-0e2f-4173-93be-383a48fc8f92,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:22.734919 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:22.735284 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:22.735625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:22.735958 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:22.736283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:22.736610 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:22.736933 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:22.737252 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:22.737571 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:22.737889 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:22.738204 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:22.738518 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:22.802236 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Attempting to bind port 5df4af63-0e2f-4173-93be-383a48fc8f92 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:22.802509 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Attempting to bind port 5df4af63-0e2f-4173-93be-383a48fc8f92 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'b85810de-32d5-4e24-8ea7-5ea9a005b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:22.802870 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Attempting to bind port 5df4af63-0e2f-4173-93be-383a48fc8f92 on network 3db9d315-8754-4b7e-a0bc-a9a919fefd4e {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:22.807917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Allocated IP 172.26.3.9 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/3aae13fa-65fb-4239-b8be-674eddc30176) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:22.808606 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:22.808984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Checking segment: {'id': 'b85810de-32d5-4e24-8ea7-5ea9a005b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:22.809385 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.809782 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Bound using segment: {'id': 'b85810de-32d5-4e24-8ea7-5ea9a005b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:22.810281 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Bound port: 5df4af63-0e2f-4173-93be-383a48fc8f92, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85810de-32d5-4e24-8ea7-5ea9a005b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:22.810694 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.895879 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] For port 5df4af63-0e2f-4173-93be-383a48fc8f92, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:22.898798 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] For port 5df4af63-0e2f-4173-93be-383a48fc8f92, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5df4af63-0e2f-4173-93be-383a48fc8f92,segment=NetworkSegment(b85810de-32d5-4e24-8ea7-5ea9a005b804),segment_id=b85810de-32d5-4e24-8ea7-5ea9a005b804)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:22.903474 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.952995 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.981800 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.993200 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dbd0f-b25a-4ec0-b832-a3e7a9bf36c7 None None] Pushing event updated for resources: {'Port': ['ID=5df4af63-0e2f-4173-93be-383a48fc8f92,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:23.047498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:23.050194 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:23.058626 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:23.095985 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Pushing event updated for resources: {'Port': ['ID=3aae13fa-65fb-4239-b8be-674eddc30176,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:23.579057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.875007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7973afb7-0d3e-4747-8781-1df463156a60 None None] Network 3db9d315-8754-4b7e-a0bc-a9a919fefd4e requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:23.923805 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.996702 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e1f62183-9ba3-4385-88cb-8c97db872753 None None] Provisioning for port 5df4af63-0e2f-4173-93be-383a48fc8f92 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:24.131242 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Router aea25314-059d-421b-8bc1-803955484eab is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:25:24.319820 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:24.328355 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Sync routers for ids ['aea25314-059d-421b-8bc1-803955484eab'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:24.341035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Routers {'aea25314-059d-421b-8bc1-803955484eab'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:24.341715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['aea25314-059d-421b-8bc1-803955484eab'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:24.343287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:24.346899 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9f271080-c05d-4ab0-8ba6-5997e9640c32 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3623812 Mar 16 11:25:24.347098 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 58978) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:24.524695 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Set router aea25314-059d-421b-8bc1-803955484eab gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:24.816456 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea25314-059d-421b-8bc1-803955484eab', 'name': 'tempest-TestMinimumBasicScenario-223734679-router', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:23Z', 'revision_number': 3, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'gw_port': {'id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:24.820350 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Checking router: aea25314-059d-421b-8bc1-803955484eab for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:24.820769 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Updating router aea25314-059d-421b-8bc1-803955484eab port 3aae13fa-65fb-4239-b8be-674eddc30176 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:25:24.858578 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5df4af63-0e2f-4173-93be-383a48fc8f92 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:24.924762 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.021287 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 5df4af63-0e2f-4173-93be-383a48fc8f92 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:25.035086 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5df4af63-0e2f-4173-93be-383a48fc8f92 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:25.035403 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.140598 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.264605 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.314316 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 5df4af63-0e2f-4173-93be-383a48fc8f92, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5df4af63-0e2f-4173-93be-383a48fc8f92,segment=NetworkSegment(b85810de-32d5-4e24-8ea7-5ea9a005b804),segment_id=b85810de-32d5-4e24-8ea7-5ea9a005b804)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:25.342364 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.347101 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Allocated IP 172.20.0.1 (3db9d315-8754-4b7e-a0bc-a9a919fefd4e/872b6dd1-8ecd-4fab-a4a2-1de21885c26a/a468a1f2-c055-46a7-a567-4942bd8d72b3) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:25.468709 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.487676 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=5df4af63-0e2f-4173-93be-383a48fc8f92,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:25.494008 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Transition to ACTIVE for port object 3aae13fa-65fb-4239-b8be-674eddc30176 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:25.504046 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.505020 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.520802 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Transition to ACTIVE for port object a468a1f2-c055-46a7-a567-4942bd8d72b3 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:25.544354 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.587231 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Attempting to bind port 3aae13fa-65fb-4239-b8be-674eddc30176 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:25.587598 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Attempting to bind port 3aae13fa-65fb-4239-b8be-674eddc30176 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:25.587959 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Attempting to bind port 3aae13fa-65fb-4239-b8be-674eddc30176 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:25.593598 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081426eb-1b3b-4242-a7ba-1855e4560926 None None] Pushing event updated for resources: {'Port': ['ID=3aae13fa-65fb-4239-b8be-674eddc30176,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:25.597856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:25.598231 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:25.598630 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.599018 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:25.599506 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Bound port: 3aae13fa-65fb-4239-b8be-674eddc30176, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:25.599871 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.604282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Network 3db9d315-8754-4b7e-a0bc-a9a919fefd4e is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:25.607037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:25.614722 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:25.662259 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Pushing event updated for resources: {'Port': ['ID=a468a1f2-c055-46a7-a567-4942bd8d72b3,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:25.676272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.680018 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] For port 3aae13fa-65fb-4239-b8be-674eddc30176, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:25.684174 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] For port 3aae13fa-65fb-4239-b8be-674eddc30176, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3aae13fa-65fb-4239-b8be-674eddc30176,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:25.688299 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.775073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Routers {'aea25314-059d-421b-8bc1-803955484eab'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:25.776084 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['aea25314-059d-421b-8bc1-803955484eab'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:25.867859 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081426eb-1b3b-4242-a7ba-1855e4560926 None None] Pushing event updated for resources: {'Port': ['ID=3aae13fa-65fb-4239-b8be-674eddc30176,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:25.890123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-439d0f47-0262-4a1a-84a2-56aa118c6f49 None None] Provisioning for port a468a1f2-c055-46a7-a567-4942bd8d72b3 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:25.948633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.952541 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-439d0f47-0262-4a1a-84a2-56aa118c6f49 None None] Provisioning complete for port a468a1f2-c055-46a7-a567-4942bd8d72b3 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:25.953092 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-439d0f47-0262-4a1a-84a2-56aa118c6f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.033211 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-439d0f47-0262-4a1a-84a2-56aa118c6f49 None None] Port a468a1f2-c055-46a7-a567-4942bd8d72b3 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:25:26.038784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] Set router aea25314-059d-421b-8bc1-803955484eab gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:26.177262 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.182496 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.282396 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Pushing event updated for resources: {'Port': ['ID=a468a1f2-c055-46a7-a567-4942bd8d72b3,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:26.286678 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.323347 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea25314-059d-421b-8bc1-803955484eab', 'name': 'tempest-TestMinimumBasicScenario-223734679-router', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:23Z', 'revision_number': 3, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'gw_port': {'id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:26.327341 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0a9c5a-3f4b-4ae7-83dc-12203b33069e None None] The sync data for ids ['aea25314-059d-421b-8bc1-803955484eab'] in dv-neutron-833859-1-hyperv is: [{'id': 'aea25314-059d-421b-8bc1-803955484eab', 'name': 'tempest-TestMinimumBasicScenario-223734679-router', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:23Z', 'revision_number': 3, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'gw_port': {'id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:26.542475 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Network 3db9d315-8754-4b7e-a0bc-a9a919fefd4e is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:26.542817 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:26.748135 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Router aea25314-059d-421b-8bc1-803955484eab has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:25:26.764002 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-112898ae-8232-466b-97c5-2c2ed5fa8871 None None] Provisioning complete for port a468a1f2-c055-46a7-a567-4942bd8d72b3 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:26.764359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-112898ae-8232-466b-97c5-2c2ed5fa8871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.833386 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-112898ae-8232-466b-97c5-2c2ed5fa8871 None None] Port a468a1f2-c055-46a7-a567-4942bd8d72b3 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:25:26.909451 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3aae13fa-65fb-4239-b8be-674eddc30176 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:26.942041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:26.951943 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4cd38245-59d6-47ff-9a30-4913d705d06c admin admin] 10.222.0.44 "PUT /v2.0/routers/aea25314-059d-421b-8bc1-803955484eab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6038213 Mar 16 11:25:26.982539 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 3aae13fa-65fb-4239-b8be-674eddc30176 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:26.987976 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 3aae13fa-65fb-4239-b8be-674eddc30176 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:26.988342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.117790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.134975 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 3aae13fa-65fb-4239-b8be-674eddc30176, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3aae13fa-65fb-4239-b8be-674eddc30176,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:27.139407 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.140414 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5df4af63-0e2f-4173-93be-383a48fc8f92 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:27.259345 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=3aae13fa-65fb-4239-b8be-674eddc30176,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:27.272851 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5df4af63-0e2f-4173-93be-383a48fc8f92 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:27.273224 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.497360 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 58996) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:27.502772 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1348311511-network', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:27.508067 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:27.511877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Usage tracker for resource:network and tenant:d86842b0fb0c469ea9a3f58d58b9b25c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:27.514765 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:27.520442 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:27.531033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Made reservation on behalf of d86842b0fb0c469ea9a3f58d58b9b25c for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:27.533467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.545420 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.559200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:27.562853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Usage tracker for resource:security_group_rule and tenant:d86842b0fb0c469ea9a3f58d58b9b25c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:27.565581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:27.571645 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:27.658790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.664372 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.692943 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:25:27.708877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdda94db-0487-4844-978c-1c6f692a3728,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:27.714271 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.714609 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Added segment e435d469-c75d-4e63-aa63-9149ba39b257 of type vlan for network d810b2cc-59e0-479c-8d6f-695d244f2538 Mar 16 11:25:27.742989 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.771902 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.772799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:27.773361 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.874044 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3755412 Mar 16 11:25:27.874994 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1239c7-96e9-4692-ac23-5f3ea44bfb1d admin admin] Pushing event updated for resources: {'Network': ['ID=d810b2cc-59e0-479c-8d6f-695d244f2538,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:27.876863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59000) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:27.884870 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network d810b2cc-59e0-479c-8d6f-695d244f2538 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:25:27.885048 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-76cd8389-111f-4387-bf52-2bd3c330671e admin admin] Request body: {'subnet': {'network_id': 'd810b2cc-59e0-479c-8d6f-695d244f2538', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1348311511-subnet', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'ip_version': 4}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:27.889721 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-76cd8389-111f-4387-bf52-2bd3c330671e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:27.893647 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-76cd8389-111f-4387-bf52-2bd3c330671e admin admin] Usage tracker for resource:subnet and tenant:d86842b0fb0c469ea9a3f58d58b9b25c is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:27.898017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-76cd8389-111f-4387-bf52-2bd3c330671e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:27.903771 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-76cd8389-111f-4387-bf52-2bd3c330671e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:27.914002 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cd8389-111f-4387-bf52-2bd3c330671e admin admin] Made reservation on behalf of d86842b0fb0c469ea9a3f58d58b9b25c for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:27.916454 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-76cd8389-111f-4387-bf52-2bd3c330671e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.932610 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Sync routers for ids ['aea25314-059d-421b-8bc1-803955484eab'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:27.943656 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Routers {'aea25314-059d-421b-8bc1-803955484eab'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:27.945961 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['aea25314-059d-421b-8bc1-803955484eab'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:28.118344 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-76cd8389-111f-4387-bf52-2bd3c330671e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.126648 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Set router aea25314-059d-421b-8bc1-803955484eab gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:28.195082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd8389-111f-4387-bf52-2bd3c330671e admin admin] Pushing event updated for resources: {'Subnet': ['ID=da02f3de-f7b1-46db-b9ed-f347aa0c5585,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:28.204264 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd8389-111f-4387-bf52-2bd3c330671e admin admin] Checking segment: {'id': 'e435d469-c75d-4e63-aa63-9149ba39b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd810b2cc-59e0-479c-8d6f-695d244f2538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:28.204615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cd8389-111f-4387-bf52-2bd3c330671e admin admin] Network hostable DHCP agents. Network: d810b2cc-59e0-479c-8d6f-695d244f2538, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:25:28.226201 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cd8389-111f-4387-bf52-2bd3c330671e admin admin] Network d810b2cc-59e0-479c-8d6f-695d244f2538 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:25:28.236473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-76cd8389-111f-4387-bf52-2bd3c330671e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, d810b2cc-59e0-479c-8d6f-695d244f2538) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:28.246128 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dde26d-eb17-4b51-966a-f7c6b3ee2394 None None] Network d810b2cc-59e0-479c-8d6f-695d244f2538 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:28.246567 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cd8389-111f-4387-bf52-2bd3c330671e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:28.246757 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-76cd8389-111f-4387-bf52-2bd3c330671e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.270824 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-76cd8389-111f-4387-bf52-2bd3c330671e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3902376 Mar 16 11:25:28.273264 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59004) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:28.278725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1348311511-router', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:28.284120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:28.288847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Usage tracker for resource:router and tenant:d86842b0fb0c469ea9a3f58d58b9b25c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:28.292408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:28.299789 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:28.312566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.314591 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.333662 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.492413 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea25314-059d-421b-8bc1-803955484eab', 'name': 'tempest-TestMinimumBasicScenario-223734679-router', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:25Z', 'revision_number': 4, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'gw_port': {'id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a468a1f2-c055-46a7-a567-4942bd8d72b3', 'name': '', 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'mac_address': 'fa:16:3e:a1:69:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:25Z', 'updated_at': '2022-03-16T11:25:26Z', 'revision_number': 2, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'subnets': [{'id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:28.499054 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Checking router: aea25314-059d-421b-8bc1-803955484eab for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:28.499381 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Updating router aea25314-059d-421b-8bc1-803955484eab port a468a1f2-c055-46a7-a567-4942bd8d72b3 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:25:28.499911 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-d810b2cc-59e0-479c-8d6f-695d244f2538', 'network_id': 'd810b2cc-59e0-479c-8d6f-695d244f2538', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'fixed_ips': [{'subnet_id': 'da02f3de-f7b1-46db-b9ed-f347aa0c5585'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:25:28.500830 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.556724 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.604222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.655705 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Allocated IP 172.20.0.2 (d810b2cc-59e0-479c-8d6f-695d244f2538/da02f3de-f7b1-46db-b9ed-f347aa0c5585/c76066b0-0417-4bd5-8008-77b647e41c5a) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:28.857786 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3aae13fa-65fb-4239-b8be-674eddc30176 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:28.925885 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.936910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.939135 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Transition to ACTIVE for port object a468a1f2-c055-46a7-a567-4942bd8d72b3 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:28.946692 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.952952 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Transition to ACTIVE for port object c76066b0-0417-4bd5-8008-77b647e41c5a will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:28.978392 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Transition to ACTIVE for port object c76066b0-0417-4bd5-8008-77b647e41c5a will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:28.981859 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 3aae13fa-65fb-4239-b8be-674eddc30176 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:28.982282 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.010281 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.057313 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.092987 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.094035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Network d810b2cc-59e0-479c-8d6f-695d244f2538 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:29.102920 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:29.108749 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:29.116747 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cf004-013f-4578-a3e3-4fab2dbf14c4 None None] Pushing event updated for resources: {'Port': ['ID=a468a1f2-c055-46a7-a567-4942bd8d72b3,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:29.141989 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Pushing event updated for resources: {'Port': ['ID=c76066b0-0417-4bd5-8008-77b647e41c5a,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:29.160577 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf004-013f-4578-a3e3-4fab2dbf14c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:29.160913 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf004-013f-4578-a3e3-4fab2dbf14c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:29.161244 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf004-013f-4578-a3e3-4fab2dbf14c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:29.161568 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf004-013f-4578-a3e3-4fab2dbf14c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:29.162036 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf004-013f-4578-a3e3-4fab2dbf14c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:29.162363 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf004-013f-4578-a3e3-4fab2dbf14c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:29.162710 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf004-013f-4578-a3e3-4fab2dbf14c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:29.163029 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf004-013f-4578-a3e3-4fab2dbf14c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:29.163367 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf004-013f-4578-a3e3-4fab2dbf14c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:29.163679 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf004-013f-4578-a3e3-4fab2dbf14c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:29.163992 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf004-013f-4578-a3e3-4fab2dbf14c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:29.164303 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf004-013f-4578-a3e3-4fab2dbf14c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:29.185902 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Attempting to bind port a468a1f2-c055-46a7-a567-4942bd8d72b3 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:29.186492 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Attempting to bind port a468a1f2-c055-46a7-a567-4942bd8d72b3 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'b85810de-32d5-4e24-8ea7-5ea9a005b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:29.187040 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Attempting to bind port a468a1f2-c055-46a7-a567-4942bd8d72b3 on network 3db9d315-8754-4b7e-a0bc-a9a919fefd4e {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:29.193284 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:29.194453 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Checking segment: {'id': 'b85810de-32d5-4e24-8ea7-5ea9a005b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:29.195029 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.195602 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Bound using segment: {'id': 'b85810de-32d5-4e24-8ea7-5ea9a005b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:29.196213 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Bound port: a468a1f2-c055-46a7-a567-4942bd8d72b3, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85810de-32d5-4e24-8ea7-5ea9a005b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:29.196754 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.213394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Attempting to bind port c76066b0-0417-4bd5-8008-77b647e41c5a on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:29.214051 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Attempting to bind port c76066b0-0417-4bd5-8008-77b647e41c5a by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'e435d469-c75d-4e63-aa63-9149ba39b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd810b2cc-59e0-479c-8d6f-695d244f2538'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:29.214579 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Attempting to bind port c76066b0-0417-4bd5-8008-77b647e41c5a on network d810b2cc-59e0-479c-8d6f-695d244f2538 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:29.265885 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:29.266516 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Checking segment: {'id': 'e435d469-c75d-4e63-aa63-9149ba39b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd810b2cc-59e0-479c-8d6f-695d244f2538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:29.266624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.267026 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Bound using segment: {'id': 'e435d469-c75d-4e63-aa63-9149ba39b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd810b2cc-59e0-479c-8d6f-695d244f2538'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:29.267539 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Bound port: c76066b0-0417-4bd5-8008-77b647e41c5a, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e435d469-c75d-4e63-aa63-9149ba39b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd810b2cc-59e0-479c-8d6f-695d244f2538'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:29.267910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.274044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Allocated IP 172.26.3.175 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/d35d47eb-a1b3-41d6-83c5-6563e7b3decd) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:29.303247 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] For port a468a1f2-c055-46a7-a567-4942bd8d72b3, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:29.308402 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] For port a468a1f2-c055-46a7-a567-4942bd8d72b3, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a468a1f2-c055-46a7-a567-4942bd8d72b3,segment=NetworkSegment(b85810de-32d5-4e24-8ea7-5ea9a005b804),segment_id=b85810de-32d5-4e24-8ea7-5ea9a005b804)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:29.313268 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.388776 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Routers {'aea25314-059d-421b-8bc1-803955484eab'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:29.389054 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['aea25314-059d-421b-8bc1-803955484eab'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:29.399271 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] For port c76066b0-0417-4bd5-8008-77b647e41c5a, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:29.402431 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] For port c76066b0-0417-4bd5-8008-77b647e41c5a, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c76066b0-0417-4bd5-8008-77b647e41c5a,segment=NetworkSegment(e435d469-c75d-4e63-aa63-9149ba39b257),segment_id=e435d469-c75d-4e63-aa63-9149ba39b257)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:29.407523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.455257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.496056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.503371 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973d63e-ebc1-4121-bca0-4c2f8f710507 None None] Pushing event updated for resources: {'Port': ['ID=c76066b0-0417-4bd5-8008-77b647e41c5a,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:29.577996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:29.581577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:29.589965 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cf004-013f-4578-a3e3-4fab2dbf14c4 None None] Pushing event updated for resources: {'Port': ['ID=a468a1f2-c055-46a7-a567-4942bd8d72b3,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:29.590914 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:29.610013 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] Set router aea25314-059d-421b-8bc1-803955484eab gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:29.634828 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Pushing event updated for resources: {'Port': ['ID=d35d47eb-a1b3-41d6-83c5-6563e7b3decd,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:29.981907 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea25314-059d-421b-8bc1-803955484eab', 'name': 'tempest-TestMinimumBasicScenario-223734679-router', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:25Z', 'revision_number': 4, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'gw_port': {'id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a468a1f2-c055-46a7-a567-4942bd8d72b3', 'name': '', 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'mac_address': 'fa:16:3e:a1:69:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:25Z', 'updated_at': '2022-03-16T11:25:29Z', 'revision_number': 4, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'subnets': [{'id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:29.985888 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cced31-1e46-4a9f-8630-8bca2459abf4 None None] The sync data for ids ['aea25314-059d-421b-8bc1-803955484eab'] in dv-neutron-833859-1-hyperv is: [{'id': 'aea25314-059d-421b-8bc1-803955484eab', 'name': 'tempest-TestMinimumBasicScenario-223734679-router', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:25Z', 'revision_number': 4, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'gw_port': {'id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a468a1f2-c055-46a7-a567-4942bd8d72b3', 'name': '', 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'mac_address': 'fa:16:3e:a1:69:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:25Z', 'updated_at': '2022-03-16T11:25:29Z', 'revision_number': 4, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'subnets': [{'id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:30.082034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:30.538144 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7668dd-eda1-4991-9f04-0c15aa611053 None None] Network d810b2cc-59e0-479c-8d6f-695d244f2538 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:30.578344 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:30.637855 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-84077133-ea9e-491f-861c-92f8d8f26885 None None] Provisioning for port c76066b0-0417-4bd5-8008-77b647e41c5a completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:30.819846 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Router 6fdb0882-5f35-420b-bf1c-2f0f47f5de06 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:25:30.914352 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c76066b0-0417-4bd5-8008-77b647e41c5a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:30.947285 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c6d1acf8-8d61-4d02-ade0-b75cebc581cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.009885 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port c76066b0-0417-4bd5-8008-77b647e41c5a completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:31.015216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port c76066b0-0417-4bd5-8008-77b647e41c5a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:31.015698 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.036706 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:31.066793 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.067046 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Sync routers for ids ['6fdb0882-5f35-420b-bf1c-2f0f47f5de06'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:31.071457 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59008) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:31.071991 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a62e1e33-c6c8-4aee-8948-5db4c77bc784 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7971191 Mar 16 11:25:31.098098 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Routers {'6fdb0882-5f35-420b-bf1c-2f0f47f5de06'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:31.098766 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6fdb0882-5f35-420b-bf1c-2f0f47f5de06'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:31.213925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-880fd9f2-a951-4d0b-81e0-de6b63557040 None None] Provisioning complete for port c76066b0-0417-4bd5-8008-77b647e41c5a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:31.214233 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-880fd9f2-a951-4d0b-81e0-de6b63557040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.388163 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.443648 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Set router 6fdb0882-5f35-420b-bf1c-2f0f47f5de06 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:31.566564 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port c76066b0-0417-4bd5-8008-77b647e41c5a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c76066b0-0417-4bd5-8008-77b647e41c5a,segment=NetworkSegment(e435d469-c75d-4e63-aa63-9149ba39b257),segment_id=e435d469-c75d-4e63-aa63-9149ba39b257)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:31.578401 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.579185 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a468a1f2-c055-46a7-a567-4942bd8d72b3 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:31.811050 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=c76066b0-0417-4bd5-8008-77b647e41c5a,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:31.827545 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port a468a1f2-c055-46a7-a567-4942bd8d72b3 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:31.845280 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port a468a1f2-c055-46a7-a567-4942bd8d72b3 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:31.845654 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.877088 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.011321 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'name': 'tempest-TestMinimumBasicScenario-1348311511-router', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd35d47eb-a1b3-41d6-83c5-6563e7b3decd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:28Z', 'updated_at': '2022-03-16T11:25:29Z', 'revision_number': 3, 'project_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'gw_port': {'id': 'd35d47eb-a1b3-41d6-83c5-6563e7b3decd', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:29Z', 'updated_at': '2022-03-16T11:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:32.015484 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.025933 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Checking router: 6fdb0882-5f35-420b-bf1c-2f0f47f5de06 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:32.026275 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Updating router 6fdb0882-5f35-420b-bf1c-2f0f47f5de06 port d35d47eb-a1b3-41d6-83c5-6563e7b3decd binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:25:32.077138 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Allocated IP 172.20.0.1 (d810b2cc-59e0-479c-8d6f-695d244f2538/da02f3de-f7b1-46db-b9ed-f347aa0c5585/90db542a-48e0-425f-9ac1-050d18368494) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:32.095045 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.137072 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port a468a1f2-c055-46a7-a567-4942bd8d72b3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a468a1f2-c055-46a7-a567-4942bd8d72b3,segment=NetworkSegment(b85810de-32d5-4e24-8ea7-5ea9a005b804),segment_id=b85810de-32d5-4e24-8ea7-5ea9a005b804)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:32.144771 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.243481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.258641 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Transition to ACTIVE for port object 90db542a-48e0-425f-9ac1-050d18368494 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:32.283808 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.286858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=a468a1f2-c055-46a7-a567-4942bd8d72b3,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:32.344157 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Network d810b2cc-59e0-479c-8d6f-695d244f2538 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:32.347045 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:32.351357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:32.403561 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Pushing event updated for resources: {'Port': ['ID=90db542a-48e0-425f-9ac1-050d18368494,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:32.417920 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.502088 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.516260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Transition to ACTIVE for port object d35d47eb-a1b3-41d6-83c5-6563e7b3decd will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:32.524404 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.548288 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.606669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Attempting to bind port d35d47eb-a1b3-41d6-83c5-6563e7b3decd on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:32.607364 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Attempting to bind port d35d47eb-a1b3-41d6-83c5-6563e7b3decd by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:32.607485 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Attempting to bind port d35d47eb-a1b3-41d6-83c5-6563e7b3decd on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:32.617026 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ac55d-0cf3-40dc-8624-5a744cb21456 None None] Pushing event updated for resources: {'Port': ['ID=d35d47eb-a1b3-41d6-83c5-6563e7b3decd,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:32.622275 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:32.622644 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:32.623036 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.623440 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:32.624163 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Bound port: d35d47eb-a1b3-41d6-83c5-6563e7b3decd, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:32.624698 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.660211 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4222606a-503b-4e18-85cc-d19a7d6e9e10 None None] Provisioning for port 90db542a-48e0-425f-9ac1-050d18368494 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:32.669697 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4222606a-503b-4e18-85cc-d19a7d6e9e10 None None] Provisioning complete for port 90db542a-48e0-425f-9ac1-050d18368494 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:32.670064 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4222606a-503b-4e18-85cc-d19a7d6e9e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.770483 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.776726 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.786735 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] For port d35d47eb-a1b3-41d6-83c5-6563e7b3decd, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:32.788843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-4222606a-503b-4e18-85cc-d19a7d6e9e10 None None] Port 90db542a-48e0-425f-9ac1-050d18368494 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:25:32.795128 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] For port d35d47eb-a1b3-41d6-83c5-6563e7b3decd, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=d35d47eb-a1b3-41d6-83c5-6563e7b3decd,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:32.800565 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.849948 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c76066b0-0417-4bd5-8008-77b647e41c5a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:32.885074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.889369 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Pushing event updated for resources: {'Port': ['ID=90db542a-48e0-425f-9ac1-050d18368494,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:32.938763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Routers {'6fdb0882-5f35-420b-bf1c-2f0f47f5de06'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:32.939403 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6fdb0882-5f35-420b-bf1c-2f0f47f5de06'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:32.990862 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ac55d-0cf3-40dc-8624-5a744cb21456 None None] Pushing event updated for resources: {'Port': ['ID=d35d47eb-a1b3-41d6-83c5-6563e7b3decd,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:33.021994 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Network d810b2cc-59e0-479c-8d6f-695d244f2538 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:33.023878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:33.036796 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port c76066b0-0417-4bd5-8008-77b647e41c5a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:33.037156 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:33.171294 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4276b742-78d9-4a04-bde1-3f40e2ebd5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:33.187283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] Set router 6fdb0882-5f35-420b-bf1c-2f0f47f5de06 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:33.222288 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Router 6fdb0882-5f35-420b-bf1c-2f0f47f5de06 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:25:33.401654 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a468a1f2-c055-46a7-a567-4942bd8d72b3 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:33.494006 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ce034bf7-926b-4adf-bf23-0f348fb68dd6 None None] Provisioning complete for port 90db542a-48e0-425f-9ac1-050d18368494 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:33.494373 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ce034bf7-926b-4adf-bf23-0f348fb68dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:33.505375 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:33.514241 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-26d8b10d-6b4d-48c5-85a1-5f44f2feff49 admin admin] 10.222.0.44 "PUT /v2.0/routers/6fdb0882-5f35-420b-bf1c-2f0f47f5de06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4410300 Mar 16 11:25:33.598421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ce034bf7-926b-4adf-bf23-0f348fb68dd6 None None] Port 90db542a-48e0-425f-9ac1-050d18368494 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:25:33.646649 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port a468a1f2-c055-46a7-a567-4942bd8d72b3 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:33.647142 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:33.750451 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'name': 'tempest-TestMinimumBasicScenario-1348311511-router', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd35d47eb-a1b3-41d6-83c5-6563e7b3decd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:28Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 4, 'project_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'gw_port': {'id': 'd35d47eb-a1b3-41d6-83c5-6563e7b3decd', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:29Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '90db542a-48e0-425f-9ac1-050d18368494', 'name': '', 'network_id': 'd810b2cc-59e0-479c-8d6f-695d244f2538', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'mac_address': 'fa:16:3e:b4:4c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'da02f3de-f7b1-46db-b9ed-f347aa0c5585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:31Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 2, 'project_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'subnets': [{'id': 'da02f3de-f7b1-46db-b9ed-f347aa0c5585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:33.761163 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757d3daf-e9cf-4cca-966e-a7c73d50e88f None None] The sync data for ids ['6fdb0882-5f35-420b-bf1c-2f0f47f5de06'] in dv-neutron-833859-1-hyperv is: [{'id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'name': 'tempest-TestMinimumBasicScenario-1348311511-router', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd35d47eb-a1b3-41d6-83c5-6563e7b3decd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:28Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 4, 'project_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'gw_port': {'id': 'd35d47eb-a1b3-41d6-83c5-6563e7b3decd', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:29Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '90db542a-48e0-425f-9ac1-050d18368494', 'name': '', 'network_id': 'd810b2cc-59e0-479c-8d6f-695d244f2538', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'mac_address': 'fa:16:3e:b4:4c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'da02f3de-f7b1-46db-b9ed-f347aa0c5585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:31Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 2, 'project_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'subnets': [{'id': 'da02f3de-f7b1-46db-b9ed-f347aa0c5585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:34.452287 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:34.522714 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:34.892618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device d35d47eb-a1b3-41d6-83c5-6563e7b3decd up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:34.991608 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port d35d47eb-a1b3-41d6-83c5-6563e7b3decd completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:34.999143 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port d35d47eb-a1b3-41d6-83c5-6563e7b3decd triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:34.999544 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.141016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.168853 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port d35d47eb-a1b3-41d6-83c5-6563e7b3decd, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=d35d47eb-a1b3-41d6-83c5-6563e7b3decd,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:35.174238 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.258368 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=d35d47eb-a1b3-41d6-83c5-6563e7b3decd,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:35.972889 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:36.834710 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device d35d47eb-a1b3-41d6-83c5-6563e7b3decd up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:36.909779 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port d35d47eb-a1b3-41d6-83c5-6563e7b3decd triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:36.910148 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:37.788913 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Sync routers for ids ['6fdb0882-5f35-420b-bf1c-2f0f47f5de06'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:37.799325 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Routers {'6fdb0882-5f35-420b-bf1c-2f0f47f5de06'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:37.799919 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6fdb0882-5f35-420b-bf1c-2f0f47f5de06'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:37.987591 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Set router 6fdb0882-5f35-420b-bf1c-2f0f47f5de06 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:38.325639 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'name': 'tempest-TestMinimumBasicScenario-1348311511-router', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd35d47eb-a1b3-41d6-83c5-6563e7b3decd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:28Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 4, 'project_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'gw_port': {'id': 'd35d47eb-a1b3-41d6-83c5-6563e7b3decd', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:29Z', 'updated_at': '2022-03-16T11:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '90db542a-48e0-425f-9ac1-050d18368494', 'name': '', 'network_id': 'd810b2cc-59e0-479c-8d6f-695d244f2538', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'mac_address': 'fa:16:3e:b4:4c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'da02f3de-f7b1-46db-b9ed-f347aa0c5585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:31Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 2, 'project_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'subnets': [{'id': 'da02f3de-f7b1-46db-b9ed-f347aa0c5585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:38.329573 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Checking router: 6fdb0882-5f35-420b-bf1c-2f0f47f5de06 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:38.330031 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Updating router 6fdb0882-5f35-420b-bf1c-2f0f47f5de06 port 90db542a-48e0-425f-9ac1-050d18368494 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:25:38.385973 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.749264 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.764227 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Transition to ACTIVE for port object 90db542a-48e0-425f-9ac1-050d18368494 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:38.772657 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.940239 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2803346-fde8-4023-9ae5-b8dc8770052e None None] Pushing event updated for resources: {'Port': ['ID=90db542a-48e0-425f-9ac1-050d18368494,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:38.998620 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Attempting to bind port 90db542a-48e0-425f-9ac1-050d18368494 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:38.999008 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Attempting to bind port 90db542a-48e0-425f-9ac1-050d18368494 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'e435d469-c75d-4e63-aa63-9149ba39b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd810b2cc-59e0-479c-8d6f-695d244f2538'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:38.999415 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Attempting to bind port 90db542a-48e0-425f-9ac1-050d18368494 on network d810b2cc-59e0-479c-8d6f-695d244f2538 {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:39.005031 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:39.005531 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Checking segment: {'id': 'e435d469-c75d-4e63-aa63-9149ba39b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd810b2cc-59e0-479c-8d6f-695d244f2538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:39.006099 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:39.006488 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Bound using segment: {'id': 'e435d469-c75d-4e63-aa63-9149ba39b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd810b2cc-59e0-479c-8d6f-695d244f2538'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:39.006940 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Bound port: 90db542a-48e0-425f-9ac1-050d18368494, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e435d469-c75d-4e63-aa63-9149ba39b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd810b2cc-59e0-479c-8d6f-695d244f2538'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:39.007409 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:39.136938 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] For port 90db542a-48e0-425f-9ac1-050d18368494, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:39.140415 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] For port 90db542a-48e0-425f-9ac1-050d18368494, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=90db542a-48e0-425f-9ac1-050d18368494,segment=NetworkSegment(e435d469-c75d-4e63-aa63-9149ba39b257),segment_id=e435d469-c75d-4e63-aa63-9149ba39b257)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:39.150891 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:39.270257 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Routers {'6fdb0882-5f35-420b-bf1c-2f0f47f5de06'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:39.270876 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6fdb0882-5f35-420b-bf1c-2f0f47f5de06'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:39.369350 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2803346-fde8-4023-9ae5-b8dc8770052e None None] Pushing event updated for resources: {'Port': ['ID=90db542a-48e0-425f-9ac1-050d18368494,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:39.538795 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] Set router 6fdb0882-5f35-420b-bf1c-2f0f47f5de06 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:39.906345 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'name': 'tempest-TestMinimumBasicScenario-1348311511-router', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd35d47eb-a1b3-41d6-83c5-6563e7b3decd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:28Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 4, 'project_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'gw_port': {'id': 'd35d47eb-a1b3-41d6-83c5-6563e7b3decd', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:29Z', 'updated_at': '2022-03-16T11:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '90db542a-48e0-425f-9ac1-050d18368494', 'name': '', 'network_id': 'd810b2cc-59e0-479c-8d6f-695d244f2538', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'mac_address': 'fa:16:3e:b4:4c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'da02f3de-f7b1-46db-b9ed-f347aa0c5585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:31Z', 'updated_at': '2022-03-16T11:25:39Z', 'revision_number': 4, 'project_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'subnets': [{'id': 'da02f3de-f7b1-46db-b9ed-f347aa0c5585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:39.910180 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65360515-6458-469d-b55a-fdcdff946b4f None None] The sync data for ids ['6fdb0882-5f35-420b-bf1c-2f0f47f5de06'] in dv-neutron-833859-1-hyperv is: [{'id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'name': 'tempest-TestMinimumBasicScenario-1348311511-router', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd35d47eb-a1b3-41d6-83c5-6563e7b3decd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:28Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 4, 'project_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'gw_port': {'id': 'd35d47eb-a1b3-41d6-83c5-6563e7b3decd', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:29Z', 'updated_at': '2022-03-16T11:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '90db542a-48e0-425f-9ac1-050d18368494', 'name': '', 'network_id': 'd810b2cc-59e0-479c-8d6f-695d244f2538', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'mac_address': 'fa:16:3e:b4:4c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'da02f3de-f7b1-46db-b9ed-f347aa0c5585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:31Z', 'updated_at': '2022-03-16T11:25:39Z', 'revision_number': 4, 'project_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'subnets': [{'id': 'da02f3de-f7b1-46db-b9ed-f347aa0c5585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:40.896172 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 90db542a-48e0-425f-9ac1-050d18368494 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:40.976214 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 90db542a-48e0-425f-9ac1-050d18368494 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:40.981459 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 90db542a-48e0-425f-9ac1-050d18368494 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:40.981830 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:41.121059 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:41.164706 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 90db542a-48e0-425f-9ac1-050d18368494, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=90db542a-48e0-425f-9ac1-050d18368494,segment=NetworkSegment(e435d469-c75d-4e63-aa63-9149ba39b257),segment_id=e435d469-c75d-4e63-aa63-9149ba39b257)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:41.169079 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:41.240143 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=90db542a-48e0-425f-9ac1-050d18368494,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:41.969740 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:25:42.836572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 90db542a-48e0-425f-9ac1-050d18368494 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:42.913170 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 90db542a-48e0-425f-9ac1-050d18368494 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:42.913536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:44.257393 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-3b4bc816-d0a7-4fb6-a5fd-9f11efcc75bd tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:44.258754 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-3b4bc816-d0a7-4fb6-a5fd-9f11efcc75bd tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/networks?id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e HTTP/1.1" status: 200 len: 814 time: 0.1462018 Mar 16 11:25:44.273152 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-0b19d3ed-4bcf-4d29-adfb-2bb30e2982b3 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/quotas/8e9eff16e18b4769b0ce21a010887202 HTTP/1.1" status: 200 len: 375 time: 0.0089941 Mar 16 11:25:44.361270 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-1d04f05f-c569-4a67-9788-05381acd653b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Synchronizing usage tracker for tenant:8e9eff16e18b4769b0ce21a010887202 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:44.377972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-1d04f05f-c569-4a67-9788-05381acd653b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Unset dirty status for tenant:8e9eff16e18b4769b0ce21a010887202 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:44.379307 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-1d04f05f-c569-4a67-9788-05381acd653b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8e9eff16e18b4769b0ce21a010887202&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012411 Mar 16 11:25:44.513018 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-94198fa5-d242-4b0b-8554-60e52a6f5699 service neutron] 10.222.0.44 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223867 Mar 16 11:25:44.640821 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-932bd4b6-7611-4d3f-907a-75b1cce654bf service neutron] 10.222.0.44 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221228 Mar 16 11:25:44.817568 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4cd9e1d5-ecf9-42f2-a794-98ad11931290 req-ab4039a2-6704-490f-ab78-be5f709718ca tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 210 time: 0.0460482 Mar 16 11:25:45.817764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-dec20144-a58a-4594-9bf8-10eaf1c10cc2 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:45.819048 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-dec20144-a58a-4594-9bf8-10eaf1c10cc2 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Synchronizing usage tracker for tenant:8e9eff16e18b4769b0ce21a010887202 on resource:network {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:45.834704 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-dec20144-a58a-4594-9bf8-10eaf1c10cc2 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Unset dirty status for tenant:8e9eff16e18b4769b0ce21a010887202 on resource:network {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:45.835955 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-dec20144-a58a-4594-9bf8-10eaf1c10cc2 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.18 "GET /v2.0/networks?id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e HTTP/1.1" status: 200 len: 814 time: 0.1584098 Mar 16 11:25:45.848174 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Request body: {'port': {'device_id': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e', 'admin_state_up': True, 'tenant_id': '8e9eff16e18b4769b0ce21a010887202'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:45.970738 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8ceff9aa-196a-4aff-9f68-1c875ad48621 req-e56c3120-946e-4226-be54-c85a21f760a2 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 210 time: 0.0413911 Mar 16 11:25:45.980894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:45.991109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:46.000849 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Made reservation on behalf of 8e9eff16e18b4769b0ce21a010887202 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:46.004284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.165210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Allocated IP 172.20.0.12 (3db9d315-8754-4b7e-a0bc-a9a919fefd4e/872b6dd1-8ecd-4fab-a4a2-1de21885c26a/2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:46.413525 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.441334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Transition to ACTIVE for port object 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:46.479602 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.558322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Network 3db9d315-8754-4b7e-a0bc-a9a919fefd4e is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:46.561951 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:46.564624 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:46.643550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Pushing event updated for resources: {'Port': ['ID=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:46.657850 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.658197 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.658531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.658867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.659210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.659544 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.659863 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.660245 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.660575 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.660885 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.661213 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.661515 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.691989 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:46.692977 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.738314 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-48fe96b4-ddb6-4146-90d3-db1bc7397384 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8938627 Mar 16 11:25:46.855024 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-68991ba7-5681-4377-bf68-f714079c29b5 None None] Provisioning for port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:46.861834 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-68991ba7-5681-4377-bf68-f714079c29b5 None None] Provisioning complete for port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:46.862630 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-68991ba7-5681-4377-bf68-f714079c29b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.920073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-68991ba7-5681-4377-bf68-f714079c29b5 None None] Port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:25:47.189530 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78dd64-180b-4fdc-9b13-7717ee5b9ebd req-b8a3fa8a-9078-478d-bbbb-4dd05bcca6aa tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:47.190235 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-8b78dd64-180b-4fdc-9b13-7717ee5b9ebd req-b8a3fa8a-9078-478d-bbbb-4dd05bcca6aa tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Synchronizing usage tracker for tenant:8e9eff16e18b4769b0ce21a010887202 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:47.206888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-8b78dd64-180b-4fdc-9b13-7717ee5b9ebd req-b8a3fa8a-9078-478d-bbbb-4dd05bcca6aa tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Unset dirty status for tenant:8e9eff16e18b4769b0ce21a010887202 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:47.208386 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8b78dd64-180b-4fdc-9b13-7717ee5b9ebd req-b8a3fa8a-9078-478d-bbbb-4dd05bcca6aa tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 932 time: 0.1137488 Mar 16 11:25:47.259717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-8b78dd64-180b-4fdc-9b13-7717ee5b9ebd req-81e8d4cb-fe4f-4097-b32c-c436a224260a tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Synchronizing usage tracker for tenant:8e9eff16e18b4769b0ce21a010887202 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:47.291828 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-8b78dd64-180b-4fdc-9b13-7717ee5b9ebd req-81e8d4cb-fe4f-4097-b32c-c436a224260a tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Unset dirty status for tenant:8e9eff16e18b4769b0ce21a010887202 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:47.293141 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8b78dd64-180b-4fdc-9b13-7717ee5b9ebd req-81e8d4cb-fe4f-4097-b32c-c436a224260a tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784988 Mar 16 11:25:47.945767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:48.507715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c82c7-a3bc-404a-bcc4-e543785b2881 req-d087db5a-a110-408b-b013-f66b886574c5 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:48.509350 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-704c82c7-a3bc-404a-bcc4-e543785b2881 req-d087db5a-a110-408b-b013-f66b886574c5 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 932 time: 0.0983589 Mar 16 11:25:48.556285 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-704c82c7-a3bc-404a-bcc4-e543785b2881 req-bee19231-9c52-4e00-af8a-55dce8f7b4bd tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404863 Mar 16 11:25:49.755915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8abcbd-648e-4e5a-bf8f-98fd89305b39 req-35ad737b-a064-4e0f-b604-1a39912d0357 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:49.757614 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8f8abcbd-648e-4e5a-bf8f-98fd89305b39 req-35ad737b-a064-4e0f-b604-1a39912d0357 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 932 time: 0.0903289 Mar 16 11:25:49.807267 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8f8abcbd-648e-4e5a-bf8f-98fd89305b39 req-21626f06-e828-4507-87b6-b295879bcd4f tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391002 Mar 16 11:25:51.010351 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb34de8-8003-41f0-8f37-de302cfe0e3f req-4798b164-788a-4d8b-9fa7-de060e29d30f tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:51.011921 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dcb34de8-8003-41f0-8f37-de302cfe0e3f req-4798b164-788a-4d8b-9fa7-de060e29d30f tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 932 time: 0.0859213 Mar 16 11:25:51.064393 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dcb34de8-8003-41f0-8f37-de302cfe0e3f req-29413ef8-d31d-4df7-97a5-6a68ed1a399c tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468714 Mar 16 11:25:52.391704 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b4824-7cd1-4e1c-b3bd-57fa7a31e7cc req-e4cf152b-3622-496b-93e9-3702c4d0e8fd tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:52.393452 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-176b4824-7cd1-4e1c-b3bd-57fa7a31e7cc req-e4cf152b-3622-496b-93e9-3702c4d0e8fd tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 932 time: 0.2178371 Mar 16 11:25:52.447106 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-176b4824-7cd1-4e1c-b3bd-57fa7a31e7cc req-90549ade-fc4d-4f08-830a-5aa0448cd516 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400400 Mar 16 11:25:53.631234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c297c4-00ad-470d-a1a4-83e940f6697c req-889fbe67-ad9e-4aa1-963c-8570954b20e3 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:53.632715 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a9c297c4-00ad-470d-a1a4-83e940f6697c req-889fbe67-ad9e-4aa1-963c-8570954b20e3 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 932 time: 0.0806308 Mar 16 11:25:53.674895 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a9c297c4-00ad-470d-a1a4-83e940f6697c req-0ef25546-81fc-4c2d-aee5-265913301365 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366702 Mar 16 11:25:54.858265 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14573125-a355-43bd-9dcc-a2eba95c897c req-41c499ee-933e-4a28-82c0-bf6e83705885 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:54.859701 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-14573125-a355-43bd-9dcc-a2eba95c897c req-41c499ee-933e-4a28-82c0-bf6e83705885 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 932 time: 0.0823336 Mar 16 11:25:54.902071 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-14573125-a355-43bd-9dcc-a2eba95c897c req-1717e7c6-3db3-400e-8f72-75526099565d tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367424 Mar 16 11:25:55.195975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Request body: {'port': {'device_id': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:55.303109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:55.642061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:25:55.649100 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:55.662475 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Transition to ACTIVE for port object 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:55.667244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:55.824194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Pushing event updated for resources: {'Port': ['ID=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:55.903276 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Attempting to bind port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:55.903927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Attempting to bind port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b85810de-32d5-4e24-8ea7-5ea9a005b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:55.903927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Attempting to bind port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 on network 3db9d315-8754-4b7e-a0bc-a9a919fefd4e {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:55.908303 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 on network 3db9d315-8754-4b7e-a0bc-a9a919fefd4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:25:55.908613 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Attempting to bind port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 on network 3db9d315-8754-4b7e-a0bc-a9a919fefd4e {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:55.914252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:55.914581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Checking segment: {'id': 'b85810de-32d5-4e24-8ea7-5ea9a005b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:55.914950 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Bound using segment: {'id': 'b85810de-32d5-4e24-8ea7-5ea9a005b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:55.915391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Bound port: 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85810de-32d5-4e24-8ea7-5ea9a005b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:55.915726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:56.001854 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] For port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:56.004698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] For port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4,segment=NetworkSegment(b85810de-32d5-4e24-8ea7-5ea9a005b804),segment_id=b85810de-32d5-4e24-8ea7-5ea9a005b804)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:56.009881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:56.067707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:56.068845 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:56.070200 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] 10.222.0.18 "PUT /v2.0/ports/2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 HTTP/1.1" status: 200 len: 1094 time: 0.8790061 Mar 16 11:25:56.070632 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'tag': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:56.095897 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17d700-8945-46c2-8eb4-cc3396327b2a service neutron] Pushing event updated for resources: {'Port': ['ID=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:56.108855 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4146746-0030-4052-bb55-43f08fbd14ba req-8d9f6397-d3dd-48bb-86c4-c31d984c1471 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:56.111008 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d4146746-0030-4052-bb55-43f08fbd14ba req-8d9f6397-d3dd-48bb-86c4-c31d984c1471 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 944 time: 0.1030202 Mar 16 11:25:56.152503 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'tag': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4', 'status': 'completed', 'code': 200} Mar 16 11:25:56.164377 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d4146746-0030-4052-bb55-43f08fbd14ba req-bb7875c0-0f6d-4753-b4ab-29ccf0bca3e4 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440090 Mar 16 11:25:56.188353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-27ddfd2a-9238-4721-99a1-6d6a10567941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:56.189968 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-27ddfd2a-9238-4721-99a1-6d6a10567941 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8e9eff16e18b4769b0ce21a010887202&device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 1097 time: 0.0746057 Mar 16 11:25:56.262464 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-a72a769e-7d88-490f-be6c-4d38d00c9670 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 HTTP/1.1" status: 200 len: 217 time: 0.0661509 Mar 16 11:25:56.323466 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-a80b12a2-1d08-4ecc-b0bb-8f1a11c4b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:56.324866 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-a80b12a2-1d08-4ecc-b0bb-8f1a11c4b5c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=872b6dd1-8ecd-4fab-a4a2-1de21885c26a HTTP/1.1" status: 200 len: 853 time: 0.0570366 Mar 16 11:25:56.397457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-1a22cfb0-b289-4c94-aaf8-9a09aae06bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:56.398923 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-1a22cfb0-b289-4c94-aaf8-9a09aae06bff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685830 Mar 16 11:25:56.525017 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-89654721-1a87-4418-b503-0adfabcb27c9 service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202090 Mar 16 11:25:56.649781 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2eb9b66d-2c58-49a1-b9ab-32589ced1ab0 req-71d6f65c-000d-4d6a-a7e0-0e0377146d3a service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195147 Mar 16 11:25:56.760428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32fec0-9c4b-4f9f-8c23-1c5e6d07e97b req-d00a85be-e7aa-4553-b10f-cf2a589e9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:56.761849 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5f32fec0-9c4b-4f9f-8c23-1c5e6d07e97b req-d00a85be-e7aa-4553-b10f-cf2a589e9d4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8e9eff16e18b4769b0ce21a010887202&device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 1097 time: 0.0728855 Mar 16 11:25:56.991191 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32fec0-9c4b-4f9f-8c23-1c5e6d07e97b req-76b1dcfc-99ca-4951-9a1b-f36bb8ed9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:56.992711 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5f32fec0-9c4b-4f9f-8c23-1c5e6d07e97b req-76b1dcfc-99ca-4951-9a1b-f36bb8ed9353 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e HTTP/1.1" status: 200 len: 915 time: 0.2248833 Mar 16 11:25:57.060326 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5f32fec0-9c4b-4f9f-8c23-1c5e6d07e97b req-8c5d015a-b97d-450b-83d0-add4280de48d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 HTTP/1.1" status: 200 len: 217 time: 0.0615807 Mar 16 11:25:57.120933 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32fec0-9c4b-4f9f-8c23-1c5e6d07e97b req-befe111f-43c4-4ea5-afc8-a35e94eeeace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:57.122379 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5f32fec0-9c4b-4f9f-8c23-1c5e6d07e97b req-befe111f-43c4-4ea5-afc8-a35e94eeeace service neutron] 10.222.0.18 "GET /v2.0/subnets?id=872b6dd1-8ecd-4fab-a4a2-1de21885c26a HTTP/1.1" status: 200 len: 853 time: 0.0565066 Mar 16 11:25:57.196273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32fec0-9c4b-4f9f-8c23-1c5e6d07e97b req-e5199a30-cf5d-4796-86be-c9343692933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:57.197743 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5f32fec0-9c4b-4f9f-8c23-1c5e6d07e97b req-e5199a30-cf5d-4796-86be-c9343692933e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697598 Mar 16 11:25:57.373470 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5f32fec0-9c4b-4f9f-8c23-1c5e6d07e97b req-9e60daa6-1881-431c-b051-76c227ee8f35 service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699793 Mar 16 11:25:57.429004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30948255-dd07-434e-899e-84d7eac8991a req-dfa40663-2c56-4501-9e57-4d68aaa038cd tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:57.430381 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-30948255-dd07-434e-899e-84d7eac8991a req-dfa40663-2c56-4501-9e57-4d68aaa038cd tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 944 time: 0.1472023 Mar 16 11:25:57.539020 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-30948255-dd07-434e-899e-84d7eac8991a req-297c55c5-021d-479c-b542-316d8951dc39 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653284 Mar 16 11:25:57.546367 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5f32fec0-9c4b-4f9f-8c23-1c5e6d07e97b req-59fe8f8e-0553-47bd-9d01-f23878f6172c service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629002 Mar 16 11:25:58.716756 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85c6d2-f420-45a8-8972-5ad5a54a1c9c req-624712f4-3562-4ace-bfa6-59da499de2c4 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:58.718167 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8c85c6d2-f420-45a8-8972-5ad5a54a1c9c req-624712f4-3562-4ace-bfa6-59da499de2c4 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 944 time: 0.0771704 Mar 16 11:25:58.762251 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8c85c6d2-f420-45a8-8972-5ad5a54a1c9c req-f00970cb-1328-4530-9584-a9b5582feece tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384650 Mar 16 11:26:00.095089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c8826-e4d8-479f-87b3-8e3f453a5b2c req-33dc9da2-bd44-498a-a456-c39335405c12 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:00.096454 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e73c8826-e4d8-479f-87b3-8e3f453a5b2c req-33dc9da2-bd44-498a-a456-c39335405c12 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 944 time: 0.0836611 Mar 16 11:26:00.139980 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e73c8826-e4d8-479f-87b3-8e3f453a5b2c req-aa30eea1-4f54-452a-bfb6-ba31b9e2dfa0 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375633 Mar 16 11:26:00.188282 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:26:00.318638 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4,segment=NetworkSegment(b85810de-32d5-4e24-8ea7-5ea9a005b804),segment_id=b85810de-32d5-4e24-8ea7-5ea9a005b804)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:00.331315 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4', 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e', 'port_id': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4', 'mac_address': 'fa:16:3e:dc:d1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:26:00.389284 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:00.406049 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:26:00.420908 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4,segment=NetworkSegment(b85810de-32d5-4e24-8ea7-5ea9a005b804),segment_id=b85810de-32d5-4e24-8ea7-5ea9a005b804)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:00.425539 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:00.492465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:00.742032 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:26:00.912951 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1d32faa9-0679-4fd2-bf33-7925d6c83ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.324038 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f11f13-41ec-4050-b72a-dcfb227803c0 req-d342fea8-9989-47e2-a7ce-3a33198d4106 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:01.325515 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-16f11f13-41ec-4050-b72a-dcfb227803c0 req-d342fea8-9989-47e2-a7ce-3a33198d4106 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 945 time: 0.0830328 Mar 16 11:26:01.368228 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-16f11f13-41ec-4050-b72a-dcfb227803c0 req-c5ab3992-f9fc-45f0-a603-e8db719e40c2 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371113 Mar 16 11:26:02.188087 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:26:02.255879 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:26:02.260967 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:02.261343 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.374930 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.402474 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:02.413041 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4,segment=NetworkSegment(b85810de-32d5-4e24-8ea7-5ea9a005b804),segment_id=b85810de-32d5-4e24-8ea7-5ea9a005b804)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:02.417458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.455080 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4', 'code': 200} Mar 16 11:26:02.493136 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:02.558141 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0e67c-90fa-433b-a16a-3ab6ee1d884b req-ea694afc-6cf1-4ccd-a26e-cd834a1eac78 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:02.559652 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-67e0e67c-90fa-433b-a16a-3ab6ee1d884b req-ea694afc-6cf1-4ccd-a26e-cd834a1eac78 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 946 time: 0.0872235 Mar 16 11:26:02.644228 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-67e0e67c-90fa-433b-a16a-3ab6ee1d884b req-ca08ac58-174b-497d-a589-db202168a6e9 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778184 Mar 16 11:26:02.674095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a07e1-6278-42d1-85e8-6769c99cc691 req-084a3ccc-2057-43c1-bec2-30276666946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:02.675542 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0e3a07e1-6278-42d1-85e8-6769c99cc691 req-084a3ccc-2057-43c1-bec2-30276666946a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 1099 time: 0.0772238 Mar 16 11:26:02.714600 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0e3a07e1-6278-42d1-85e8-6769c99cc691 req-849cd513-2ab0-4e70-81ec-5dd9de09a779 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330849 Mar 16 11:26:03.086142 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e40de713-b81f-4ea6-86d1-78639b477e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:03.828605 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c731d-cc75-421c-be95-8c3b918b1b30 req-38478ed8-6eda-4834-946f-4ffb8d12dddf tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:03.830033 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f15c731d-cc75-421c-be95-8c3b918b1b30 req-38478ed8-6eda-4834-946f-4ffb8d12dddf tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 946 time: 0.0769091 Mar 16 11:26:03.877252 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f15c731d-cc75-421c-be95-8c3b918b1b30 req-4faa777b-19b7-417c-a74f-fb84e997349d tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411119 Mar 16 11:26:04.446254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:04.518792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:05.055733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6bb16-9d3e-4235-b896-86eb615a0f76 req-46b091e1-791d-491d-8ef5-961d790d0c93 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:05.057090 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-04d6bb16-9d3e-4235-b896-86eb615a0f76 req-46b091e1-791d-491d-8ef5-961d790d0c93 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 946 time: 0.0772426 Mar 16 11:26:05.100798 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-04d6bb16-9d3e-4235-b896-86eb615a0f76 req-ecb5e376-9c84-4dba-91f7-e1fef307a07a tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381472 Mar 16 11:26:05.286280 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8671f-de8a-40ac-94f7-2cf2ee7d44d6 req-10b4d806-3694-4600-896b-dfc64c039513 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:05.287757 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-43e8671f-de8a-40ac-94f7-2cf2ee7d44d6 req-10b4d806-3694-4600-896b-dfc64c039513 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 946 time: 0.0827534 Mar 16 11:26:05.333229 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-43e8671f-de8a-40ac-94f7-2cf2ee7d44d6 req-cc5d964d-5dc1-4211-9f53-5560824583b0 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395622 Mar 16 11:26:05.911773 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619805d2-b4e9-4b2c-8b80-7a333eff741e req-d020d970-7130-4a32-b4ad-5a0844b1a9fc tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:05.913147 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-619805d2-b4e9-4b2c-8b80-7a333eff741e req-d020d970-7130-4a32-b4ad-5a0844b1a9fc tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 946 time: 0.2769778 Mar 16 11:26:05.956341 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-619805d2-b4e9-4b2c-8b80-7a333eff741e req-961e3076-081d-4c9d-b784-6654ccd5e865 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375323 Mar 16 11:26:05.974391 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:16.118724 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e0825-50cb-438c-aac6-922c28b25d3d req-bb74fea9-337a-4c7b-b56c-ec4f9a87769f tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:16.120227 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-383e0825-50cb-438c-aac6-922c28b25d3d req-bb74fea9-337a-4c7b-b56c-ec4f9a87769f tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 946 time: 0.0787089 Mar 16 11:26:16.162923 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-383e0825-50cb-438c-aac6-922c28b25d3d req-3884c9fb-8e47-4782-9898-ff2addebf83e tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371532 Mar 16 11:26:16.185595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59206) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:16.302349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63082e28-31d4-4bce-b13d-ac12d5c556cc tempest-TestMinimumBasicScenario-1206740002 tempest-TestMinimumBasicScenario-1206740002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:16.303025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-63082e28-31d4-4bce-b13d-ac12d5c556cc tempest-TestMinimumBasicScenario-1206740002 tempest-TestMinimumBasicScenario-1206740002-project-admin] Synchronizing usage tracker for tenant:d86842b0fb0c469ea9a3f58d58b9b25c on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:26:16.319908 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-63082e28-31d4-4bce-b13d-ac12d5c556cc tempest-TestMinimumBasicScenario-1206740002 tempest-TestMinimumBasicScenario-1206740002-project-admin] Unset dirty status for tenant:d86842b0fb0c469ea9a3f58d58b9b25c on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:26:16.321100 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-63082e28-31d4-4bce-b13d-ac12d5c556cc tempest-TestMinimumBasicScenario-1206740002 tempest-TestMinimumBasicScenario-1206740002-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 1094 time: 0.1345811 Mar 16 11:26:16.324157 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59212) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:16.329099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:16.334825 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:16.338532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Usage tracker for resource:floatingip and tenant:8e9eff16e18b4769b0ce21a010887202 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:16.341240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:16.346733 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:16.357733 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:16.593681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:16.727588 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Allocated IP 172.26.3.26 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/d46e6b73-7346-4630-8efb-266a0f6d8858) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:26:16.869474 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:16.897405 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:16.954909 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:26:16.957591 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:26:16.965618 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:26:16.999258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Pushing event updated for resources: {'Port': ['ID=d46e6b73-7346-4630-8efb-266a0f6d8858,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:17.018035 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:17.018376 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:17.018711 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:17.019043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:17.019409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:17.019734 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:17.020107 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:17.020940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:17.021257 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:17.021574 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:17.021888 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:17.022200 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:17.383512 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:17.455610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:17.676858 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:17.681298 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:17.791001 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Pushing event updated for resources: {'Port': ['ID=d46e6b73-7346-4630-8efb-266a0f6d8858,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:17.800356 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:17.967099 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:17.982265 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Floating IP fbb67961-2356-4bd5-b37d-ea4bac0dd15f associated. External IP: 172.26.3.26, port: 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4. Mar 16 11:26:18.431371 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Router aea25314-059d-421b-8bc1-803955484eab has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:26:18.620812 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:26:18.631330 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a45c8a-09bc-4873-b149-1cdaf9d64f07 None None] Sync routers for ids ['aea25314-059d-421b-8bc1-803955484eab'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:26:18.640399 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a45c8a-09bc-4873-b149-1cdaf9d64f07 None None] Routers {'aea25314-059d-421b-8bc1-803955484eab'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:26:18.641096 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-d3a45c8a-09bc-4873-b149-1cdaf9d64f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:26:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['aea25314-059d-421b-8bc1-803955484eab'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:18.645711 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:18.700721 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-91750171-b755-4e3a-ae2d-67ede9a2bc23 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3755121 Mar 16 11:26:18.701302 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'tag': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:18.704165 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59216) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:18.710422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-397f0613-9507-4270-afd4-5ae37618caaf tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1843932016', 'description': 'tempest-secgroup-smoke-1843932016 description', 'project_id': '8e9eff16e18b4769b0ce21a010887202'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:18.716831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-397f0613-9507-4270-afd4-5ae37618caaf tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:18.727357 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-397f0613-9507-4270-afd4-5ae37618caaf tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:18.741854 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-397f0613-9507-4270-afd4-5ae37618caaf tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:18.748551 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'tag': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4', 'status': 'completed', 'code': 200} Mar 16 11:26:18.763992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-397f0613-9507-4270-afd4-5ae37618caaf tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:18.767798 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-397f0613-9507-4270-afd4-5ae37618caaf tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Usage tracker for resource:security_group_rule and tenant:8e9eff16e18b4769b0ce21a010887202 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:18.799582 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-397f0613-9507-4270-afd4-5ae37618caaf tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:18.813877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-397f0613-9507-4270-afd4-5ae37618caaf tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:18.858443 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-d3a45c8a-09bc-4873-b149-1cdaf9d64f07 None None] Set router aea25314-059d-421b-8bc1-803955484eab gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:26:18.882497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af86298-d385-486b-83bc-96513beecb3b req-a8fb84ad-973b-4a6a-9854-b03fe90dfe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:18.883982 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4af86298-d385-486b-83bc-96513beecb3b req-a8fb84ad-973b-4a6a-9854-b03fe90dfe7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8e9eff16e18b4769b0ce21a010887202&device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 1099 time: 0.1129527 Mar 16 11:26:18.944815 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-397f0613-9507-4270-afd4-5ae37618caaf tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:18.968262 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:26:18.990505 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-397f0613-9507-4270-afd4-5ae37618caaf tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.060840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f0613-9507-4270-afd4-5ae37618caaf tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18312352-2da3-4187-9aaa-4fccb0c7865e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:19.071593 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-397f0613-9507-4270-afd4-5ae37618caaf tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.075456 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-397f0613-9507-4270-afd4-5ae37618caaf tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3674738 Mar 16 11:26:19.075974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59222) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:19.081029 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-18ee37d9-1928-4012-aaa0-d6a0c038b5ba tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Request body: {'security_group_rule': {'security_group_id': '18312352-2da3-4187-9aaa-4fccb0c7865e', 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:19.086892 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-18ee37d9-1928-4012-aaa0-d6a0c038b5ba tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:19.089157 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af86298-d385-486b-83bc-96513beecb3b req-7fab78f1-9151-4723-b3bf-8e76933ce046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:19.090599 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4af86298-d385-486b-83bc-96513beecb3b req-7fab78f1-9151-4723-b3bf-8e76933ce046 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e HTTP/1.1" status: 200 len: 915 time: 0.1953745 Mar 16 11:26:19.090739 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-18ee37d9-1928-4012-aaa0-d6a0c038b5ba tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Usage tracker for resource:security_group_rule and tenant:8e9eff16e18b4769b0ce21a010887202 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:19.093610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-18ee37d9-1928-4012-aaa0-d6a0c038b5ba tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:19.103619 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-18ee37d9-1928-4012-aaa0-d6a0c038b5ba tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:19.120613 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-18ee37d9-1928-4012-aaa0-d6a0c038b5ba tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.182295 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-18ee37d9-1928-4012-aaa0-d6a0c038b5ba tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.186210 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-18ee37d9-1928-4012-aaa0-d6a0c038b5ba tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.194309 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4af86298-d385-486b-83bc-96513beecb3b req-95366697-aaeb-42ed-a36e-b6103d881836 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 HTTP/1.1" status: 200 len: 999 time: 0.0976562 Mar 16 11:26:19.208139 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee37d9-1928-4012-aaa0-d6a0c038b5ba tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904e92a4-4fe9-4689-97c7-0e3055e8d3cf,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:19.217771 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-d3a45c8a-09bc-4873-b149-1cdaf9d64f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea25314-059d-421b-8bc1-803955484eab', 'name': 'tempest-TestMinimumBasicScenario-223734679-router', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:25Z', 'revision_number': 4, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'gw_port': {'id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'fbb67961-2356-4bd5-b37d-ea4bac0dd15f', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'aea25314-059d-421b-8bc1-803955484eab', 'port_id': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e', 'mac_address': 'fa:16:3e:dc:d1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:26:17Z', 'updated_at': '2022-03-16T11:26:17Z', 'revision_number': 0, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a468a1f2-c055-46a7-a567-4942bd8d72b3', 'name': '', 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'mac_address': 'fa:16:3e:a1:69:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:25Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 5, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'subnets': [{'id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:19.222919 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-18ee37d9-1928-4012-aaa0-d6a0c038b5ba tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.223718 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a45c8a-09bc-4873-b149-1cdaf9d64f07 None None] Checking router: aea25314-059d-421b-8bc1-803955484eab for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:26:19.225524 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-18ee37d9-1928-4012-aaa0-d6a0c038b5ba tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485240 Mar 16 11:26:19.228631 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59226) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:19.235997 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a45c8a-09bc-4873-b149-1cdaf9d64f07 None None] Routers {'aea25314-059d-421b-8bc1-803955484eab'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:26:19.236624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-d3a45c8a-09bc-4873-b149-1cdaf9d64f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:26:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['aea25314-059d-421b-8bc1-803955484eab'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:19.237214 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-36d7811d-f5ab-4a3e-be98-00b37930383b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Request body: {'security_group_rule': {'security_group_id': '18312352-2da3-4187-9aaa-4fccb0c7865e', 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:19.244156 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-36d7811d-f5ab-4a3e-be98-00b37930383b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:19.248433 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-36d7811d-f5ab-4a3e-be98-00b37930383b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Usage tracker for resource:security_group_rule and tenant:8e9eff16e18b4769b0ce21a010887202 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:19.252207 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-36d7811d-f5ab-4a3e-be98-00b37930383b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:19.258792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-36d7811d-f5ab-4a3e-be98-00b37930383b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:19.279100 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af86298-d385-486b-83bc-96513beecb3b req-e544bd07-1e6e-4af7-9d51-fd9841c4956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:19.280566 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4af86298-d385-486b-83bc-96513beecb3b req-e544bd07-1e6e-4af7-9d51-fd9841c4956a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=872b6dd1-8ecd-4fab-a4a2-1de21885c26a HTTP/1.1" status: 200 len: 853 time: 0.0791273 Mar 16 11:26:19.281414 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36d7811d-f5ab-4a3e-be98-00b37930383b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.351292 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36d7811d-f5ab-4a3e-be98-00b37930383b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.356333 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36d7811d-f5ab-4a3e-be98-00b37930383b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.358710 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af86298-d385-486b-83bc-96513beecb3b req-3ae387e5-7510-45db-a986-b6a92b2918a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:19.360283 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4af86298-d385-486b-83bc-96513beecb3b req-3ae387e5-7510-45db-a986-b6a92b2918a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732803 Mar 16 11:26:19.380375 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7811d-f5ab-4a3e-be98-00b37930383b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08e73c3-3fb1-417a-bcee-744cd2f66987,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:19.390934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36d7811d-f5ab-4a3e-be98-00b37930383b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.394834 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-36d7811d-f5ab-4a3e-be98-00b37930383b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1620779 Mar 16 11:26:19.395981 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59230) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:19.403215 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-1f2e8f3c-3ab9-41ec-83ab-cbae663ed857 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Request body: {'security_group_rule': {'security_group_id': '18312352-2da3-4187-9aaa-4fccb0c7865e', 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:19.409266 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1f2e8f3c-3ab9-41ec-83ab-cbae663ed857 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:19.413666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1f2e8f3c-3ab9-41ec-83ab-cbae663ed857 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Usage tracker for resource:security_group_rule and tenant:8e9eff16e18b4769b0ce21a010887202 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:19.416725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-1f2e8f3c-3ab9-41ec-83ab-cbae663ed857 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:19.422984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-1f2e8f3c-3ab9-41ec-83ab-cbae663ed857 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:19.427540 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-d3a45c8a-09bc-4873-b149-1cdaf9d64f07 None None] Set router aea25314-059d-421b-8bc1-803955484eab gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:26:19.443087 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f2e8f3c-3ab9-41ec-83ab-cbae663ed857 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.520937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f2e8f3c-3ab9-41ec-83ab-cbae663ed857 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.526649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f2e8f3c-3ab9-41ec-83ab-cbae663ed857 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.554590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e8f3c-3ab9-41ec-83ab-cbae663ed857 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ed30dd-1d3a-4605-b533-d7b73b69d448,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:19.567937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-1f2e8f3c-3ab9-41ec-83ab-cbae663ed857 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.571896 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1f2e8f3c-3ab9-41ec-83ab-cbae663ed857 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1725295 Mar 16 11:26:19.572130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59234) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:19.577146 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-00bd0fa5-e07e-45d9-9772-834b04fd9b62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Request body: {'security_group_rule': {'security_group_id': '18312352-2da3-4187-9aaa-4fccb0c7865e', 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:19.582932 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-00bd0fa5-e07e-45d9-9772-834b04fd9b62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:19.586792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-00bd0fa5-e07e-45d9-9772-834b04fd9b62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Usage tracker for resource:security_group_rule and tenant:8e9eff16e18b4769b0ce21a010887202 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:19.589647 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-00bd0fa5-e07e-45d9-9772-834b04fd9b62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:19.595918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-00bd0fa5-e07e-45d9-9772-834b04fd9b62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:19.614889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-00bd0fa5-e07e-45d9-9772-834b04fd9b62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.618664 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4af86298-d385-486b-83bc-96513beecb3b req-7e297a29-b6be-495f-8c93-e6d016e84470 service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514367 Mar 16 11:26:19.691342 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-00bd0fa5-e07e-45d9-9772-834b04fd9b62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.696081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-00bd0fa5-e07e-45d9-9772-834b04fd9b62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.734445 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd0fa5-e07e-45d9-9772-834b04fd9b62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87206799-d05b-4cb9-b8b9-0f4562f08957,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:19.752627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-00bd0fa5-e07e-45d9-9772-834b04fd9b62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.753869 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-00bd0fa5-e07e-45d9-9772-834b04fd9b62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1807766 Mar 16 11:26:19.757240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59238) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:19.774945 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c223144d-02b1-4562-aa0c-d855100ebe62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Request body: {'security_group_rule': {'security_group_id': '18312352-2da3-4187-9aaa-4fccb0c7865e', 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:19.774945 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c223144d-02b1-4562-aa0c-d855100ebe62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:19.779039 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4af86298-d385-486b-83bc-96513beecb3b req-6caf6085-f11e-4e28-bc7d-c002d3f4be1f service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504254 Mar 16 11:26:19.781006 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c223144d-02b1-4562-aa0c-d855100ebe62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Usage tracker for resource:security_group_rule and tenant:8e9eff16e18b4769b0ce21a010887202 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:19.784103 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c223144d-02b1-4562-aa0c-d855100ebe62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:19.789966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c223144d-02b1-4562-aa0c-d855100ebe62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:19.800621 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-c223144d-02b1-4562-aa0c-d855100ebe62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Project 8e9eff16e18b4769b0ce21a010887202 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:26:19.808335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c223144d-02b1-4562-aa0c-d855100ebe62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.820669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-d3a45c8a-09bc-4873-b149-1cdaf9d64f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea25314-059d-421b-8bc1-803955484eab', 'name': 'tempest-TestMinimumBasicScenario-223734679-router', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:25Z', 'revision_number': 4, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'gw_port': {'id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'fbb67961-2356-4bd5-b37d-ea4bac0dd15f', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'aea25314-059d-421b-8bc1-803955484eab', 'port_id': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e', 'mac_address': 'fa:16:3e:dc:d1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:26:17Z', 'updated_at': '2022-03-16T11:26:17Z', 'revision_number': 0, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a468a1f2-c055-46a7-a567-4942bd8d72b3', 'name': '', 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'mac_address': 'fa:16:3e:a1:69:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:25Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 5, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'subnets': [{'id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:19.824627 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a45c8a-09bc-4873-b149-1cdaf9d64f07 None None] The sync data for ids ['aea25314-059d-421b-8bc1-803955484eab'] in dv-neutron-833859-1-hyperv is: [{'id': 'aea25314-059d-421b-8bc1-803955484eab', 'name': 'tempest-TestMinimumBasicScenario-223734679-router', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:25Z', 'revision_number': 4, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'gw_port': {'id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'fbb67961-2356-4bd5-b37d-ea4bac0dd15f', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'aea25314-059d-421b-8bc1-803955484eab', 'port_id': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e', 'mac_address': 'fa:16:3e:dc:d1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:26:17Z', 'updated_at': '2022-03-16T11:26:17Z', 'revision_number': 0, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a468a1f2-c055-46a7-a567-4942bd8d72b3', 'name': '', 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'mac_address': 'fa:16:3e:a1:69:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:25Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 5, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'subnets': [{'id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:26:19.876125 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c223144d-02b1-4562-aa0c-d855100ebe62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.880464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c223144d-02b1-4562-aa0c-d855100ebe62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.907602 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223144d-02b1-4562-aa0c-d855100ebe62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5d16d7-4254-4a93-b747-2ff132f08bf7,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:19.916469 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c223144d-02b1-4562-aa0c-d855100ebe62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.917721 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c223144d-02b1-4562-aa0c-d855100ebe62 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1593504 Mar 16 11:26:19.920468 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59242) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:19.925416 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-8d95b26f-a823-4ca8-be80-cf831a98f513 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Request body: {'security_group_rule': {'security_group_id': '18312352-2da3-4187-9aaa-4fccb0c7865e', 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:19.931453 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8d95b26f-a823-4ca8-be80-cf831a98f513 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:19.935246 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8d95b26f-a823-4ca8-be80-cf831a98f513 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Usage tracker for resource:security_group_rule and tenant:8e9eff16e18b4769b0ce21a010887202 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:19.938126 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8d95b26f-a823-4ca8-be80-cf831a98f513 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:19.944527 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8d95b26f-a823-4ca8-be80-cf831a98f513 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:19.955774 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-8d95b26f-a823-4ca8-be80-cf831a98f513 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Project 8e9eff16e18b4769b0ce21a010887202 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:26:19.963396 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d95b26f-a823-4ca8-be80-cf831a98f513 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.007778 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a9d1a3-69b8-4acb-ac36-ed5009d1a82d None None] New status for floating IP fbb67961-2356-4bd5-b37d-ea4bac0dd15f: ACTIVE {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:26:20.031095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d95b26f-a823-4ca8-be80-cf831a98f513 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.035415 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d95b26f-a823-4ca8-be80-cf831a98f513 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.059331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95b26f-a823-4ca8-be80-cf831a98f513 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54dcbf3b-54a8-46ea-9a6a-1a48aa4f3ac4,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:20.069365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d95b26f-a823-4ca8-be80-cf831a98f513 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.070654 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8d95b26f-a823-4ca8-be80-cf831a98f513 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492410 Mar 16 11:26:20.189179 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2de6e0a0-7b16-4274-a6e2-432669a86e43 req-2f7e9b3d-4768-4ca1-844d-faf06f1324fc tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843932016&fields=id&tenant_id=8e9eff16e18b4769b0ce21a010887202 HTTP/1.1" status: 200 len: 267 time: 0.0396652 Mar 16 11:26:20.281998 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6e0a0-7b16-4274-a6e2-432669a86e43 req-2e73a98d-9ddb-4fd3-a6fd-978f1c19a0eb tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:20.283740 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2de6e0a0-7b16-4274-a6e2-432669a86e43 req-2e73a98d-9ddb-4fd3-a6fd-978f1c19a0eb tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 946 time: 0.0888186 Mar 16 11:26:20.296917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [req-2de6e0a0-7b16-4274-a6e2-432669a86e43 req-205d9170-440a-48e9-bec9-1a54593f0740 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Request body: {'port': {'security_groups': ['e1b80408-82ac-4e96-abf6-23acbae0d350', '18312352-2da3-4187-9aaa-4fccb0c7865e']}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:20.420378 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [req-2de6e0a0-7b16-4274-a6e2-432669a86e43 req-205d9170-440a-48e9-bec9-1a54593f0740 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.671101 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [req-2de6e0a0-7b16-4274-a6e2-432669a86e43 req-205d9170-440a-48e9-bec9-1a54593f0740 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] For port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4,segment=NetworkSegment(b85810de-32d5-4e24-8ea7-5ea9a005b804),segment_id=b85810de-32d5-4e24-8ea7-5ea9a005b804)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:20.703911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [req-2de6e0a0-7b16-4274-a6e2-432669a86e43 req-205d9170-440a-48e9-bec9-1a54593f0740 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.703911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [req-2de6e0a0-7b16-4274-a6e2-432669a86e43 req-205d9170-440a-48e9-bec9-1a54593f0740 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.718802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:26:20.774605 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6e0a0-7b16-4274-a6e2-432669a86e43 req-205d9170-440a-48e9-bec9-1a54593f0740 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:20.775257 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [req-2de6e0a0-7b16-4274-a6e2-432669a86e43 req-205d9170-440a-48e9-bec9-1a54593f0740 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.776645 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2de6e0a0-7b16-4274-a6e2-432669a86e43 req-205d9170-440a-48e9-bec9-1a54593f0740 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "PUT /v2.0/ports/2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 HTTP/1.1" status: 200 len: 982 time: 0.4859710 Mar 16 11:26:20.777092 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'tag': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:20.881535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:26:20.945415 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'tag': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4', 'status': 'completed', 'code': 200} Mar 16 11:26:20.954423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d9170-440a-48e9-bec9-1a54593f0740 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Pushing event updated for resources: {'Port': ['ID=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4,revision_number=6']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:21.048816 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10d634-8ba0-4d01-8d13-30b7797dc9ec req-9b52970d-66a1-47f7-a739-1b8f39c9b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:21.050235 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4f10d634-8ba0-4d01-8d13-30b7797dc9ec req-9b52970d-66a1-47f7-a739-1b8f39c9b9be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8e9eff16e18b4769b0ce21a010887202&device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 1138 time: 0.1580529 Mar 16 11:26:21.059410 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bcb0b-c851-47bb-8942-b725ea439f18 req-71ff2541-e9dd-4ffa-8a32-6b38776a31d4 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:21.060881 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-472bcb0b-c851-47bb-8942-b725ea439f18 req-71ff2541-e9dd-4ffa-8a32-6b38776a31d4 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 985 time: 0.1110544 Mar 16 11:26:21.077090 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b50e2df1-ada7-4e82-bd81-1f2d5fb5129a None None] Provisioning complete for port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:21.077462 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b50e2df1-ada7-4e82-bd81-1f2d5fb5129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:21.200273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-472bcb0b-c851-47bb-8942-b725ea439f18 req-135d4a13-7f07-4c18-9eaa-eb935ab32770 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Synchronizing usage tracker for tenant:8e9eff16e18b4769b0ce21a010887202 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:26:21.233055 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10d634-8ba0-4d01-8d13-30b7797dc9ec req-ed47a590-0f43-42a6-befa-88cdad68f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:21.234605 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4f10d634-8ba0-4d01-8d13-30b7797dc9ec req-ed47a590-0f43-42a6-befa-88cdad68f6f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e HTTP/1.1" status: 200 len: 915 time: 0.1728418 Mar 16 11:26:21.235931 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-472bcb0b-c851-47bb-8942-b725ea439f18 req-135d4a13-7f07-4c18-9eaa-eb935ab32770 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Unset dirty status for tenant:8e9eff16e18b4769b0ce21a010887202 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:26:21.236990 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-472bcb0b-c851-47bb-8942-b725ea439f18 req-135d4a13-7f07-4c18-9eaa-eb935ab32770 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&id=18312352-2da3-4187-9aaa-4fccb0c7865e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531358 Mar 16 11:26:21.346541 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4f10d634-8ba0-4d01-8d13-30b7797dc9ec req-0cbf5dfa-08b9-49f8-9a7f-92720e055c57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 HTTP/1.1" status: 200 len: 1001 time: 0.1060083 Mar 16 11:26:21.411963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10d634-8ba0-4d01-8d13-30b7797dc9ec req-1f093902-ebaa-4424-bb97-e63bc9ec0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:21.413390 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4f10d634-8ba0-4d01-8d13-30b7797dc9ec req-1f093902-ebaa-4424-bb97-e63bc9ec0d72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=872b6dd1-8ecd-4fab-a4a2-1de21885c26a HTTP/1.1" status: 200 len: 853 time: 0.0614016 Mar 16 11:26:21.488901 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10d634-8ba0-4d01-8d13-30b7797dc9ec req-05c618e0-f686-48ab-9c76-cf9abab3fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:21.490269 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4f10d634-8ba0-4d01-8d13-30b7797dc9ec req-05c618e0-f686-48ab-9c76-cf9abab3fe7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698118 Mar 16 11:26:21.623099 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4f10d634-8ba0-4d01-8d13-30b7797dc9ec req-5a46bbfd-571c-4330-b128-a047beaed927 service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266613 Mar 16 11:26:21.756729 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4f10d634-8ba0-4d01-8d13-30b7797dc9ec req-b922e333-d611-4590-b11b-320a898512fa service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253850 Mar 16 11:26:30.903732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a8bec19f-dfda-4116-b6b7-eb8380a2b49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:33.088063 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c473c282-e6e6-4bc0-a057-977c927f674b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:34.159620 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c1116383-cc80-42b0-9dfa-71d7564726b1 req-a6c671ac-2100-4d54-85e3-990edee35fea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1120820 Mar 16 11:26:34.300299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1116383-cc80-42b0-9dfa-71d7564726b1 req-42cf6f2c-98dd-49f9-b661-90fb793dbf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:34.302223 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c1116383-cc80-42b0-9dfa-71d7564726b1 req-42cf6f2c-98dd-49f9-b661-90fb793dbf37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8e9eff16e18b4769b0ce21a010887202&device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 1138 time: 0.0761895 Mar 16 11:26:34.443911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1116383-cc80-42b0-9dfa-71d7564726b1 req-5d6ddf80-2da1-4295-8bb1-2e4f2dd3375f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:34.445352 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c1116383-cc80-42b0-9dfa-71d7564726b1 req-5d6ddf80-2da1-4295-8bb1-2e4f2dd3375f service neutron] 10.222.0.18 "GET /v2.0/networks?id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e HTTP/1.1" status: 200 len: 915 time: 0.1251216 Mar 16 11:26:34.447536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:34.521682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:34.547005 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c1116383-cc80-42b0-9dfa-71d7564726b1 req-6d5c3032-d18e-4576-a2cd-20151e6a3d76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 HTTP/1.1" status: 200 len: 1001 time: 0.0945878 Mar 16 11:26:34.605631 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1116383-cc80-42b0-9dfa-71d7564726b1 req-eacb59e4-3c81-43bb-a1f9-28ffea226830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:34.606976 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c1116383-cc80-42b0-9dfa-71d7564726b1 req-eacb59e4-3c81-43bb-a1f9-28ffea226830 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=872b6dd1-8ecd-4fab-a4a2-1de21885c26a HTTP/1.1" status: 200 len: 853 time: 0.0548961 Mar 16 11:26:34.686908 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1116383-cc80-42b0-9dfa-71d7564726b1 req-0c4beb5d-f45e-4487-8495-6802da6b8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:34.688461 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c1116383-cc80-42b0-9dfa-71d7564726b1 req-0c4beb5d-f45e-4487-8495-6802da6b8905 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762811 Mar 16 11:26:34.914739 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c1116383-cc80-42b0-9dfa-71d7564726b1 req-20140e36-5883-4970-9698-4e107664599d service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206061 Mar 16 11:26:35.041882 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c1116383-cc80-42b0-9dfa-71d7564726b1 req-28666d0e-4a4c-449a-a2ea-a74d241865d6 service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200833 Mar 16 11:26:35.976008 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:47.957741 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:55.967384 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:27:00.905301 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1ea2046f-8a6e-4399-bbe2-303a5d7b52b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:03.088780 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0db85084-3e0f-45b9-9416-2e60dd2fbf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:04.449725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:04.524194 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:05.978984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:17.981466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:19.041587 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31057bdb-de40-4083-8e93-94b76d355f31 req-e6b8586e-5d64-41aa-a9d7-05e9d0fbcbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:19.042936 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-31057bdb-de40-4083-8e93-94b76d355f31 req-e6b8586e-5d64-41aa-a9d7-05e9d0fbcbbd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8e9eff16e18b4769b0ce21a010887202&device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 1138 time: 0.1305854 Mar 16 11:27:19.050300 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e4aeb-3cef-4592-849d-dd3190d10724 req-108656f3-69d8-4fe7-a669-d556124041f6 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:19.051618 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5d1e4aeb-3cef-4592-849d-dd3190d10724 req-108656f3-69d8-4fe7-a669-d556124041f6 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 985 time: 0.1061370 Mar 16 11:27:19.181934 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5d1e4aeb-3cef-4592-849d-dd3190d10724 req-10344b8f-7f32-4c8a-a4d8-b9aa0d26b2a2 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&id=18312352-2da3-4187-9aaa-4fccb0c7865e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122313 Mar 16 11:27:19.206895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31057bdb-de40-4083-8e93-94b76d355f31 req-077a78a5-4eb6-4a61-b8b2-85d65702be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:19.208342 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-31057bdb-de40-4083-8e93-94b76d355f31 req-077a78a5-4eb6-4a61-b8b2-85d65702be86 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e HTTP/1.1" status: 200 len: 915 time: 0.1559131 Mar 16 11:27:19.309430 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-31057bdb-de40-4083-8e93-94b76d355f31 req-08388121-c143-4ae1-9a76-f6a1f1bf0113 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 HTTP/1.1" status: 200 len: 1001 time: 0.0949337 Mar 16 11:27:19.369037 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31057bdb-de40-4083-8e93-94b76d355f31 req-b2a5eb79-6745-47f5-af5e-e0ecb48d627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:19.370408 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-31057bdb-de40-4083-8e93-94b76d355f31 req-b2a5eb79-6745-47f5-af5e-e0ecb48d627b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=872b6dd1-8ecd-4fab-a4a2-1de21885c26a HTTP/1.1" status: 200 len: 853 time: 0.0547099 Mar 16 11:27:19.445684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31057bdb-de40-4083-8e93-94b76d355f31 req-82ce0b9b-9424-49d2-8aa5-7dab8f9438c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:19.447127 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-31057bdb-de40-4083-8e93-94b76d355f31 req-82ce0b9b-9424-49d2-8aa5-7dab8f9438c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699520 Mar 16 11:27:19.575490 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-31057bdb-de40-4083-8e93-94b76d355f31 req-8976d2e8-a129-40b0-9d1e-16f3905c76de service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205790 Mar 16 11:27:19.701343 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-31057bdb-de40-4083-8e93-94b76d355f31 req-b3f00cc7-db28-48d4-8f30-0c8de7f69162 service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198912 Mar 16 11:27:20.366587 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51a7d6-641f-4ea2-af0e-bef764feed59 req-b8a00349-1bd4-4391-a571-ce3fb0003ede tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:20.368047 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bd51a7d6-641f-4ea2-af0e-bef764feed59 req-b8a00349-1bd4-4391-a571-ce3fb0003ede tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 985 time: 0.0795381 Mar 16 11:27:20.414885 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bd51a7d6-641f-4ea2-af0e-bef764feed59 req-f0befdd2-65a8-443c-b8a6-d3e53ad900ce tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&id=18312352-2da3-4187-9aaa-4fccb0c7865e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410008 Mar 16 11:27:21.605694 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f5387-e0e1-4e31-a9d5-10da293789ca req-6f830f22-9e5f-4d79-b60e-c9102bba412b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:21.607053 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-777f5387-e0e1-4e31-a9d5-10da293789ca req-6f830f22-9e5f-4d79-b60e-c9102bba412b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 985 time: 0.0773718 Mar 16 11:27:21.651932 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-777f5387-e0e1-4e31-a9d5-10da293789ca req-a2557197-a34c-4cfb-9650-996bece7d7c3 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&id=18312352-2da3-4187-9aaa-4fccb0c7865e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386620 Mar 16 11:27:22.833991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337eefe-b186-496e-9455-b9c110979fee req-aec7a190-69ac-4ad8-879c-58afea643d5b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:22.835439 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d337eefe-b186-496e-9455-b9c110979fee req-aec7a190-69ac-4ad8-879c-58afea643d5b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 985 time: 0.0810943 Mar 16 11:27:22.881359 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d337eefe-b186-496e-9455-b9c110979fee req-2d96e2db-3e27-4031-809f-118f3c3c2260 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&id=18312352-2da3-4187-9aaa-4fccb0c7865e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396769 Mar 16 11:27:24.069447 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6e173-76fe-4b2b-a13b-7cbe44585688 req-0333fb32-114a-4ee4-b8b3-6ac1fbb9b411 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:24.071498 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cdf6e173-76fe-4b2b-a13b-7cbe44585688 req-0333fb32-114a-4ee4-b8b3-6ac1fbb9b411 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 985 time: 0.0794768 Mar 16 11:27:24.116530 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cdf6e173-76fe-4b2b-a13b-7cbe44585688 req-92ac7ec5-4b02-4735-a5d2-2b1c9ba333ea tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&id=18312352-2da3-4187-9aaa-4fccb0c7865e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398269 Mar 16 11:27:25.301488 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a3f43-cc4e-4a8a-bc6b-63c6b96e19bb req-509cff30-6b23-4c90-b8fc-34d3b59d0488 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:25.302966 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-991a3f43-cc4e-4a8a-bc6b-63c6b96e19bb req-509cff30-6b23-4c90-b8fc-34d3b59d0488 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 985 time: 0.0781989 Mar 16 11:27:25.352221 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-991a3f43-cc4e-4a8a-bc6b-63c6b96e19bb req-96b3d717-1d62-4a2c-a91a-70d955455719 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&id=18312352-2da3-4187-9aaa-4fccb0c7865e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411651 Mar 16 11:27:26.533996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af9ba-d4e5-4647-8d8b-b46e968b0826 req-2e77c490-8ce0-461c-8faf-05ae461e3375 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:26.535708 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b37af9ba-d4e5-4647-8d8b-b46e968b0826 req-2e77c490-8ce0-461c-8faf-05ae461e3375 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 985 time: 0.0798659 Mar 16 11:27:26.586348 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b37af9ba-d4e5-4647-8d8b-b46e968b0826 req-f7123ab4-87ca-4664-8a88-2f83dde2e959 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&id=18312352-2da3-4187-9aaa-4fccb0c7865e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445402 Mar 16 11:27:27.942957 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e10c0-6fc6-4b6f-968c-b6f127e0273c req-a2b795f8-a592-482b-a976-09c850c51066 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:27.944441 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f32e10c0-6fc6-4b6f-968c-b6f127e0273c req-a2b795f8-a592-482b-a976-09c850c51066 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 985 time: 0.0809653 Mar 16 11:27:27.989671 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f32e10c0-6fc6-4b6f-968c-b6f127e0273c req-9e8eb7f0-5d10-4822-b7d1-59f9c8f0865f tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&id=18312352-2da3-4187-9aaa-4fccb0c7865e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394762 Mar 16 11:27:29.174166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79412316-f222-44b6-96ce-221543d9e6fd req-876ffaa7-362d-4825-8e1a-d1670038f418 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:29.175606 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-79412316-f222-44b6-96ce-221543d9e6fd req-876ffaa7-362d-4825-8e1a-d1670038f418 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 985 time: 0.0788543 Mar 16 11:27:29.221450 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-79412316-f222-44b6-96ce-221543d9e6fd req-c6bed61b-b2cf-4fff-a1f8-fa2631194e09 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&id=18312352-2da3-4187-9aaa-4fccb0c7865e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400562 Mar 16 11:27:30.405956 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608b982-14cb-44fc-ade3-72163db2ca98 req-e74b08cf-8fb4-45e4-8ceb-c585db64a8ec tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:30.407426 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7608b982-14cb-44fc-ade3-72163db2ca98 req-e74b08cf-8fb4-45e4-8ceb-c585db64a8ec tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 985 time: 0.0800872 Mar 16 11:27:30.457742 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7608b982-14cb-44fc-ade3-72163db2ca98 req-2cc2cd99-bb1a-405d-98f5-1a26f124c89e tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&id=18312352-2da3-4187-9aaa-4fccb0c7865e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445690 Mar 16 11:27:30.907139 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d2a0871f-f2bf-405b-830b-481988298ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:31.646926 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6981d8d-1ca2-4842-a8bf-9ad5ddb682a1 req-f7db4c71-79a6-4547-b044-c7a376a61333 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:31.648479 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e6981d8d-1ca2-4842-a8bf-9ad5ddb682a1 req-f7db4c71-79a6-4547-b044-c7a376a61333 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 985 time: 0.0874391 Mar 16 11:27:31.693836 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e6981d8d-1ca2-4842-a8bf-9ad5ddb682a1 req-9ec7caa4-9b09-4caa-abad-d12529e19733 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&id=18312352-2da3-4187-9aaa-4fccb0c7865e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396585 Mar 16 11:27:32.965997 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:27:33.090306 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-07bba95f-bbab-423f-b38c-d30f5600dfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:34.450777 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:34.526147 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:35.108869 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c16bdcf-e3a8-4692-baa8-c7e3a2983ca0 req-68f3d0a2-17d2-4c8a-b290-b95b64ad1d99 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673683 Mar 16 11:27:35.245430 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16bdcf-e3a8-4692-baa8-c7e3a2983ca0 req-d11a64e5-c873-43e3-9912-2dd3c7c86085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:35.246854 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c16bdcf-e3a8-4692-baa8-c7e3a2983ca0 req-d11a64e5-c873-43e3-9912-2dd3c7c86085 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8e9eff16e18b4769b0ce21a010887202&device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 1138 time: 0.0726123 Mar 16 11:27:35.491082 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16bdcf-e3a8-4692-baa8-c7e3a2983ca0 req-313fbe73-8f58-4119-816a-325b50b21eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:35.492530 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c16bdcf-e3a8-4692-baa8-c7e3a2983ca0 req-313fbe73-8f58-4119-816a-325b50b21eff service neutron] 10.222.0.18 "GET /v2.0/networks?id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e HTTP/1.1" status: 200 len: 915 time: 0.2276008 Mar 16 11:27:35.591974 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c16bdcf-e3a8-4692-baa8-c7e3a2983ca0 req-18dfab0d-9bdc-402f-8c85-1fba98458488 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 HTTP/1.1" status: 200 len: 1001 time: 0.0928586 Mar 16 11:27:35.653012 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16bdcf-e3a8-4692-baa8-c7e3a2983ca0 req-60eb2dd0-4304-4a64-84e9-0e2d9b925a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:35.656334 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c16bdcf-e3a8-4692-baa8-c7e3a2983ca0 req-60eb2dd0-4304-4a64-84e9-0e2d9b925a79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=872b6dd1-8ecd-4fab-a4a2-1de21885c26a HTTP/1.1" status: 200 len: 853 time: 0.0575931 Mar 16 11:27:35.727330 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16bdcf-e3a8-4692-baa8-c7e3a2983ca0 req-1683ae0d-590d-4ec5-bdf2-29ef5e9b4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:35.728797 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c16bdcf-e3a8-4692-baa8-c7e3a2983ca0 req-1683ae0d-590d-4ec5-bdf2-29ef5e9b4e55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690701 Mar 16 11:27:35.858314 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c16bdcf-e3a8-4692-baa8-c7e3a2983ca0 req-8a57d32f-af34-47a5-9711-6fc9bb91ba7e service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228757 Mar 16 11:27:35.984794 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:35.993557 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5c16bdcf-e3a8-4692-baa8-c7e3a2983ca0 req-c3dc6ff7-11bd-45f5-b240-bc7a5b1326a5 service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300850 Mar 16 11:27:47.977568 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:00.912175 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-57384016-04e6-49f1-9f28-35fbb01b0221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:03.090616 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d5adbf02-e811-42b6-93b9-d2e6089659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.453622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.528653 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:05.986001 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:09.965145 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:28:17.974253 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:30.921976 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e292fb60-4f4b-4880-b815-75608afc0caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:33.097658 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3d9ba772-9f3a-4c6c-a46a-7ffb6d7dcf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:34.455170 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:34.533345 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:35.155171 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5ddb8efd-8146-4ee3-bd87-e41896e72904 req-8af163f2-09b9-419d-bcbf-5c56ad01f745 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843932016&fields=id&tenant_id=8e9eff16e18b4769b0ce21a010887202 HTTP/1.1" status: 200 len: 267 time: 0.0382633 Mar 16 11:28:35.237390 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb8efd-8146-4ee3-bd87-e41896e72904 req-c2d87b59-733e-43b2-8792-79416310ff4b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:35.238812 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5ddb8efd-8146-4ee3-bd87-e41896e72904 req-c2d87b59-733e-43b2-8792-79416310ff4b tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 985 time: 0.0785005 Mar 16 11:28:35.250030 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [req-5ddb8efd-8146-4ee3-bd87-e41896e72904 req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Request body: {'port': {'security_groups': ['e1b80408-82ac-4e96-abf6-23acbae0d350']}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:35.368325 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [req-5ddb8efd-8146-4ee3-bd87-e41896e72904 req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:35.600504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [req-5ddb8efd-8146-4ee3-bd87-e41896e72904 req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] For port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4,segment=NetworkSegment(b85810de-32d5-4e24-8ea7-5ea9a005b804),segment_id=b85810de-32d5-4e24-8ea7-5ea9a005b804)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:35.623858 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [req-5ddb8efd-8146-4ee3-bd87-e41896e72904 req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:35.629153 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [req-5ddb8efd-8146-4ee3-bd87-e41896e72904 req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:35.640193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:28:35.707688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Pushing event updated for resources: {'Port': ['ID=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4,revision_number=7']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:35.723093 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb8efd-8146-4ee3-bd87-e41896e72904 req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:35.723788 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [req-5ddb8efd-8146-4ee3-bd87-e41896e72904 req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:35.725203 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5ddb8efd-8146-4ee3-bd87-e41896e72904 req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "PUT /v2.0/ports/2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 HTTP/1.1" status: 200 len: 943 time: 0.4802327 Mar 16 11:28:35.726534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:35.726872 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:35.727222 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:35.727554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:35.727882 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:35.728202 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:35.728519 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:35.728898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:35.729758 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:35.732662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:35.732824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59330) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:35.733309 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:35.733394 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a387274d-46d5-4ce8-96d1-58c9bd5a4542 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:35.737609 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'tag': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:35.758756 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:28:35.820941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:35.855095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:35.867891 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'tag': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4', 'status': 'completed', 'code': 200} Mar 16 11:28:35.972696 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-62a5d848-18bd-4fae-a6e7-57ddf9a21aa4 None None] Provisioning complete for port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:35.972989 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-62a5d848-18bd-4fae-a6e7-57ddf9a21aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:35.980966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5f8ff-062e-40f3-bc5d-90811b62b871 req-d1bea34c-fbd8-4837-bffc-3f33180ffe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:35.982442 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b4b5f8ff-062e-40f3-bc5d-90811b62b871 req-d1bea34c-fbd8-4837-bffc-3f33180ffe6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8e9eff16e18b4769b0ce21a010887202&device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 1099 time: 0.0887063 Mar 16 11:28:36.013189 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:36.052132 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:36.086720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18312352-2da3-4187-9aaa-4fccb0c7865e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:36.111786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:36.112052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:36.112380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:36.112742 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:36.113050 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:36.113344 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:36.113677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:36.113975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:36.114303 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:36.114603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:36.114914 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:36.115246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:36.129779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:36.130899 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d7f6d15f-9371-428d-b0a5-81502aa9b0ad tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "DELETE /v2.0/security-groups/18312352-2da3-4187-9aaa-4fccb0c7865e HTTP/1.1" status: 204 len: 168 time: 0.3973083 Mar 16 11:28:36.134941 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59338) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:36.155175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5f8ff-062e-40f3-bc5d-90811b62b871 req-226b4af9-427e-4453-8da2-5942348922f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:36.156636 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b4b5f8ff-062e-40f3-bc5d-90811b62b871 req-226b4af9-427e-4453-8da2-5942348922f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e HTTP/1.1" status: 200 len: 915 time: 0.1679974 Mar 16 11:28:36.257834 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b4b5f8ff-062e-40f3-bc5d-90811b62b871 req-c80ceb36-7f99-4dec-a5e8-97f650556838 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 HTTP/1.1" status: 200 len: 1001 time: 0.0938826 Mar 16 11:28:36.322494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5f8ff-062e-40f3-bc5d-90811b62b871 req-01e58bb6-f268-4abc-a89e-e4db8f501913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:36.323961 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b4b5f8ff-062e-40f3-bc5d-90811b62b871 req-01e58bb6-f268-4abc-a89e-e4db8f501913 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=872b6dd1-8ecd-4fab-a4a2-1de21885c26a HTTP/1.1" status: 200 len: 853 time: 0.0604024 Mar 16 11:28:36.348630 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-d84dec9b-cec9-464f-a47b-67e83797a616 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Deleting port d46e6b73-7346-4630-8efb-266a0f6d8858 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:28:36.349209 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d84dec9b-cec9-464f-a47b-67e83797a616 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:36.396488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5f8ff-062e-40f3-bc5d-90811b62b871 req-6c756ece-0b61-436c-830f-75c621e56a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:36.397971 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b4b5f8ff-062e-40f3-bc5d-90811b62b871 req-6c756ece-0b61-436c-830f-75c621e56a7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686111 Mar 16 11:28:36.515338 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d84dec9b-cec9-464f-a47b-67e83797a616 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:36.515666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d84dec9b-cec9-464f-a47b-67e83797a616 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:36.529175 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b4b5f8ff-062e-40f3-bc5d-90811b62b871 req-f3c09af7-20b2-480a-81ff-3ba95bf3f170 service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249926 Mar 16 11:28:36.661066 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b4b5f8ff-062e-40f3-bc5d-90811b62b871 req-ac5636b0-b335-4de4-9881-090b625b09e9 service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262023 Mar 16 11:28:36.736209 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-d84dec9b-cec9-464f-a47b-67e83797a616 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Calling delete_port for d46e6b73-7346-4630-8efb-266a0f6d8858 owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:28:36.886052 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d84dec9b-cec9-464f-a47b-67e83797a616 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:36.932686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84dec9b-cec9-464f-a47b-67e83797a616 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Pushing event deleted for resources: {'Port': ['ID=d46e6b73-7346-4630-8efb-266a0f6d8858,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:37.021307 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d84dec9b-cec9-464f-a47b-67e83797a616 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:37.021629 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-d84dec9b-cec9-464f-a47b-67e83797a616 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Floating IP fbb67961-2356-4bd5-b37d-ea4bac0dd15f disassociated (deleted). External IP: 172.26.3.26, port: 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4. Mar 16 11:28:37.238752 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-481b788c-d2ee-4208-8220-7adc194bf25e req-848f0b12-857a-4452-a490-44bdef1c9f58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1784792 Mar 16 11:28:37.374412 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84dec9b-cec9-464f-a47b-67e83797a616 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Router aea25314-059d-421b-8bc1-803955484eab has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:28:37.374996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b788c-d2ee-4208-8220-7adc194bf25e req-f27702da-ae3d-42f1-bbda-5b6a497834c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:37.375977 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-481b788c-d2ee-4208-8220-7adc194bf25e req-f27702da-ae3d-42f1-bbda-5b6a497834c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8e9eff16e18b4769b0ce21a010887202&device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 1099 time: 0.0701330 Mar 16 11:28:37.517977 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b788c-d2ee-4208-8220-7adc194bf25e req-e936fe18-ae71-414f-9937-307664a91d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:37.519364 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-481b788c-d2ee-4208-8220-7adc194bf25e req-e936fe18-ae71-414f-9937-307664a91d9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e HTTP/1.1" status: 200 len: 915 time: 0.1255114 Mar 16 11:28:37.554429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84dec9b-cec9-464f-a47b-67e83797a616 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:28:37.565633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34053fc-3abe-418f-8071-db3d33ac8929 None None] Sync routers for ids ['aea25314-059d-421b-8bc1-803955484eab'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:28:37.575085 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34053fc-3abe-418f-8071-db3d33ac8929 None None] Routers {'aea25314-059d-421b-8bc1-803955484eab'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:28:37.575733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-e34053fc-3abe-418f-8071-db3d33ac8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:28:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['aea25314-059d-421b-8bc1-803955484eab'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:37.576273 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d84dec9b-cec9-464f-a47b-67e83797a616 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:37.594149 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-481b788c-d2ee-4208-8220-7adc194bf25e req-75b3eb27-0722-4575-b45c-43bdb790caf0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 HTTP/1.1" status: 200 len: 217 time: 0.0678101 Mar 16 11:28:37.634751 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d84dec9b-cec9-464f-a47b-67e83797a616 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "DELETE /v2.0/floatingips/fbb67961-2356-4bd5-b37d-ea4bac0dd15f HTTP/1.1" status: 204 len: 168 time: 1.4961214 Mar 16 11:28:37.661508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b788c-d2ee-4208-8220-7adc194bf25e req-d9432f55-fbf0-4577-be59-a8db2c45bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:37.663060 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-481b788c-d2ee-4208-8220-7adc194bf25e req-d9432f55-fbf0-4577-be59-a8db2c45bf86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=872b6dd1-8ecd-4fab-a4a2-1de21885c26a HTTP/1.1" status: 200 len: 853 time: 0.0633538 Mar 16 11:28:37.743236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b788c-d2ee-4208-8220-7adc194bf25e req-d39f73c8-3620-4fb2-92a5-0ae272162af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:37.744720 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-481b788c-d2ee-4208-8220-7adc194bf25e req-d39f73c8-3620-4fb2-92a5-0ae272162af9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760343 Mar 16 11:28:37.757835 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-e34053fc-3abe-418f-8071-db3d33ac8929 None None] Set router aea25314-059d-421b-8bc1-803955484eab gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:28:37.869293 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'tag': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:37.879346 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-481b788c-d2ee-4208-8220-7adc194bf25e req-fb535699-21ae-468c-94ae-92d3142bd721 service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283455 Mar 16 11:28:37.922584 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'tag': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4', 'status': 'completed', 'code': 200} Mar 16 11:28:38.030594 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-481b788c-d2ee-4208-8220-7adc194bf25e req-3d4c9607-f6f0-4356-9e2c-eb5bef1f697b service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450586 Mar 16 11:28:38.138025 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-e34053fc-3abe-418f-8071-db3d33ac8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea25314-059d-421b-8bc1-803955484eab', 'name': 'tempest-TestMinimumBasicScenario-223734679-router', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:25Z', 'revision_number': 4, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'gw_port': {'id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a468a1f2-c055-46a7-a567-4942bd8d72b3', 'name': '', 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'mac_address': 'fa:16:3e:a1:69:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:25Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 5, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'subnets': [{'id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:38.142971 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34053fc-3abe-418f-8071-db3d33ac8929 None None] Checking router: aea25314-059d-421b-8bc1-803955484eab for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:28:38.153007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34053fc-3abe-418f-8071-db3d33ac8929 None None] Routers {'aea25314-059d-421b-8bc1-803955484eab'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:28:38.153823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-e34053fc-3abe-418f-8071-db3d33ac8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:28:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['aea25314-059d-421b-8bc1-803955484eab'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:38.187292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf27592-ef42-4a8a-a344-ec257b3079bc req-76e46f04-de32-4592-bfca-0b61b20c49b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:38.188754 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0bf27592-ef42-4a8a-a344-ec257b3079bc req-76e46f04-de32-4592-bfca-0b61b20c49b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8e9eff16e18b4769b0ce21a010887202&device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 1099 time: 0.0709245 Mar 16 11:28:38.338234 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf27592-ef42-4a8a-a344-ec257b3079bc req-23833f32-e40a-4319-b58a-d9235ade1bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:38.339785 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0bf27592-ef42-4a8a-a344-ec257b3079bc req-23833f32-e40a-4319-b58a-d9235ade1bed service neutron] 10.222.0.18 "GET /v2.0/networks?id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e HTTP/1.1" status: 200 len: 915 time: 0.1436331 Mar 16 11:28:38.340450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-e34053fc-3abe-418f-8071-db3d33ac8929 None None] Set router aea25314-059d-421b-8bc1-803955484eab gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:28:38.437160 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0bf27592-ef42-4a8a-a344-ec257b3079bc req-486fcf6d-b0d2-4f8f-9187-aaa948048861 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 HTTP/1.1" status: 200 len: 217 time: 0.0783007 Mar 16 11:28:38.503965 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf27592-ef42-4a8a-a344-ec257b3079bc req-034cfd6d-fc78-4310-ab14-b33d1e5c9923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:38.505422 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0bf27592-ef42-4a8a-a344-ec257b3079bc req-034cfd6d-fc78-4310-ab14-b33d1e5c9923 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=872b6dd1-8ecd-4fab-a4a2-1de21885c26a HTTP/1.1" status: 200 len: 853 time: 0.0605421 Mar 16 11:28:38.588864 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf27592-ef42-4a8a-a344-ec257b3079bc req-8fd1d41d-b62e-4e36-8448-d239d53ca1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:38.590408 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0bf27592-ef42-4a8a-a344-ec257b3079bc req-8fd1d41d-b62e-4e36-8448-d239d53ca1e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3db9d315-8754-4b7e-a0bc-a9a919fefd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782402 Mar 16 11:28:38.657717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-e34053fc-3abe-418f-8071-db3d33ac8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea25314-059d-421b-8bc1-803955484eab', 'name': 'tempest-TestMinimumBasicScenario-223734679-router', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:25Z', 'revision_number': 4, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'gw_port': {'id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a468a1f2-c055-46a7-a567-4942bd8d72b3', 'name': '', 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'mac_address': 'fa:16:3e:a1:69:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:25Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 5, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'subnets': [{'id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:38.661872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34053fc-3abe-418f-8071-db3d33ac8929 None None] The sync data for ids ['aea25314-059d-421b-8bc1-803955484eab'] in dv-neutron-833859-1-hyperv is: [{'id': 'aea25314-059d-421b-8bc1-803955484eab', 'name': 'tempest-TestMinimumBasicScenario-223734679-router', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:25Z', 'revision_number': 4, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'gw_port': {'id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'a468a1f2-c055-46a7-a567-4942bd8d72b3', 'name': '', 'network_id': '3db9d315-8754-4b7e-a0bc-a9a919fefd4e', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'mac_address': 'fa:16:3e:a1:69:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:25Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 5, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'subnets': [{'id': '872b6dd1-8ecd-4fab-a4a2-1de21885c26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:28:38.734763 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0bf27592-ef42-4a8a-a344-ec257b3079bc req-4f8cafb8-0448-43e3-b3ff-1fc074cd19b8 service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383328 Mar 16 11:28:38.877033 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0bf27592-ef42-4a8a-a344-ec257b3079bc req-b8a48b57-b745-4a4a-9a7d-486a2d759f64 service neutron] 10.222.0.18 "GET /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354454 Mar 16 11:28:38.913267 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac15eda-f2ce-4087-a037-8f0ec7b3d094 None None] New status for floating IP fbb67961-2356-4bd5-b37d-ea4bac0dd15f: DOWN {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:28:41.990306 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150bc76-3807-46d9-aa2e-1d76db15bdc8 req-22706184-c546-4373-88c0-2d5a36eddeb1 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:41.991754 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6150bc76-3807-46d9-aa2e-1d76db15bdc8 req-22706184-c546-4373-88c0-2d5a36eddeb1 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 946 time: 0.0778513 Mar 16 11:28:42.032654 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-6150bc76-3807-46d9-aa2e-1d76db15bdc8 req-64f0c9d7-c076-49ae-b6ae-0858ebf8adfb tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Synchronizing usage tracker for tenant:8e9eff16e18b4769b0ce21a010887202 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:28:42.047134 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-6150bc76-3807-46d9-aa2e-1d76db15bdc8 req-64f0c9d7-c076-49ae-b6ae-0858ebf8adfb tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Unset dirty status for tenant:8e9eff16e18b4769b0ce21a010887202 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:28:42.048254 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6150bc76-3807-46d9-aa2e-1d76db15bdc8 req-64f0c9d7-c076-49ae-b6ae-0858ebf8adfb tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510037 Mar 16 11:28:43.227462 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7feea4-4b0f-4a4b-ad6c-5da5b9054d05 req-76960c94-7747-4e1a-a92c-32b849e389f0 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:43.228153 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-fa7feea4-4b0f-4a4b-ad6c-5da5b9054d05 req-76960c94-7747-4e1a-a92c-32b849e389f0 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Synchronizing usage tracker for tenant:8e9eff16e18b4769b0ce21a010887202 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:28:43.244061 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-fa7feea4-4b0f-4a4b-ad6c-5da5b9054d05 req-76960c94-7747-4e1a-a92c-32b849e389f0 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Unset dirty status for tenant:8e9eff16e18b4769b0ce21a010887202 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:28:43.245247 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-fa7feea4-4b0f-4a4b-ad6c-5da5b9054d05 req-76960c94-7747-4e1a-a92c-32b849e389f0 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 946 time: 0.0934021 Mar 16 11:28:43.291900 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-fa7feea4-4b0f-4a4b-ad6c-5da5b9054d05 req-c21d7694-73b9-46ec-829d-221226c34ed7 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 Mar 16 11:28:44.027234 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde29344-301f-44ec-94f0-5b4847cb453a req-140ce021-decf-4397-a2e2-55e23db8f7c8 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:44.028657 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fde29344-301f-44ec-94f0-5b4847cb453a req-140ce021-decf-4397-a2e2-55e23db8f7c8 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.18 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 946 time: 0.1991429 Mar 16 11:28:44.096016 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-fde29344-301f-44ec-94f0-5b4847cb453a req-d008acd8-7d76-4003-8e91-f9f3e8a23345 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Deleting port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:28:44.096328 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-fde29344-301f-44ec-94f0-5b4847cb453a req-d008acd8-7d76-4003-8e91-f9f3e8a23345 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:44.335700 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-fde29344-301f-44ec-94f0-5b4847cb453a req-d008acd8-7d76-4003-8e91-f9f3e8a23345 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] For port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4,segment=NetworkSegment(b85810de-32d5-4e24-8ea7-5ea9a005b804),segment_id=b85810de-32d5-4e24-8ea7-5ea9a005b804)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:44.336046 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-fde29344-301f-44ec-94f0-5b4847cb453a req-d008acd8-7d76-4003-8e91-f9f3e8a23345 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:44.485817 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-fde29344-301f-44ec-94f0-5b4847cb453a req-d008acd8-7d76-4003-8e91-f9f3e8a23345 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Calling delete_port for 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:28:44.593267 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19854ed7-9be9-4f7a-b036-8623ff6a65ba req-82bf5ad6-99fe-495a-b9e5-904b11926a3e tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:44.594604 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-19854ed7-9be9-4f7a-b036-8623ff6a65ba req-82bf5ad6-99fe-495a-b9e5-904b11926a3e tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/ports?device_id=5118517b-69a4-4a4a-b1e1-e9e6a91d08b8 HTTP/1.1" status: 200 len: 946 time: 0.1973524 Mar 16 11:28:44.684547 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-19854ed7-9be9-4f7a-b036-8623ff6a65ba req-db7258b9-cd25-41af-9297-8a109c51a375 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b80408-82ac-4e96-abf6-23acbae0d350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588465 Mar 16 11:28:44.685666 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-fde29344-301f-44ec-94f0-5b4847cb453a req-d008acd8-7d76-4003-8e91-f9f3e8a23345 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:44.697027 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:28:44.735642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008acd8-7d76-4003-8e91-f9f3e8a23345 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Pushing event deleted for resources: {'Port': ['ID=2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:44.808953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde29344-301f-44ec-94f0-5b4847cb453a req-d008acd8-7d76-4003-8e91-f9f3e8a23345 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] No DVR routers for this DVR port 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:28:44.811378 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-fde29344-301f-44ec-94f0-5b4847cb453a req-d008acd8-7d76-4003-8e91-f9f3e8a23345 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:44.813716 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'name': 'network-vif-deleted', 'tag': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:44.829536 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fde29344-301f-44ec-94f0-5b4847cb453a req-d008acd8-7d76-4003-8e91-f9f3e8a23345 tempest-TestMinimumBasicScenario-1743236205 tempest-TestMinimumBasicScenario-1743236205-project] 10.222.0.18 "DELETE /v2.0/ports/2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 HTTP/1.1" status: 204 len: 173 time: 0.7943835 Mar 16 11:28:44.920094 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5118517b-69a4-4a4a-b1e1-e9e6a91d08b8', 'name': 'network-vif-deleted', 'tag': '2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4', 'status': 'completed', 'code': 200} Mar 16 11:28:46.344783 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59426) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:46.864702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3d23bc6e-8324-45ea-aec1-21751fd9adef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:46.964031 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:28:47.165897 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:28:47.199572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:28:47.199914 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 2f4462e7-ea9c-4ce8-9b14-45e0fd19aad4 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:28:47.309162 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-3d23bc6e-8324-45ea-aec1-21751fd9adef admin admin] Deleting port a468a1f2-c055-46a7-a567-4942bd8d72b3 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:28:47.309493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3d23bc6e-8324-45ea-aec1-21751fd9adef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:47.474395 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-3d23bc6e-8324-45ea-aec1-21751fd9adef admin admin] For port a468a1f2-c055-46a7-a567-4942bd8d72b3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a468a1f2-c055-46a7-a567-4942bd8d72b3,segment=NetworkSegment(b85810de-32d5-4e24-8ea7-5ea9a005b804),segment_id=b85810de-32d5-4e24-8ea7-5ea9a005b804)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:47.475126 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3d23bc6e-8324-45ea-aec1-21751fd9adef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:47.599231 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-3d23bc6e-8324-45ea-aec1-21751fd9adef admin admin] Calling delete_port for a468a1f2-c055-46a7-a567-4942bd8d72b3 owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:28:47.773244 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3d23bc6e-8324-45ea-aec1-21751fd9adef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:47.851946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23bc6e-8324-45ea-aec1-21751fd9adef admin admin] Pushing event deleted for resources: {'Port': ['ID=a468a1f2-c055-46a7-a567-4942bd8d72b3,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:47.976868 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:48.087524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3d23bc6e-8324-45ea-aec1-21751fd9adef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:48.546746 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d23bc6e-8324-45ea-aec1-21751fd9adef admin admin] Router aea25314-059d-421b-8bc1-803955484eab has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:28:48.715659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d23bc6e-8324-45ea-aec1-21751fd9adef admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:28:48.724465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7308a4f1-0008-47ee-8f96-3d6c12f43363 None None] Sync routers for ids ['aea25314-059d-421b-8bc1-803955484eab'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:28:48.727978 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3d23bc6e-8324-45ea-aec1-21751fd9adef admin admin] 10.222.0.44 "PUT /v2.0/routers/aea25314-059d-421b-8bc1-803955484eab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3818922 Mar 16 11:28:48.730512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59430) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:48.733953 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7308a4f1-0008-47ee-8f96-3d6c12f43363 None None] Routers {'aea25314-059d-421b-8bc1-803955484eab'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:28:48.734563 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7308a4f1-0008-47ee-8f96-3d6c12f43363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:28:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['aea25314-059d-421b-8bc1-803955484eab'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:48.908868 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af36fad4-558a-4daa-b6dd-34479b1b908a admin admin] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:48.922508 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-7308a4f1-0008-47ee-8f96-3d6c12f43363 None None] Set router aea25314-059d-421b-8bc1-803955484eab gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:28:49.080137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af36fad4-558a-4daa-b6dd-34479b1b908a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:49.090236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-af36fad4-558a-4daa-b6dd-34479b1b908a admin admin] Deleting port 3aae13fa-65fb-4239-b8be-674eddc30176 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:28:49.090574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af36fad4-558a-4daa-b6dd-34479b1b908a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:49.199795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7308a4f1-0008-47ee-8f96-3d6c12f43363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea25314-059d-421b-8bc1-803955484eab', 'name': 'tempest-TestMinimumBasicScenario-223734679-router', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:28:47Z', 'revision_number': 5, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'gw_port': {'id': '3aae13fa-65fb-4239-b8be-674eddc30176', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea25314-059d-421b-8bc1-803955484eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:49.204125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7308a4f1-0008-47ee-8f96-3d6c12f43363 None None] Checking router: aea25314-059d-421b-8bc1-803955484eab for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:28:49.212412 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7308a4f1-0008-47ee-8f96-3d6c12f43363 None None] Routers {'aea25314-059d-421b-8bc1-803955484eab'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:28:49.213007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7308a4f1-0008-47ee-8f96-3d6c12f43363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:28:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['aea25314-059d-421b-8bc1-803955484eab'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:49.265202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-af36fad4-558a-4daa-b6dd-34479b1b908a admin admin] For port 3aae13fa-65fb-4239-b8be-674eddc30176, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=3aae13fa-65fb-4239-b8be-674eddc30176,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:49.265549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af36fad4-558a-4daa-b6dd-34479b1b908a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:49.387516 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-af36fad4-558a-4daa-b6dd-34479b1b908a admin admin] Calling delete_port for 3aae13fa-65fb-4239-b8be-674eddc30176 owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:28:49.403310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-7308a4f1-0008-47ee-8f96-3d6c12f43363 None None] Set router aea25314-059d-421b-8bc1-803955484eab gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:28:49.509723 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-7308a4f1-0008-47ee-8f96-3d6c12f43363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea25314-059d-421b-8bc1-803955484eab', 'name': 'tempest-TestMinimumBasicScenario-223734679-router', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:28:49Z', 'revision_number': 6, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:49.513613 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7308a4f1-0008-47ee-8f96-3d6c12f43363 None None] The sync data for ids ['aea25314-059d-421b-8bc1-803955484eab'] in dv-neutron-833859-1-hyperv is: [{'id': 'aea25314-059d-421b-8bc1-803955484eab', 'name': 'tempest-TestMinimumBasicScenario-223734679-router', 'tenant_id': '8e9eff16e18b4769b0ce21a010887202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:22Z', 'updated_at': '2022-03-16T11:28:49Z', 'revision_number': 6, 'project_id': '8e9eff16e18b4769b0ce21a010887202', 'gw_port_host': None}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:28:49.553629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af36fad4-558a-4daa-b6dd-34479b1b908a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:49.599300 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36fad4-558a-4daa-b6dd-34479b1b908a admin admin] Pushing event deleted for resources: {'Port': ['ID=3aae13fa-65fb-4239-b8be-674eddc30176,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:49.800449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af36fad4-558a-4daa-b6dd-34479b1b908a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:49.973174 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af36fad4-558a-4daa-b6dd-34479b1b908a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:49.975333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af36fad4-558a-4daa-b6dd-34479b1b908a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:49.998481 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af36fad4-558a-4daa-b6dd-34479b1b908a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:49.999070 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af36fad4-558a-4daa-b6dd-34479b1b908a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aea25314-059d-421b-8bc1-803955484eab {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:28:50.011484 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-af36fad4-558a-4daa-b6dd-34479b1b908a admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:50.012584 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-af36fad4-558a-4daa-b6dd-34479b1b908a admin admin] 10.222.0.44 "DELETE /v2.0/routers/aea25314-059d-421b-8bc1-803955484eab HTTP/1.1" status: 204 len: 168 time: 1.2811863 Mar 16 11:28:50.015203 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59434) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:50.073925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7a7421-2edc-47ed-9e45-b54a9f2ab605 admin admin] Deleting subnet 872b6dd1-8ecd-4fab-a4a2-1de21885c26a {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:28:50.077187 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c7a7421-2edc-47ed-9e45-b54a9f2ab605 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:50.126192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c7a7421-2edc-47ed-9e45-b54a9f2ab605 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:50.203058 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c7a7421-2edc-47ed-9e45-b54a9f2ab605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:50.272144 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c7a7421-2edc-47ed-9e45-b54a9f2ab605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:50.311008 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a7421-2edc-47ed-9e45-b54a9f2ab605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=872b6dd1-8ecd-4fab-a4a2-1de21885c26a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:50.312922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5c7a7421-2edc-47ed-9e45-b54a9f2ab605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:50.316932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e957c930-ddac-407f-93c0-0e526d98b6e7 None None] Network 3db9d315-8754-4b7e-a0bc-a9a919fefd4e requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:28:50.319646 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5c7a7421-2edc-47ed-9e45-b54a9f2ab605 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/872b6dd1-8ecd-4fab-a4a2-1de21885c26a HTTP/1.1" status: 204 len: 168 time: 0.3034661 Mar 16 11:28:50.322000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59438) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:50.430443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:50.441308 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] Deleting port 5df4af63-0e2f-4173-93be-383a48fc8f92 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:28:50.441560 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:50.599674 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc9f95f-7f73-4dee-99c1-c26550a911fb None None] DHCP port deletion for 3db9d315-8754-4b7e-a0bc-a9a919fefd4e request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:28:50.603839 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9f95f-7f73-4dee-99c1-c26550a911fb None None] Deleting port 5df4af63-0e2f-4173-93be-383a48fc8f92 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:28:50.604243 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f95f-7f73-4dee-99c1-c26550a911fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:50.650097 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] For port 5df4af63-0e2f-4173-93be-383a48fc8f92, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5df4af63-0e2f-4173-93be-383a48fc8f92,segment=NetworkSegment(b85810de-32d5-4e24-8ea7-5ea9a005b804),segment_id=b85810de-32d5-4e24-8ea7-5ea9a005b804)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:50.650675 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:50.771823 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] Calling delete_port for 5df4af63-0e2f-4173-93be-383a48fc8f92 owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:28:50.804048 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3dc9f95f-7f73-4dee-99c1-c26550a911fb None None] For port 5df4af63-0e2f-4173-93be-383a48fc8f92, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5df4af63-0e2f-4173-93be-383a48fc8f92,segment=NetworkSegment(b85810de-32d5-4e24-8ea7-5ea9a005b804),segment_id=b85810de-32d5-4e24-8ea7-5ea9a005b804)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:50.804359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f95f-7f73-4dee-99c1-c26550a911fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:50.852481 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:50.922733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] No DVR routers for this DVR port 5df4af63-0e2f-4173-93be-383a48fc8f92 on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:28:50.924347 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=5df4af63-0e2f-4173-93be-383a48fc8f92,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:50.928168 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9f95f-7f73-4dee-99c1-c26550a911fb None None] Calling delete_port for 5df4af63-0e2f-4173-93be-383a48fc8f92 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:28:50.955099 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a468a1f2-c055-46a7-a567-4942bd8d72b3 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:28:50.998860 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: a468a1f2-c055-46a7-a567-4942bd8d72b3 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:28:50.999220 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a468a1f2-c055-46a7-a567-4942bd8d72b3 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:28:50.999628 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3aae13fa-65fb-4239-b8be-674eddc30176 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:28:51.038518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:51.041925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 3aae13fa-65fb-4239-b8be-674eddc30176 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:28:51.042265 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 3aae13fa-65fb-4239-b8be-674eddc30176 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:28:51.042665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5df4af63-0e2f-4173-93be-383a48fc8f92 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:28:51.063331 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db9d315-8754-4b7e-a0bc-a9a919fefd4e']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:51.075258 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85810de-32d5-4e24-8ea7-5ea9a005b804') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:51.075546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85810de-32d5-4e24-8ea7-5ea9a005b804') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:51.080781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 5df4af63-0e2f-4173-93be-383a48fc8f92 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:28:51.081126 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5df4af63-0e2f-4173-93be-383a48fc8f92 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:28:51.087600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:51.101351 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-3dc9f95f-7f73-4dee-99c1-c26550a911fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:28:51.101772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-3dc9f95f-7f73-4dee-99c1-c26550a911fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:28:51.103427 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:51.109284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:28:51.109667 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:28:51.122462 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:28:51.298686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:51.313646 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:51.323531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] Pushing event deleted for resources: {'Network': ['ID=3db9d315-8754-4b7e-a0bc-a9a919fefd4e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:51.336028 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1f3481b5-aec2-46bd-a7dc-63edeb5d7e42 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3db9d315-8754-4b7e-a0bc-a9a919fefd4e HTTP/1.1" status: 204 len: 168 time: 1.0130997 Mar 16 11:28:51.338873 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59442) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:51.603211 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9f95f-7f73-4dee-99c1-c26550a911fb None None] Deleting port 5df4af63-0e2f-4173-93be-383a48fc8f92 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:28:51.603727 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f95f-7f73-4dee-99c1-c26550a911fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:51.666913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9f95f-7f73-4dee-99c1-c26550a911fb None None] The port '5df4af63-0e2f-4173-93be-383a48fc8f92' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:28:51.869822 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd56ce96-f608-4114-8f35-b84fcefdddbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:52.205725 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bd56ce96-f608-4114-8f35-b84fcefdddbe admin admin] Deleting port 90db542a-48e0-425f-9ac1-050d18368494 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:28:52.206056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd56ce96-f608-4114-8f35-b84fcefdddbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:52.370956 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-bd56ce96-f608-4114-8f35-b84fcefdddbe admin admin] For port 90db542a-48e0-425f-9ac1-050d18368494, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=90db542a-48e0-425f-9ac1-050d18368494,segment=NetworkSegment(e435d469-c75d-4e63-aa63-9149ba39b257),segment_id=e435d469-c75d-4e63-aa63-9149ba39b257)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:52.371328 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd56ce96-f608-4114-8f35-b84fcefdddbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:52.489149 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-bd56ce96-f608-4114-8f35-b84fcefdddbe admin admin] Calling delete_port for 90db542a-48e0-425f-9ac1-050d18368494 owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:28:52.762630 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd56ce96-f608-4114-8f35-b84fcefdddbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:52.810892 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56ce96-f608-4114-8f35-b84fcefdddbe admin admin] Pushing event deleted for resources: {'Port': ['ID=90db542a-48e0-425f-9ac1-050d18368494,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:53.081191 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-bd56ce96-f608-4114-8f35-b84fcefdddbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:53.428420 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd56ce96-f608-4114-8f35-b84fcefdddbe admin admin] Router 6fdb0882-5f35-420b-bf1c-2f0f47f5de06 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:28:53.607428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd56ce96-f608-4114-8f35-b84fcefdddbe admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:28:53.615914 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abdee92-bedc-4d60-bd80-fd0ba6039406 None None] Sync routers for ids ['6fdb0882-5f35-420b-bf1c-2f0f47f5de06'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:28:53.623917 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bd56ce96-f608-4114-8f35-b84fcefdddbe admin admin] 10.222.0.44 "PUT /v2.0/routers/6fdb0882-5f35-420b-bf1c-2f0f47f5de06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2840281 Mar 16 11:28:53.625275 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abdee92-bedc-4d60-bd80-fd0ba6039406 None None] Routers {'6fdb0882-5f35-420b-bf1c-2f0f47f5de06'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:28:53.625865 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-9abdee92-bedc-4d60-bd80-fd0ba6039406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:28:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6fdb0882-5f35-420b-bf1c-2f0f47f5de06'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:53.626376 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59446) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:53.800507 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c52fcdae-e987-4b29-9908-446066c43671 admin admin] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:53.819516 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-9abdee92-bedc-4d60-bd80-fd0ba6039406 None None] Set router 6fdb0882-5f35-420b-bf1c-2f0f47f5de06 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:28:54.100443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c52fcdae-e987-4b29-9908-446066c43671 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:54.110335 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-9abdee92-bedc-4d60-bd80-fd0ba6039406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'name': 'tempest-TestMinimumBasicScenario-1348311511-router', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd35d47eb-a1b3-41d6-83c5-6563e7b3decd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:28Z', 'updated_at': '2022-03-16T11:28:52Z', 'revision_number': 5, 'project_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'gw_port': {'id': 'd35d47eb-a1b3-41d6-83c5-6563e7b3decd', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:29Z', 'updated_at': '2022-03-16T11:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:54.110599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-c52fcdae-e987-4b29-9908-446066c43671 admin admin] Deleting port d35d47eb-a1b3-41d6-83c5-6563e7b3decd {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:28:54.110929 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c52fcdae-e987-4b29-9908-446066c43671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:54.114202 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abdee92-bedc-4d60-bd80-fd0ba6039406 None None] Checking router: 6fdb0882-5f35-420b-bf1c-2f0f47f5de06 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:28:54.122287 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abdee92-bedc-4d60-bd80-fd0ba6039406 None None] Routers {'6fdb0882-5f35-420b-bf1c-2f0f47f5de06'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:28:54.122859 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-9abdee92-bedc-4d60-bd80-fd0ba6039406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:28:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['6fdb0882-5f35-420b-bf1c-2f0f47f5de06'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:54.279919 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-9abdee92-bedc-4d60-bd80-fd0ba6039406 None None] Set router 6fdb0882-5f35-420b-bf1c-2f0f47f5de06 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:28:54.284951 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-c52fcdae-e987-4b29-9908-446066c43671 admin admin] For port d35d47eb-a1b3-41d6-83c5-6563e7b3decd, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=d35d47eb-a1b3-41d6-83c5-6563e7b3decd,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:54.285515 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c52fcdae-e987-4b29-9908-446066c43671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:54.384609 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-9abdee92-bedc-4d60-bd80-fd0ba6039406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'name': 'tempest-TestMinimumBasicScenario-1348311511-router', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:28Z', 'updated_at': '2022-03-16T11:28:54Z', 'revision_number': 6, 'project_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:54.388988 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abdee92-bedc-4d60-bd80-fd0ba6039406 None None] The sync data for ids ['6fdb0882-5f35-420b-bf1c-2f0f47f5de06'] in dv-neutron-833859-1-hyperv is: [{'id': '6fdb0882-5f35-420b-bf1c-2f0f47f5de06', 'name': 'tempest-TestMinimumBasicScenario-1348311511-router', 'tenant_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:28Z', 'updated_at': '2022-03-16T11:28:54Z', 'revision_number': 6, 'project_id': 'd86842b0fb0c469ea9a3f58d58b9b25c', 'gw_port_host': None}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:28:54.410236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-c52fcdae-e987-4b29-9908-446066c43671 admin admin] Calling delete_port for d35d47eb-a1b3-41d6-83c5-6563e7b3decd owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:28:54.572843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c52fcdae-e987-4b29-9908-446066c43671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:54.619375 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fcdae-e987-4b29-9908-446066c43671 admin admin] Pushing event deleted for resources: {'Port': ['ID=d35d47eb-a1b3-41d6-83c5-6563e7b3decd,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:54.707983 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c52fcdae-e987-4b29-9908-446066c43671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:54.879510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c52fcdae-e987-4b29-9908-446066c43671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:54.881641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c52fcdae-e987-4b29-9908-446066c43671 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:54.904014 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c52fcdae-e987-4b29-9908-446066c43671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:54.904618 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52fcdae-e987-4b29-9908-446066c43671 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fdb0882-5f35-420b-bf1c-2f0f47f5de06 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:28:54.918852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c52fcdae-e987-4b29-9908-446066c43671 admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:54.920350 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c52fcdae-e987-4b29-9908-446066c43671 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6fdb0882-5f35-420b-bf1c-2f0f47f5de06 HTTP/1.1" status: 204 len: 168 time: 1.2928967 Mar 16 11:28:54.925618 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59450) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:54.983276 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ff339d-9062-48cc-8b3b-13471d5aa448 admin admin] Deleting subnet da02f3de-f7b1-46db-b9ed-f347aa0c5585 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:28:54.985960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c4ff339d-9062-48cc-8b3b-13471d5aa448 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:55.035480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c4ff339d-9062-48cc-8b3b-13471d5aa448 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:55.110693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c4ff339d-9062-48cc-8b3b-13471d5aa448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:55.161037 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 90db542a-48e0-425f-9ac1-050d18368494 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:28:55.184530 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c4ff339d-9062-48cc-8b3b-13471d5aa448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:55.198987 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 90db542a-48e0-425f-9ac1-050d18368494 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:28:55.199364 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 90db542a-48e0-425f-9ac1-050d18368494 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:28:55.199776 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device d35d47eb-a1b3-41d6-83c5-6563e7b3decd no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:28:55.232446 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-c4ff339d-9062-48cc-8b3b-13471d5aa448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:55.234056 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: d35d47eb-a1b3-41d6-83c5-6563e7b3decd {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:28:55.234585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device d35d47eb-a1b3-41d6-83c5-6563e7b3decd not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:28:55.235427 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff339d-9062-48cc-8b3b-13471d5aa448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da02f3de-f7b1-46db-b9ed-f347aa0c5585,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:55.238897 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dba741-61d4-48d8-9379-ff67615dc5bc None None] Network d810b2cc-59e0-479c-8d6f-695d244f2538 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:28:55.245956 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59454) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:55.248231 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c4ff339d-9062-48cc-8b3b-13471d5aa448 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/da02f3de-f7b1-46db-b9ed-f347aa0c5585 HTTP/1.1" status: 204 len: 168 time: 0.3210506 Mar 16 11:28:55.372133 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:55.383641 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] Deleting port c76066b0-0417-4bd5-8008-77b647e41c5a {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:28:55.383979 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:55.503080 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a82b1c2-45b2-42cc-9926-52d0efd8cfa3 None None] DHCP port deletion for d810b2cc-59e0-479c-8d6f-695d244f2538 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:28:55.507840 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1a82b1c2-45b2-42cc-9926-52d0efd8cfa3 None None] Deleting port c76066b0-0417-4bd5-8008-77b647e41c5a {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:28:55.508233 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1a82b1c2-45b2-42cc-9926-52d0efd8cfa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:55.603386 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] For port c76066b0-0417-4bd5-8008-77b647e41c5a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c76066b0-0417-4bd5-8008-77b647e41c5a,segment=NetworkSegment(e435d469-c75d-4e63-aa63-9149ba39b257),segment_id=e435d469-c75d-4e63-aa63-9149ba39b257)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:55.603878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:55.749136 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1a82b1c2-45b2-42cc-9926-52d0efd8cfa3 None None] For port c76066b0-0417-4bd5-8008-77b647e41c5a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c76066b0-0417-4bd5-8008-77b647e41c5a,segment=NetworkSegment(e435d469-c75d-4e63-aa63-9149ba39b257),segment_id=e435d469-c75d-4e63-aa63-9149ba39b257)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:55.749482 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1a82b1c2-45b2-42cc-9926-52d0efd8cfa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:55.832808 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] Calling delete_port for c76066b0-0417-4bd5-8008-77b647e41c5a owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:28:55.872957 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1a82b1c2-45b2-42cc-9926-52d0efd8cfa3 None None] Calling delete_port for c76066b0-0417-4bd5-8008-77b647e41c5a owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:28:55.907456 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:55.943381 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-1a82b1c2-45b2-42cc-9926-52d0efd8cfa3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:28:55.943753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-1a82b1c2-45b2-42cc-9926-52d0efd8cfa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:28:55.954500 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76066b0-0417-4bd5-8008-77b647e41c5a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:55.958007 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] No DVR routers for this DVR port c76066b0-0417-4bd5-8008-77b647e41c5a on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:28:56.070951 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.099993 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d810b2cc-59e0-479c-8d6f-695d244f2538']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:56.111573 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e435d469-c75d-4e63-aa63-9149ba39b257') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:56.111859 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e435d469-c75d-4e63-aa63-9149ba39b257') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:56.122703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.138742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.144637 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:28:56.145042 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:28:56.158243 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:28:56.228995 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.248080 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.255981 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d810b2cc-59e0-479c-8d6f-695d244f2538,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:56.265771 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6f241ca0-fc69-4dee-b8fc-5d64f921dde9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d810b2cc-59e0-479c-8d6f-695d244f2538 HTTP/1.1" status: 204 len: 168 time: 1.0186663 Mar 16 11:28:56.445105 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1a82b1c2-45b2-42cc-9926-52d0efd8cfa3 None None] Deleting port c76066b0-0417-4bd5-8008-77b647e41c5a {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:28:56.445583 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1a82b1c2-45b2-42cc-9926-52d0efd8cfa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.452190 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59460) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:56.500402 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-98979896-833d-455a-ae08-9c37536eff41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e9eff16e18b4769b0ce21a010887202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470221 Mar 16 11:28:56.502767 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59464) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:56.517558 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1a82b1c2-45b2-42cc-9926-52d0efd8cfa3 None None] The port 'c76066b0-0417-4bd5-8008-77b647e41c5a' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:28:56.559038 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-83bff872-0f00-45d0-b9f7-a4d030f11698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.584538 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-83bff872-0f00-45d0-b9f7-a4d030f11698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.635271 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-83bff872-0f00-45d0-b9f7-a4d030f11698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.652446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bff872-0f00-45d0-b9f7-a4d030f11698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b80408-82ac-4e96-abf6-23acbae0d350,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:56.661908 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-83bff872-0f00-45d0-b9f7-a4d030f11698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.663031 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-83bff872-0f00-45d0-b9f7-a4d030f11698 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1b80408-82ac-4e96-abf6-23acbae0d350 HTTP/1.1" status: 204 len: 168 time: 0.1593602 Mar 16 11:28:56.923519 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c76066b0-0417-4bd5-8008-77b647e41c5a no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:28:56.958685 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: c76066b0-0417-4bd5-8008-77b647e41c5a {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:28:56.959034 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c76066b0-0417-4bd5-8008-77b647e41c5a not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:28:57.014685 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59472) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:57.065240 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6a96165e-03d7-4ddd-99e3-aec38332c611 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d86842b0fb0c469ea9a3f58d58b9b25c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492663 Mar 16 11:28:57.071615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59476) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:57.124406 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c5fadee9-c8a6-4188-a10c-53afedc0db69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:57.148855 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c5fadee9-c8a6-4188-a10c-53afedc0db69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:57.199579 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c5fadee9-c8a6-4188-a10c-53afedc0db69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:57.215107 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fadee9-c8a6-4188-a10c-53afedc0db69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdda94db-0487-4844-978c-1c6f692a3728,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:57.220291 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c5fadee9-c8a6-4188-a10c-53afedc0db69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:57.221294 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c5fadee9-c8a6-4188-a10c-53afedc0db69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bdda94db-0487-4844-978c-1c6f692a3728 HTTP/1.1" status: 204 len: 168 time: 0.1527905 Mar 16 11:28:59.119870 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59518) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:59.125152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2093145525', 'description': 'tempest-secgroup-smoke-2093145525 description', 'project_id': 'd7b84297c4894f449599f50328fa1baa'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:59.131118 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:59.135015 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:59.137869 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:59.145322 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:59.156167 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.168199 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.182331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:59.186074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:59.188835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:59.194443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:59.291558 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.296962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.310852 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:59.318465 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:59.323139 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:59.341948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:59.349462 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe39f26-921b-4931-a7a7-7580f8e2bdfd,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:59.418624 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.421985 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.462404 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6216d14-8908-42a6-9f4e-1b4520279fb6,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:59.464688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.467943 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-284f8a4c-26ab-43a8-96d3-edc19019ea81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3449392 Mar 16 11:28:59.468704 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59522) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:59.473972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-39efcd1f-9b83-40ca-9528-ca67c0c71e83 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'a6216d14-8908-42a6-9f4e-1b4520279fb6', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:59.479759 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-39efcd1f-9b83-40ca-9528-ca67c0c71e83 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:59.483654 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-39efcd1f-9b83-40ca-9528-ca67c0c71e83 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:59.486406 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-39efcd1f-9b83-40ca-9528-ca67c0c71e83 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:59.491941 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-39efcd1f-9b83-40ca-9528-ca67c0c71e83 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:59.508239 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-39efcd1f-9b83-40ca-9528-ca67c0c71e83 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.565513 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-39efcd1f-9b83-40ca-9528-ca67c0c71e83 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.568974 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-39efcd1f-9b83-40ca-9528-ca67c0c71e83 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.591914 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efcd1f-9b83-40ca-9528-ca67c0c71e83 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f476f311-5b51-4410-86f1-fa5f60c38448,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:59.600235 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-39efcd1f-9b83-40ca-9528-ca67c0c71e83 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.603937 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-39efcd1f-9b83-40ca-9528-ca67c0c71e83 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318424 Mar 16 11:28:59.604121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59526) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:59.608912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c0627cd5-7f2e-4589-9124-b3eabf20ec20 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'a6216d14-8908-42a6-9f4e-1b4520279fb6', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:59.614570 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c0627cd5-7f2e-4589-9124-b3eabf20ec20 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:59.618311 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c0627cd5-7f2e-4589-9124-b3eabf20ec20 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:59.621120 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c0627cd5-7f2e-4589-9124-b3eabf20ec20 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:59.627208 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c0627cd5-7f2e-4589-9124-b3eabf20ec20 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:59.648344 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c0627cd5-7f2e-4589-9124-b3eabf20ec20 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.714416 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c0627cd5-7f2e-4589-9124-b3eabf20ec20 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.718008 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c0627cd5-7f2e-4589-9124-b3eabf20ec20 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.741202 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0627cd5-7f2e-4589-9124-b3eabf20ec20 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a19c2f-c3e1-43e8-bb93-68b396daa4a0,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:59.750323 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c0627cd5-7f2e-4589-9124-b3eabf20ec20 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.751778 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c0627cd5-7f2e-4589-9124-b3eabf20ec20 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466441 Mar 16 11:28:59.754391 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59530) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:59.759211 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-933e2af1-ec7c-4c7f-9780-be03b453bf47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'a6216d14-8908-42a6-9f4e-1b4520279fb6', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:59.764915 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-933e2af1-ec7c-4c7f-9780-be03b453bf47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:59.768662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-933e2af1-ec7c-4c7f-9780-be03b453bf47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:59.771441 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-933e2af1-ec7c-4c7f-9780-be03b453bf47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:59.777756 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-933e2af1-ec7c-4c7f-9780-be03b453bf47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:59.793347 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-933e2af1-ec7c-4c7f-9780-be03b453bf47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.855658 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-933e2af1-ec7c-4c7f-9780-be03b453bf47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.859475 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-933e2af1-ec7c-4c7f-9780-be03b453bf47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.882237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e2af1-ec7c-4c7f-9780-be03b453bf47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13dc008b-273c-43fe-90cd-43cf19e9d6bf,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:59.891402 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-933e2af1-ec7c-4c7f-9780-be03b453bf47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.892666 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-933e2af1-ec7c-4c7f-9780-be03b453bf47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373761 Mar 16 11:28:59.895323 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59534) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:59.900240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-20659658-53c0-4cc0-b5b1-24cdbbf97234 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'a6216d14-8908-42a6-9f4e-1b4520279fb6', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:59.905905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-20659658-53c0-4cc0-b5b1-24cdbbf97234 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:59.909666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-20659658-53c0-4cc0-b5b1-24cdbbf97234 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:59.912587 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-20659658-53c0-4cc0-b5b1-24cdbbf97234 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:59.918885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-20659658-53c0-4cc0-b5b1-24cdbbf97234 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:59.936321 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-20659658-53c0-4cc0-b5b1-24cdbbf97234 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.001553 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-20659658-53c0-4cc0-b5b1-24cdbbf97234 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.005203 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-20659658-53c0-4cc0-b5b1-24cdbbf97234 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.027934 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20659658-53c0-4cc0-b5b1-24cdbbf97234 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e070ff3a-4109-4a9c-bf24-2ca2a7e0aba0,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:00.036888 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-20659658-53c0-4cc0-b5b1-24cdbbf97234 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.037997 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-20659658-53c0-4cc0-b5b1-24cdbbf97234 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417465 Mar 16 11:29:00.040699 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59538) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:00.046031 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-039285e9-8c92-4740-bd62-1a1eed2aef04 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'a6216d14-8908-42a6-9f4e-1b4520279fb6', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:00.051742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-039285e9-8c92-4740-bd62-1a1eed2aef04 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:00.055523 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-039285e9-8c92-4740-bd62-1a1eed2aef04 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:00.058335 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-039285e9-8c92-4740-bd62-1a1eed2aef04 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:00.064635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-039285e9-8c92-4740-bd62-1a1eed2aef04 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:00.074800 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-039285e9-8c92-4740-bd62-1a1eed2aef04 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Project d7b84297c4894f449599f50328fa1baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:29:00.081131 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-039285e9-8c92-4740-bd62-1a1eed2aef04 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.147900 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-039285e9-8c92-4740-bd62-1a1eed2aef04 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.151558 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-039285e9-8c92-4740-bd62-1a1eed2aef04 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.179856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039285e9-8c92-4740-bd62-1a1eed2aef04 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233ca6d8-d2b8-4f48-b108-cc48fdf94fbc,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:00.190606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-039285e9-8c92-4740-bd62-1a1eed2aef04 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.191889 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-039285e9-8c92-4740-bd62-1a1eed2aef04 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1502705 Mar 16 11:29:00.194633 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59542) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:00.199820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-4713c452-08c0-4bc7-8891-b1cdc17ef170 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'a6216d14-8908-42a6-9f4e-1b4520279fb6', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:00.206069 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-4713c452-08c0-4bc7-8891-b1cdc17ef170 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:00.209982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4713c452-08c0-4bc7-8891-b1cdc17ef170 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:00.212823 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4713c452-08c0-4bc7-8891-b1cdc17ef170 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:00.222484 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-4713c452-08c0-4bc7-8891-b1cdc17ef170 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:00.233194 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-4713c452-08c0-4bc7-8891-b1cdc17ef170 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Project d7b84297c4894f449599f50328fa1baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:29:00.239740 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4713c452-08c0-4bc7-8891-b1cdc17ef170 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.305422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4713c452-08c0-4bc7-8891-b1cdc17ef170 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.308864 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4713c452-08c0-4bc7-8891-b1cdc17ef170 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.330647 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713c452-08c0-4bc7-8891-b1cdc17ef170 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68160e34-dfad-47c8-936f-5dc6ce3d7df5,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:00.339414 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4713c452-08c0-4bc7-8891-b1cdc17ef170 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.340571 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4713c452-08c0-4bc7-8891-b1cdc17ef170 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1449049 Mar 16 11:29:00.344140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59546) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:00.349761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-0abf509b-796c-4b68-baa4-db51a5a55c82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'network': {'name': 'tempest-network-smoke--569684127', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'port_security_enabled': True}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:00.354609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0abf509b-796c-4b68-baa4-db51a5a55c82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:00.358969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0abf509b-796c-4b68-baa4-db51a5a55c82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:network and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:00.361775 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0abf509b-796c-4b68-baa4-db51a5a55c82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:00.367718 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0abf509b-796c-4b68-baa4-db51a5a55c82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:00.377192 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abf509b-796c-4b68-baa4-db51a5a55c82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Made reservation on behalf of d7b84297c4894f449599f50328fa1baa for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:29:00.380730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0abf509b-796c-4b68-baa4-db51a5a55c82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.407309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abf509b-796c-4b68-baa4-db51a5a55c82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:29:00.416126 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0abf509b-796c-4b68-baa4-db51a5a55c82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.416490 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-0abf509b-796c-4b68-baa4-db51a5a55c82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Added segment 9df4575e-0ce8-48fd-9cc9-f88c5c5bf733 of type vlan for network 0450e6c8-a91e-46d5-8846-013c215c7c9a Mar 16 11:29:00.441871 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0abf509b-796c-4b68-baa4-db51a5a55c82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.470132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0abf509b-796c-4b68-baa4-db51a5a55c82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.475395 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abf509b-796c-4b68-baa4-db51a5a55c82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:00.475963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0abf509b-796c-4b68-baa4-db51a5a55c82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.568650 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0abf509b-796c-4b68-baa4-db51a5a55c82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2230854 Mar 16 11:29:00.571490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59550) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:00.577218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-384908599', 'admin_state_up': True, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:00.580032 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf509b-796c-4b68-baa4-db51a5a55c82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Network': ['ID=0450e6c8-a91e-46d5-8846-013c215c7c9a,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:00.584464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:00.588708 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:router and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:00.590100 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 0450e6c8-a91e-46d5-8846-013c215c7c9a details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:29:00.592218 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:00.598883 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:00.609612 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.610627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.625333 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.915716 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-967a550f-1ca6-46ec-97ae-18790f3f8772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:01.006479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:01.306317 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:01.334828 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:01.468387 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.26.3.79 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/d70a7a8a-5874-4794-914e-9bb2be0dadb6) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:01.608891 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:01.636301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:01.698435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:01.705103 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:01.709067 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:29:01.741370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=d70a7a8a-5874-4794-914e-9bb2be0dadb6,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:02.122991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:02.560471 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:02.760007 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 921aa40d-41c1-4230-843a-b48d86e6f977 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:29:02.931701 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:29:02.942589 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Sync routers for ids ['921aa40d-41c1-4230-843a-b48d86e6f977'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:29:02.951966 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Routers {'921aa40d-41c1-4230-843a-b48d86e6f977'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:02.952644 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:28:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['921aa40d-41c1-4230-843a-b48d86e6f977'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:02.957991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:02.959347 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-61863e2f-45e9-447e-abb2-4e7fd6f5452e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3867939 Mar 16 11:29:02.962345 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59554) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:03.111740 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4a81d5e7-640e-428a-94b2-70b49c479b81 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=d7b84297c4894f449599f50328fa1baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1482947 Mar 16 11:29:03.114331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59560) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:03.126946 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bfba3463-c3cb-419b-b7ec-61047842a7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:03.138293 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Set router 921aa40d-41c1-4230-843a-b48d86e6f977 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:03.243048 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c948296-324d-49e2-9dd7-34d1978b8cdc tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:03.247268 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4c948296-324d-49e2-9dd7-34d1978b8cdc tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293178 Mar 16 11:29:03.247464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59564) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:03.288130 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c195a589-854f-4713-87e2-8cee5208095c tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372827 Mar 16 11:29:03.288344 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59568) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:03.293498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-495d1268-70ee-4153-a02c-d5d1f33ead10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1247163305', 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:03.418601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384908599', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:00Z', 'updated_at': '2022-03-16T11:29:01Z', 'revision_number': 3, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:01Z', 'updated_at': '2022-03-16T11:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:03.419751 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-495d1268-70ee-4153-a02c-d5d1f33ead10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:03.423186 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Checking router: 921aa40d-41c1-4230-843a-b48d86e6f977 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:29:03.423550 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Updating router 921aa40d-41c1-4230-843a-b48d86e6f977 port d70a7a8a-5874-4794-914e-9bb2be0dadb6 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:29:03.423807 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-495d1268-70ee-4153-a02c-d5d1f33ead10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:subnet and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:03.426610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-495d1268-70ee-4153-a02c-d5d1f33ead10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:03.432559 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-495d1268-70ee-4153-a02c-d5d1f33ead10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:03.442275 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495d1268-70ee-4153-a02c-d5d1f33ead10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Made reservation on behalf of d7b84297c4894f449599f50328fa1baa for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:29:03.445691 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-495d1268-70ee-4153-a02c-d5d1f33ead10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:03.475039 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:03.666176 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-495d1268-70ee-4153-a02c-d5d1f33ead10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:03.747196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d1268-70ee-4153-a02c-d5d1f33ead10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Subnet': ['ID=ddfe405d-80bc-4072-8369-c66d6aa5a3a6,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:03.756459 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d1268-70ee-4153-a02c-d5d1f33ead10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Checking segment: {'id': '9df4575e-0ce8-48fd-9cc9-f88c5c5bf733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:29:03.756814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d1268-70ee-4153-a02c-d5d1f33ead10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network hostable DHCP agents. Network: 0450e6c8-a91e-46d5-8846-013c215c7c9a, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:29:03.775633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d1268-70ee-4153-a02c-d5d1f33ead10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 0450e6c8-a91e-46d5-8846-013c215c7c9a is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:29:03.785066 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-495d1268-70ee-4153-a02c-d5d1f33ead10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 0450e6c8-a91e-46d5-8846-013c215c7c9a) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:03.789051 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d1268-70ee-4153-a02c-d5d1f33ead10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:03.789622 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-495d1268-70ee-4153-a02c-d5d1f33ead10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:03.801058 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8585b73e-8610-42f3-8302-ddceb0cf346e None None] Network 0450e6c8-a91e-46d5-8846-013c215c7c9a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:29:03.809343 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-495d1268-70ee-4153-a02c-d5d1f33ead10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5200891 Mar 16 11:29:03.812551 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59572) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:03.918884 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:03.938280 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Transition to ACTIVE for port object d70a7a8a-5874-4794-914e-9bb2be0dadb6 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:03.956181 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.083848 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5d64c-e278-43bc-9c75-dceb3c8152da None None] Pushing event updated for resources: {'Port': ['ID=d70a7a8a-5874-4794-914e-9bb2be0dadb6,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:04.086107 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Attempting to bind port d70a7a8a-5874-4794-914e-9bb2be0dadb6 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:29:04.086469 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Attempting to bind port d70a7a8a-5874-4794-914e-9bb2be0dadb6 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:29:04.086823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Attempting to bind port d70a7a8a-5874-4794-914e-9bb2be0dadb6 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:29:04.099715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:29:04.100096 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:29:04.100454 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.100841 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:29:04.101300 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Bound port: d70a7a8a-5874-4794-914e-9bb2be0dadb6, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:29:04.101665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.129552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5d64c-e278-43bc-9c75-dceb3c8152da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.129990 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5d64c-e278-43bc-9c75-dceb3c8152da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.130411 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5d64c-e278-43bc-9c75-dceb3c8152da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.130740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5d64c-e278-43bc-9c75-dceb3c8152da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.131068 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5d64c-e278-43bc-9c75-dceb3c8152da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.131528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5d64c-e278-43bc-9c75-dceb3c8152da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.131857 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5d64c-e278-43bc-9c75-dceb3c8152da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.132177 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5d64c-e278-43bc-9c75-dceb3c8152da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.132493 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5d64c-e278-43bc-9c75-dceb3c8152da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.132809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5d64c-e278-43bc-9c75-dceb3c8152da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.133124 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5d64c-e278-43bc-9c75-dceb3c8152da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.133437 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5d64c-e278-43bc-9c75-dceb3c8152da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.202405 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-0450e6c8-a91e-46d5-8846-013c215c7c9a', 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ips': [{'subnet_id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:29:04.203237 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.280255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] For port d70a7a8a-5874-4794-914e-9bb2be0dadb6, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:29:04.303029 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] For port d70a7a8a-5874-4794-914e-9bb2be0dadb6, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=d70a7a8a-5874-4794-914e-9bb2be0dadb6,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:29:04.307915 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.438038 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Routers {'921aa40d-41c1-4230-843a-b48d86e6f977'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:04.438654 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:29:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['921aa40d-41c1-4230-843a-b48d86e6f977'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:04.518246 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5d64c-e278-43bc-9c75-dceb3c8152da None None] Pushing event updated for resources: {'Port': ['ID=d70a7a8a-5874-4794-914e-9bb2be0dadb6,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:04.555111 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.562830 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Allocated IP 172.20.0.2 (0450e6c8-a91e-46d5-8846-013c215c7c9a/ddfe405d-80bc-4072-8369-c66d6aa5a3a6/402fceb2-b175-4c23-9703-e3c02db1d542) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:04.575137 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.612021 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.742192 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] Set router 921aa40d-41c1-4230-843a-b48d86e6f977 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:05.127477 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.144394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Transition to ACTIVE for port object 402fceb2-b175-4c23-9703-e3c02db1d542 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:05.167261 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Transition to ACTIVE for port object 402fceb2-b175-4c23-9703-e3c02db1d542 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:05.174475 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.235965 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.20.0.1 (0450e6c8-a91e-46d5-8846-013c215c7c9a/ddfe405d-80bc-4072-8369-c66d6aa5a3a6/c26a8e00-ccc3-4905-9c39-1875a474d178) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:05.239294 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Network 0450e6c8-a91e-46d5-8846-013c215c7c9a is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:05.242956 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:05.245344 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:29:05.258496 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384908599', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:00Z', 'updated_at': '2022-03-16T11:29:01Z', 'revision_number': 3, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:01Z', 'updated_at': '2022-03-16T11:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:05.300332 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Pushing event updated for resources: {'Port': ['ID=402fceb2-b175-4c23-9703-e3c02db1d542,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:05.331763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4156e9ae-2d7a-4681-a2f8-2e66ed87df18 None None] The sync data for ids ['921aa40d-41c1-4230-843a-b48d86e6f977'] in dv-neutron-833859-1-hyperv is: [{'id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384908599', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:00Z', 'updated_at': '2022-03-16T11:29:01Z', 'revision_number': 3, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:01Z', 'updated_at': '2022-03-16T11:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:29:05.360193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Attempting to bind port 402fceb2-b175-4c23-9703-e3c02db1d542 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:29:05.360568 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Attempting to bind port 402fceb2-b175-4c23-9703-e3c02db1d542 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '9df4575e-0ce8-48fd-9cc9-f88c5c5bf733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:29:05.360942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Attempting to bind port 402fceb2-b175-4c23-9703-e3c02db1d542 on network 0450e6c8-a91e-46d5-8846-013c215c7c9a {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:29:05.366463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:29:05.366834 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Checking segment: {'id': '9df4575e-0ce8-48fd-9cc9-f88c5c5bf733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:29:05.367259 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.367656 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Bound using segment: {'id': '9df4575e-0ce8-48fd-9cc9-f88c5c5bf733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:29:05.368112 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Bound port: 402fceb2-b175-4c23-9703-e3c02db1d542, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df4575e-0ce8-48fd-9cc9-f88c5c5bf733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:29:05.368601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.415997 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.432374 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Transition to ACTIVE for port object c26a8e00-ccc3-4905-9c39-1875a474d178 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:05.455980 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.466437 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] For port 402fceb2-b175-4c23-9703-e3c02db1d542, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:29:05.469977 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] For port 402fceb2-b175-4c23-9703-e3c02db1d542, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=402fceb2-b175-4c23-9703-e3c02db1d542,segment=NetworkSegment(9df4575e-0ce8-48fd-9cc9-f88c5c5bf733),segment_id=9df4575e-0ce8-48fd-9cc9-f88c5c5bf733)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:29:05.473743 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.522347 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 0450e6c8-a91e-46d5-8846-013c215c7c9a is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:05.533674 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:05.538369 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:29:05.586848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=c26a8e00-ccc3-4905-9c39-1875a474d178,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:05.587747 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b364801-5f61-44ef-8fa0-496da74129d0 None None] Pushing event updated for resources: {'Port': ['ID=402fceb2-b175-4c23-9703-e3c02db1d542,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:05.629858 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.768635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.994191 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.338371 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.343409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.460527 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=c26a8e00-ccc3-4905-9c39-1875a474d178,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:06.464854 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.524145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8e6b69-b3a9-4fdc-90aa-5a5e2c7b9542 None None] Network 0450e6c8-a91e-46d5-8846-013c215c7c9a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:29:06.604862 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 0450e6c8-a91e-46d5-8846-013c215c7c9a is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:06.606013 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:06.622948 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-91d13416-f12f-4fe0-9d91-720538b1b0d7 None None] Provisioning for port 402fceb2-b175-4c23-9703-e3c02db1d542 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:06.800634 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 921aa40d-41c1-4230-843a-b48d86e6f977 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:29:06.997753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:29:07.008386 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Sync routers for ids ['921aa40d-41c1-4230-843a-b48d86e6f977'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:29:07.008967 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-373711f8-e29d-469c-be18-5b50ba95bfd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "PUT /v2.0/routers/921aa40d-41c1-4230-843a-b48d86e6f977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1951725 Mar 16 11:29:07.010051 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device d70a7a8a-5874-4794-914e-9bb2be0dadb6 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:07.023687 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Routers {'921aa40d-41c1-4230-843a-b48d86e6f977'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:07.024603 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:29:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['921aa40d-41c1-4230-843a-b48d86e6f977'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:07.089564 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9e745f9f-0b64-45ad-a95d-fe3657798a71 None None] Provisioning for port c26a8e00-ccc3-4905-9c39-1875a474d178 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:07.097217 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9e745f9f-0b64-45ad-a95d-fe3657798a71 None None] Provisioning complete for port c26a8e00-ccc3-4905-9c39-1875a474d178 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:07.098030 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9e745f9f-0b64-45ad-a95d-fe3657798a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.127709 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port d70a7a8a-5874-4794-914e-9bb2be0dadb6 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:07.145084 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port d70a7a8a-5874-4794-914e-9bb2be0dadb6 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:07.145497 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.202793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-66583dab-8861-4cb2-9692-5e7ffb2f2ce1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:07.228328 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-66583dab-8861-4cb2-9692-5e7ffb2f2ce1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:07.230991 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9e745f9f-0b64-45ad-a95d-fe3657798a71 None None] Port c26a8e00-ccc3-4905-9c39-1875a474d178 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:29:07.238754 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-66583dab-8861-4cb2-9692-5e7ffb2f2ce1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093145525&fields=id&tenant_id=d7b84297c4894f449599f50328fa1baa HTTP/1.1" status: 200 len: 267 time: 0.0828481 Mar 16 11:29:07.251933 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Set router 921aa40d-41c1-4230-843a-b48d86e6f977 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:07.329813 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.356108 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port d70a7a8a-5874-4794-914e-9bb2be0dadb6, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=d70a7a8a-5874-4794-914e-9bb2be0dadb6,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:07.361909 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.362705 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 402fceb2-b175-4c23-9703-e3c02db1d542 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:07.410589 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-4dc67298-3556-40a6-a0ce-fef6b54c922b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:07.418203 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-4dc67298-3556-40a6-a0ce-fef6b54c922b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/networks?id=0450e6c8-a91e-46d5-8846-013c215c7c9a HTTP/1.1" status: 200 len: 796 time: 0.1774251 Mar 16 11:29:07.437292 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-94df8e37-ff26-496a-84ce-915c5d0fd08a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/quotas/d7b84297c4894f449599f50328fa1baa HTTP/1.1" status: 200 len: 375 time: 0.0174172 Mar 16 11:29:07.491566 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9421aa93-60ba-425c-84ef-da28361982a2 None None] Provisioning complete for port c26a8e00-ccc3-4905-9c39-1875a474d178 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:07.491931 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9421aa93-60ba-425c-84ef-da28361982a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.530412 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=d70a7a8a-5874-4794-914e-9bb2be0dadb6,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:07.532116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-6415755b-141f-499c-a8a8-ab270b724523 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:07.552633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-6415755b-141f-499c-a8a8-ab270b724523 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:07.554881 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-6415755b-141f-499c-a8a8-ab270b724523 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160414 Mar 16 11:29:07.556579 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 402fceb2-b175-4c23-9703-e3c02db1d542 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:07.563601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 402fceb2-b175-4c23-9703-e3c02db1d542 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:07.563971 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.586857 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9421aa93-60ba-425c-84ef-da28361982a2 None None] Port c26a8e00-ccc3-4905-9c39-1875a474d178 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:29:07.621253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-18946b0a-3830-4c72-be47-dcd3e6f44242 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:29:07.622362 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-18946b0a-3830-4c72-be47-dcd3e6f44242 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538130 Mar 16 11:29:07.646579 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384908599', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:00Z', 'updated_at': '2022-03-16T11:29:05Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:01Z', 'updated_at': '2022-03-16T11:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'c26a8e00-ccc3-4905-9c39-1875a474d178', 'name': '', 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:bd:c1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:04Z', 'updated_at': '2022-03-16T11:29:06Z', 'revision_number': 2, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:07.652297 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Checking router: 921aa40d-41c1-4230-843a-b48d86e6f977 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:29:07.652820 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Updating router 921aa40d-41c1-4230-843a-b48d86e6f977 port c26a8e00-ccc3-4905-9c39-1875a474d178 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:29:07.686382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.710729 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.727630 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 402fceb2-b175-4c23-9703-e3c02db1d542, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=402fceb2-b175-4c23-9703-e3c02db1d542,segment=NetworkSegment(9df4575e-0ce8-48fd-9cc9-f88c5c5bf733),segment_id=9df4575e-0ce8-48fd-9cc9-f88c5c5bf733)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:07.728650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9b000316-54e0-4e6e-b7d0-fdf89b370d8d None None] Provisioning complete for port c26a8e00-ccc3-4905-9c39-1875a474d178 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:07.729056 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9b000316-54e0-4e6e-b7d0-fdf89b370d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.761947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.770813 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-4eb016d1-50b3-4960-b15c-f40d7851dbb3 service neutron] 10.222.0.44 "GET /v2.0/networks/0450e6c8-a91e-46d5-8846-013c215c7c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423907 Mar 16 11:29:07.836765 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9b000316-54e0-4e6e-b7d0-fdf89b370d8d None None] Port c26a8e00-ccc3-4905-9c39-1875a474d178 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:29:07.848499 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=402fceb2-b175-4c23-9703-e3c02db1d542,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:08.009375 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-5031e266-bf36-4310-bc37-e9affd23e2e9 service neutron] 10.222.0.44 "GET /v2.0/networks/0450e6c8-a91e-46d5-8846-013c215c7c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375882 Mar 16 11:29:08.058528 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:08.069800 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Transition to ACTIVE for port object c26a8e00-ccc3-4905-9c39-1875a474d178 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:08.076884 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:08.273587 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91b2b6-c9b0-4a7b-b300-8eaed4df1565 None None] Pushing event updated for resources: {'Port': ['ID=c26a8e00-ccc3-4905-9c39-1875a474d178,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:08.301413 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91b2b6-c9b0-4a7b-b300-8eaed4df1565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:08.301749 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91b2b6-c9b0-4a7b-b300-8eaed4df1565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:08.302083 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91b2b6-c9b0-4a7b-b300-8eaed4df1565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:08.302407 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91b2b6-c9b0-4a7b-b300-8eaed4df1565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:08.302882 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91b2b6-c9b0-4a7b-b300-8eaed4df1565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:08.303226 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91b2b6-c9b0-4a7b-b300-8eaed4df1565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:08.303549 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91b2b6-c9b0-4a7b-b300-8eaed4df1565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:08.303863 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91b2b6-c9b0-4a7b-b300-8eaed4df1565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:08.304178 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91b2b6-c9b0-4a7b-b300-8eaed4df1565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:08.304494 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91b2b6-c9b0-4a7b-b300-8eaed4df1565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:08.304807 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91b2b6-c9b0-4a7b-b300-8eaed4df1565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:08.305117 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91b2b6-c9b0-4a7b-b300-8eaed4df1565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:08.324777 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Attempting to bind port c26a8e00-ccc3-4905-9c39-1875a474d178 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:29:08.325923 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Attempting to bind port c26a8e00-ccc3-4905-9c39-1875a474d178 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '9df4575e-0ce8-48fd-9cc9-f88c5c5bf733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:29:08.326524 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Attempting to bind port c26a8e00-ccc3-4905-9c39-1875a474d178 on network 0450e6c8-a91e-46d5-8846-013c215c7c9a {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:29:08.333524 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:29:08.334246 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Checking segment: {'id': '9df4575e-0ce8-48fd-9cc9-f88c5c5bf733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:29:08.334876 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:08.335491 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Bound using segment: {'id': '9df4575e-0ce8-48fd-9cc9-f88c5c5bf733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:29:08.336120 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Bound port: c26a8e00-ccc3-4905-9c39-1875a474d178, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df4575e-0ce8-48fd-9cc9-f88c5c5bf733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:29:08.336641 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:08.380775 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-db9ac2d0-7c0d-4242-a92b-3535ba86da06 req-0b4cf15d-69f8-444a-b07a-079377ce19a5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 210 time: 0.2152328 Mar 16 11:29:08.444159 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] For port c26a8e00-ccc3-4905-9c39-1875a474d178, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:29:08.447036 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] For port c26a8e00-ccc3-4905-9c39-1875a474d178, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c26a8e00-ccc3-4905-9c39-1875a474d178,segment=NetworkSegment(9df4575e-0ce8-48fd-9cc9-f88c5c5bf733),segment_id=9df4575e-0ce8-48fd-9cc9-f88c5c5bf733)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:29:08.452657 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:08.535755 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Routers {'921aa40d-41c1-4230-843a-b48d86e6f977'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:08.536419 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:29:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['921aa40d-41c1-4230-843a-b48d86e6f977'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:08.596993 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91b2b6-c9b0-4a7b-b300-8eaed4df1565 None None] Pushing event updated for resources: {'Port': ['ID=c26a8e00-ccc3-4905-9c39-1875a474d178,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:08.732002 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] Set router 921aa40d-41c1-4230-843a-b48d86e6f977 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:08.944783 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device d70a7a8a-5874-4794-914e-9bb2be0dadb6 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:09.019979 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port d70a7a8a-5874-4794-914e-9bb2be0dadb6 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:09.020446 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:09.073462 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384908599', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:00Z', 'updated_at': '2022-03-16T11:29:05Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:01Z', 'updated_at': '2022-03-16T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'c26a8e00-ccc3-4905-9c39-1875a474d178', 'name': '', 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:bd:c1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:04Z', 'updated_at': '2022-03-16T11:29:08Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:09.081720 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17706bea-f574-45f2-82a7-80edd1535748 None None] The sync data for ids ['921aa40d-41c1-4230-843a-b48d86e6f977'] in dv-neutron-833859-1-hyperv is: [{'id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384908599', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:00Z', 'updated_at': '2022-03-16T11:29:05Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:01Z', 'updated_at': '2022-03-16T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'c26a8e00-ccc3-4905-9c39-1875a474d178', 'name': '', 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:bd:c1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:04Z', 'updated_at': '2022-03-16T11:29:08Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:29:09.182865 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 402fceb2-b175-4c23-9703-e3c02db1d542 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:09.251245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 402fceb2-b175-4c23-9703-e3c02db1d542 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:09.251831 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:09.556806 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-216d8715-6748-40f8-b2f3-574832a50d97 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:09.557553 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-216d8715-6748-40f8-b2f3-574832a50d97 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:network {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:09.580763 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-216d8715-6748-40f8-b2f3-574832a50d97 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:network {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:09.582396 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-216d8715-6748-40f8-b2f3-574832a50d97 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "GET /v2.0/networks?id=0450e6c8-a91e-46d5-8846-013c215c7c9a HTTP/1.1" status: 200 len: 796 time: 0.2122982 Mar 16 11:29:09.584272 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a995f7b4-89b9-4858-8a0e-7bee0947bfd0 req-23974a2d-92b5-4a65-bc5c-7953b7ac7e48 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 210 time: 0.0518379 Mar 16 11:29:09.644536 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-3b8aa606-a104-484a-93dc-9d25046e6658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7b84297c4894f449599f50328fa1baa HTTP/1.1" status: 200 len: 380 time: 0.0532894 Mar 16 11:29:09.653932 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-fee78244-7cb6-4596-81a1-f55bcbd8d9a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'port': {'device_id': 'd325533c-c223-4752-8f73-3ef6720cc4ae', 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a', 'admin_state_up': True, 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'security_groups': ['a6216d14-8908-42a6-9f4e-1b4520279fb6']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:09.797706 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-fee78244-7cb6-4596-81a1-f55bcbd8d9a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:09.808802 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-fee78244-7cb6-4596-81a1-f55bcbd8d9a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:09.819363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-fee78244-7cb6-4596-81a1-f55bcbd8d9a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Made reservation on behalf of d7b84297c4894f449599f50328fa1baa for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:29:09.822829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-fee78244-7cb6-4596-81a1-f55bcbd8d9a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:09.991618 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-fee78244-7cb6-4596-81a1-f55bcbd8d9a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.20.0.12 (0450e6c8-a91e-46d5-8846-013c215c7c9a/ddfe405d-80bc-4072-8369-c66d6aa5a3a6/bf454648-67bf-4b39-8aeb-f5ee0ad16a06) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:10.187587 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-fee78244-7cb6-4596-81a1-f55bcbd8d9a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.202685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-fee78244-7cb6-4596-81a1-f55bcbd8d9a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Transition to ACTIVE for port object bf454648-67bf-4b39-8aeb-f5ee0ad16a06 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:10.228745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-fee78244-7cb6-4596-81a1-f55bcbd8d9a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.300744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-fee78244-7cb6-4596-81a1-f55bcbd8d9a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 0450e6c8-a91e-46d5-8846-013c215c7c9a is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:10.304164 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-fee78244-7cb6-4596-81a1-f55bcbd8d9a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:10.308463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-fee78244-7cb6-4596-81a1-f55bcbd8d9a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:29:10.336637 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee78244-7cb6-4596-81a1-f55bcbd8d9a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=bf454648-67bf-4b39-8aeb-f5ee0ad16a06,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:10.376108 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-fee78244-7cb6-4596-81a1-f55bcbd8d9a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:10.376818 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-fee78244-7cb6-4596-81a1-f55bcbd8d9a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.401719 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-fee78244-7cb6-4596-81a1-f55bcbd8d9a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7520511 Mar 16 11:29:10.413642 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Request body: {'port': {'device_id': 'd325533c-c223-4752-8f73-3ef6720cc4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:10.511236 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-741a695f-0717-4056-a0a2-001de4a3ab4f None None] Provisioning for port bf454648-67bf-4b39-8aeb-f5ee0ad16a06 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:10.516354 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-741a695f-0717-4056-a0a2-001de4a3ab4f None None] Provisioning complete for port bf454648-67bf-4b39-8aeb-f5ee0ad16a06 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:10.516724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-741a695f-0717-4056-a0a2-001de4a3ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.525299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.568546 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-741a695f-0717-4056-a0a2-001de4a3ab4f None None] Port bf454648-67bf-4b39-8aeb-f5ee0ad16a06 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:29:10.856686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c933d-436d-410b-9893-b7861bc033a9 req-14be2735-3317-4132-9bfe-4ae26053ab8a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:10.857272 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-cc3c933d-436d-410b-9893-b7861bc033a9 req-14be2735-3317-4132-9bfe-4ae26053ab8a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:10.915760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-cc3c933d-436d-410b-9893-b7861bc033a9 req-14be2735-3317-4132-9bfe-4ae26053ab8a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:10.916907 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cc3c933d-436d-410b-9893-b7861bc033a9 req-14be2735-3317-4132-9bfe-4ae26053ab8a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 932 time: 0.2216930 Mar 16 11:29:10.954147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf454648-67bf-4b39-8aeb-f5ee0ad16a06 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:29:10.954812 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c26a8e00-ccc3-4905-9c39-1875a474d178 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:10.963559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.993585 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cc3c933d-436d-410b-9893-b7861bc033a9 req-23467148-91e8-47b9-9f1b-42f360b8e97e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6216d14-8908-42a6-9f4e-1b4520279fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645320 Mar 16 11:29:10.994636 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Transition to ACTIVE for port object bf454648-67bf-4b39-8aeb-f5ee0ad16a06 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:10.997932 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.025983 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port c26a8e00-ccc3-4905-9c39-1875a474d178 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:11.031245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port c26a8e00-ccc3-4905-9c39-1875a474d178 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:11.031619 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.151480 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.189740 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Pushing event updated for resources: {'Port': ['ID=bf454648-67bf-4b39-8aeb-f5ee0ad16a06,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:11.199332 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port c26a8e00-ccc3-4905-9c39-1875a474d178, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c26a8e00-ccc3-4905-9c39-1875a474d178,segment=NetworkSegment(9df4575e-0ce8-48fd-9cc9-f88c5c5bf733),segment_id=9df4575e-0ce8-48fd-9cc9-f88c5c5bf733)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:11.204009 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.277189 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=c26a8e00-ccc3-4905-9c39-1875a474d178,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:11.352220 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Attempting to bind port bf454648-67bf-4b39-8aeb-f5ee0ad16a06 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:29:11.352469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Attempting to bind port bf454648-67bf-4b39-8aeb-f5ee0ad16a06 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '9df4575e-0ce8-48fd-9cc9-f88c5c5bf733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:29:11.352790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Attempting to bind port bf454648-67bf-4b39-8aeb-f5ee0ad16a06 on network 0450e6c8-a91e-46d5-8846-013c215c7c9a {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:29:11.357919 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Port bf454648-67bf-4b39-8aeb-f5ee0ad16a06 on network 0450e6c8-a91e-46d5-8846-013c215c7c9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:29:11.358230 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Attempting to bind port bf454648-67bf-4b39-8aeb-f5ee0ad16a06 on network 0450e6c8-a91e-46d5-8846-013c215c7c9a {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:29:11.363321 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:29:11.363654 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Checking segment: {'id': '9df4575e-0ce8-48fd-9cc9-f88c5c5bf733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:29:11.364028 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Bound using segment: {'id': '9df4575e-0ce8-48fd-9cc9-f88c5c5bf733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:29:11.364465 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Bound port: bf454648-67bf-4b39-8aeb-f5ee0ad16a06, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df4575e-0ce8-48fd-9cc9-f88c5c5bf733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:29:11.364798 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.448809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] For port bf454648-67bf-4b39-8aeb-f5ee0ad16a06, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:29:11.451628 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] For port bf454648-67bf-4b39-8aeb-f5ee0ad16a06, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bf454648-67bf-4b39-8aeb-f5ee0ad16a06,segment=NetworkSegment(9df4575e-0ce8-48fd-9cc9-f88c5c5bf733),segment_id=9df4575e-0ce8-48fd-9cc9-f88c5c5bf733)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:29:11.456690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.513150 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:11.513753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.515115 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] 10.222.0.18 "PUT /v2.0/ports/bf454648-67bf-4b39-8aeb-f5ee0ad16a06 HTTP/1.1" status: 200 len: 1094 time: 1.1056464 Mar 16 11:29:11.515561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd325533c-c223-4752-8f73-3ef6720cc4ae', 'tag': 'bf454648-67bf-4b39-8aeb-f5ee0ad16a06'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:11.542409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717c630-f959-4326-a06f-4290678a9e9d service neutron] Pushing event updated for resources: {'Port': ['ID=bf454648-67bf-4b39-8aeb-f5ee0ad16a06,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:11.586983 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd325533c-c223-4752-8f73-3ef6720cc4ae', 'tag': 'bf454648-67bf-4b39-8aeb-f5ee0ad16a06', 'status': 'completed', 'code': 200} Mar 16 11:29:11.628547 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-4d8bb2aa-9487-4d85-b93c-95c8f074f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:11.630016 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-4d8bb2aa-9487-4d85-b93c-95c8f074f070 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 1097 time: 0.0732903 Mar 16 11:29:11.701292 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-8d453a06-6ade-4c07-a02d-4c765960e4af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf454648-67bf-4b39-8aeb-f5ee0ad16a06 HTTP/1.1" status: 200 len: 217 time: 0.0645409 Mar 16 11:29:11.760806 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-3f1f0f26-91e2-495f-b194-2b7271f28240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:11.762212 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-3f1f0f26-91e2-495f-b194-2b7271f28240 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddfe405d-80bc-4072-8369-c66d6aa5a3a6 HTTP/1.1" status: 200 len: 835 time: 0.0558627 Mar 16 11:29:11.837365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-83cda6c4-d433-4ff0-9a43-9ca29d4e83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:11.838701 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-83cda6c4-d433-4ff0-9a43-9ca29d4e83c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0450e6c8-a91e-46d5-8846-013c215c7c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709345 Mar 16 11:29:11.964878 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-f01f0152-e68f-4b25-a736-dde831aa4251 service neutron] 10.222.0.18 "GET /v2.0/networks/0450e6c8-a91e-46d5-8846-013c215c7c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196439 Mar 16 11:29:12.092333 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b6a8c6e-f98f-487a-a754-3efa0a061369 req-bc279bfb-bfd5-4cf8-8e9f-08520a009b4f service neutron] 10.222.0.18 "GET /v2.0/networks/0450e6c8-a91e-46d5-8846-013c215c7c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219361 Mar 16 11:29:12.238670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903504a7-0f58-479a-a6a0-00645cb49e2f req-8b473472-f863-4ebf-abcc-cc4c19939854 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:12.240021 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-903504a7-0f58-479a-a6a0-00645cb49e2f req-8b473472-f863-4ebf-abcc-cc4c19939854 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 944 time: 0.1407990 Mar 16 11:29:12.242474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782ac2e-2fc3-4c5f-b1fd-934c4bc9ba08 req-0a417e2d-f747-4eb9-b733-a4a05788e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:12.243883 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4782ac2e-2fc3-4c5f-b1fd-934c4bc9ba08 req-0a417e2d-f747-4eb9-b733-a4a05788e591 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 1097 time: 0.1046197 Mar 16 11:29:12.367611 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-903504a7-0f58-479a-a6a0-00645cb49e2f req-00dfa0c4-7c1f-4c49-9fec-9673297b37a1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6216d14-8908-42a6-9f4e-1b4520279fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215682 Mar 16 11:29:12.400654 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782ac2e-2fc3-4c5f-b1fd-934c4bc9ba08 req-0c8d23a0-32d2-47a5-86f2-06b5a2732a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:12.402064 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4782ac2e-2fc3-4c5f-b1fd-934c4bc9ba08 req-0c8d23a0-32d2-47a5-86f2-06b5a2732a34 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0450e6c8-a91e-46d5-8846-013c215c7c9a HTTP/1.1" status: 200 len: 897 time: 0.1432786 Mar 16 11:29:12.469138 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4782ac2e-2fc3-4c5f-b1fd-934c4bc9ba08 req-49545a8a-338f-4d3b-bc85-2c8ef553a92a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf454648-67bf-4b39-8aeb-f5ee0ad16a06 HTTP/1.1" status: 200 len: 217 time: 0.0614595 Mar 16 11:29:12.527759 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782ac2e-2fc3-4c5f-b1fd-934c4bc9ba08 req-fbe30932-1ef9-4154-a67c-ee1cee22ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:12.529079 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4782ac2e-2fc3-4c5f-b1fd-934c4bc9ba08 req-fbe30932-1ef9-4154-a67c-ee1cee22ac95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddfe405d-80bc-4072-8369-c66d6aa5a3a6 HTTP/1.1" status: 200 len: 835 time: 0.0549676 Mar 16 11:29:12.600208 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782ac2e-2fc3-4c5f-b1fd-934c4bc9ba08 req-394d8f60-ced2-45f6-b6a6-6e895bf2adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:12.601622 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4782ac2e-2fc3-4c5f-b1fd-934c4bc9ba08 req-394d8f60-ced2-45f6-b6a6-6e895bf2adab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0450e6c8-a91e-46d5-8846-013c215c7c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673542 Mar 16 11:29:12.728073 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4782ac2e-2fc3-4c5f-b1fd-934c4bc9ba08 req-7b54ef98-2abc-4af7-9052-d655730e83b8 service neutron] 10.222.0.18 "GET /v2.0/networks/0450e6c8-a91e-46d5-8846-013c215c7c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197138 Mar 16 11:29:12.854263 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4782ac2e-2fc3-4c5f-b1fd-934c4bc9ba08 req-432712ef-1176-4a64-aa70-26979a0a4438 service neutron] 10.222.0.18 "GET /v2.0/networks/0450e6c8-a91e-46d5-8846-013c215c7c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201398 Mar 16 11:29:12.938195 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c26a8e00-ccc3-4905-9c39-1875a474d178 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:13.004223 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port c26a8e00-ccc3-4905-9c39-1875a474d178 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:13.004590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.548663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b349680-4843-4ec3-b7cc-71c69f8a7101 req-0c53d861-8b1b-4421-8f46-47e666853096 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:13.550185 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1b349680-4843-4ec3-b7cc-71c69f8a7101 req-0c53d861-8b1b-4421-8f46-47e666853096 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 944 time: 0.0770805 Mar 16 11:29:13.596249 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1b349680-4843-4ec3-b7cc-71c69f8a7101 req-af0f6d8f-1bc9-4bb0-a3ed-7236315fe346 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6216d14-8908-42a6-9f4e-1b4520279fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404170 Mar 16 11:29:14.899108 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3480c-0971-4512-892a-f56bb1dc6499 req-b85b1a30-b87b-4d34-ac4d-d2fc1978d2e9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:14.900537 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3dd3480c-0971-4512-892a-f56bb1dc6499 req-b85b1a30-b87b-4d34-ac4d-d2fc1978d2e9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 944 time: 0.1991749 Mar 16 11:29:14.942970 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3dd3480c-0971-4512-892a-f56bb1dc6499 req-9936ae0f-e367-4655-90c2-6352d0ad7d44 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6216d14-8908-42a6-9f4e-1b4520279fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368989 Mar 16 11:29:15.233756 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device bf454648-67bf-4b39-8aeb-f5ee0ad16a06 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:29:15.363781 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port bf454648-67bf-4b39-8aeb-f5ee0ad16a06, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bf454648-67bf-4b39-8aeb-f5ee0ad16a06,segment=NetworkSegment(9df4575e-0ce8-48fd-9cc9-f88c5c5bf733),segment_id=9df4575e-0ce8-48fd-9cc9-f88c5c5bf733)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:15.376759 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'bf454648-67bf-4b39-8aeb-f5ee0ad16a06', 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a', 'port_id': 'bf454648-67bf-4b39-8aeb-f5ee0ad16a06', 'mac_address': 'fa:16:3e:28:b4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:29:15.434648 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:15.451083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf454648-67bf-4b39-8aeb-f5ee0ad16a06 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:29:15.466816 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port bf454648-67bf-4b39-8aeb-f5ee0ad16a06, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bf454648-67bf-4b39-8aeb-f5ee0ad16a06,segment=NetworkSegment(9df4575e-0ce8-48fd-9cc9-f88c5c5bf733),segment_id=9df4575e-0ce8-48fd-9cc9-f88c5c5bf733)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:15.470666 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:15.535079 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=bf454648-67bf-4b39-8aeb-f5ee0ad16a06,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:15.835549 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['bf454648-67bf-4b39-8aeb-f5ee0ad16a06'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:29:16.124611 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338344c-9999-4935-bd4b-3a45c8ff8ccb req-e370a171-02e3-4e9a-9dea-714a7dfd3a78 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:16.126044 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7338344c-9999-4935-bd4b-3a45c8ff8ccb req-e370a171-02e3-4e9a-9dea-714a7dfd3a78 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 945 time: 0.0786805 Mar 16 11:29:16.167929 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7338344c-9999-4935-bd4b-3a45c8ff8ccb req-0da7ccbd-92ac-42ce-82ac-a814f7f09bad tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6216d14-8908-42a6-9f4e-1b4520279fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362644 Mar 16 11:29:17.246620 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device bf454648-67bf-4b39-8aeb-f5ee0ad16a06 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:17.314029 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port bf454648-67bf-4b39-8aeb-f5ee0ad16a06 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:17.318950 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port bf454648-67bf-4b39-8aeb-f5ee0ad16a06 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:17.319368 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:17.362479 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6b87c-b7b7-447c-bc76-5ea580dd331e req-32d83f7f-cb82-4b7f-9941-da4c20bb86b9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:17.363926 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c9d6b87c-b7b7-447c-bc76-5ea580dd331e req-32d83f7f-cb82-4b7f-9941-da4c20bb86b9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 945 time: 0.0895030 Mar 16 11:29:17.411081 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c9d6b87c-b7b7-447c-bc76-5ea580dd331e req-3457d22c-5e64-48fb-a65f-d89e448f42cc tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6216d14-8908-42a6-9f4e-1b4520279fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410743 Mar 16 11:29:17.447476 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:17.474738 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd325533c-c223-4752-8f73-3ef6720cc4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf454648-67bf-4b39-8aeb-f5ee0ad16a06'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:17.485191 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port bf454648-67bf-4b39-8aeb-f5ee0ad16a06, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bf454648-67bf-4b39-8aeb-f5ee0ad16a06,segment=NetworkSegment(9df4575e-0ce8-48fd-9cc9-f88c5c5bf733),segment_id=9df4575e-0ce8-48fd-9cc9-f88c5c5bf733)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:17.489308 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:17.556481 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=bf454648-67bf-4b39-8aeb-f5ee0ad16a06,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:17.578846 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd325533c-c223-4752-8f73-3ef6720cc4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf454648-67bf-4b39-8aeb-f5ee0ad16a06', 'code': 200} Mar 16 11:29:17.808321 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c8f9a-929c-4548-860a-befc4fd9a931 req-4350d296-0b7f-46f3-9422-c3652c1c2498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:17.810273 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-241c8f9a-929c-4548-860a-befc4fd9a931 req-4350d296-0b7f-46f3-9422-c3652c1c2498 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 1099 time: 0.0733318 Mar 16 11:29:17.848211 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-241c8f9a-929c-4548-860a-befc4fd9a931 req-3e186b09-a907-425f-86ef-af2c59972305 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a6216d14-8908-42a6-9f4e-1b4520279fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323908 Mar 16 11:29:17.963347 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:18.599424 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c5c60-d816-4aff-9f27-0b0f8875fcbf req-41f95834-c6f5-4eb6-b282-0903b8431419 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:18.600778 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e31c5c60-d816-4aff-9f27-0b0f8875fcbf req-41f95834-c6f5-4eb6-b282-0903b8431419 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 946 time: 0.0812521 Mar 16 11:29:18.644161 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e31c5c60-d816-4aff-9f27-0b0f8875fcbf req-33162d2e-a3b8-408c-98e2-dfd890b7b08b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6216d14-8908-42a6-9f4e-1b4520279fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372815 Mar 16 11:29:19.827042 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d3618-dea1-4cf4-8188-37a99cb0d63c req-fc023739-4049-4040-b957-1ebf93f384f2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:19.828511 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6d5d3618-dea1-4cf4-8188-37a99cb0d63c req-fc023739-4049-4040-b957-1ebf93f384f2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 946 time: 0.0805421 Mar 16 11:29:19.873211 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6d5d3618-dea1-4cf4-8188-37a99cb0d63c req-0ed51180-4b63-496b-9bac-485f5208d9c3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6216d14-8908-42a6-9f4e-1b4520279fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390587 Mar 16 11:29:20.053285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3e798-c939-421f-b4a7-f5f6faf59156 req-70f806b9-2792-4d08-9f1b-fc3e52f4e330 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:20.054644 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6c3e798-c939-421f-b4a7-f5f6faf59156 req-70f806b9-2792-4d08-9f1b-fc3e52f4e330 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 946 time: 0.0773113 Mar 16 11:29:20.101446 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6c3e798-c939-421f-b4a7-f5f6faf59156 req-d23d2596-54f5-4a85-b149-658f06cdb4da tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6216d14-8908-42a6-9f4e-1b4520279fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409009 Mar 16 11:29:20.123515 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59634) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:20.193266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc49446-a56f-45e3-a873-66a1a6d21e64 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:20.194767 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5cc49446-a56f-45e3-a873-66a1a6d21e64 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 1094 time: 0.0702941 Mar 16 11:29:20.197706 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59638) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:20.203035 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': 'bf454648-67bf-4b39-8aeb-f5ee0ad16a06', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:20.208835 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:20.212592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:floatingip and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:20.215963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:20.221696 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:20.233399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:20.365573 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:20.497616 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.26.3.76 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/f028db65-f97e-4274-b43a-00809b619db8) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:20.637701 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:20.665167 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:20.722440 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:20.725064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:20.732540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:29:20.769423 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=f028db65-f97e-4274-b43a-00809b619db8,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:21.134594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:21.206315 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:21.507643 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:21.512490 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:21.619333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=f028db65-f97e-4274-b43a-00809b619db8,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:21.628799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:21.792247 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Floating IP dd91e2fb-5730-4f3c-8d85-5b79e226fbcc associated. External IP: 172.26.3.76, port: bf454648-67bf-4b39-8aeb-f5ee0ad16a06. Mar 16 11:29:22.135461 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 921aa40d-41c1-4230-843a-b48d86e6f977 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:29:22.313840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:29:22.323177 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd96f988-bb07-4725-b41c-60e74a42530f None None] Sync routers for ids ['921aa40d-41c1-4230-843a-b48d86e6f977'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:29:22.336472 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd96f988-bb07-4725-b41c-60e74a42530f None None] Routers {'921aa40d-41c1-4230-843a-b48d86e6f977'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:22.337127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-bd96f988-bb07-4725-b41c-60e74a42530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:29:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['921aa40d-41c1-4230-843a-b48d86e6f977'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:22.338779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:22.396980 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9e414d74-f643-466c-9cc9-6b1748406e0f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1980987 Mar 16 11:29:22.397409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd325533c-c223-4752-8f73-3ef6720cc4ae', 'tag': 'bf454648-67bf-4b39-8aeb-f5ee0ad16a06'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:22.440723 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd325533c-c223-4752-8f73-3ef6720cc4ae', 'tag': 'bf454648-67bf-4b39-8aeb-f5ee0ad16a06', 'status': 'completed', 'code': 200} Mar 16 11:29:22.537017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64f26e-0631-4360-a679-b7e4154fbf5e req-ec43633f-13bd-41a3-afdc-1dda72119fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:22.538650 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a64f26e-0631-4360-a679-b7e4154fbf5e req-ec43633f-13bd-41a3-afdc-1dda72119fac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 1099 time: 0.0713983 Mar 16 11:29:22.557292 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-bd96f988-bb07-4725-b41c-60e74a42530f None None] Set router 921aa40d-41c1-4230-843a-b48d86e6f977 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:22.566658 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291e3b6-37df-4794-8f92-0370356fc514 req-18a0fc39-5836-4c96-bc57-4527f80c43d9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:22.568652 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f291e3b6-37df-4794-8f92-0370356fc514 req-18a0fc39-5836-4c96-bc57-4527f80c43d9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 946 time: 0.0823083 Mar 16 11:29:22.616029 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f291e3b6-37df-4794-8f92-0370356fc514 req-dc279033-8ed5-41d0-a79b-f738da21888f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6216d14-8908-42a6-9f4e-1b4520279fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417006 Mar 16 11:29:22.640824 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59646) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:22.675289 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64f26e-0631-4360-a679-b7e4154fbf5e req-0b636864-80d6-478c-983e-3c5cf9c32eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:22.676662 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a64f26e-0631-4360-a679-b7e4154fbf5e req-0b636864-80d6-478c-983e-3c5cf9c32eeb service neutron] 10.222.0.18 "GET /v2.0/networks?id=0450e6c8-a91e-46d5-8846-013c215c7c9a HTTP/1.1" status: 200 len: 897 time: 0.1326535 Mar 16 11:29:22.747262 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-59173a3e-5928-4322-a322-be3d16fcaa60 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/dd91e2fb-5730-4f3c-8d85-5b79e226fbcc HTTP/1.1" status: 200 len: 991 time: 0.1049817 Mar 16 11:29:22.900202 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a64f26e-0631-4360-a679-b7e4154fbf5e req-1a4a36ec-e628-47ec-b8c7-453a167a1010 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf454648-67bf-4b39-8aeb-f5ee0ad16a06 HTTP/1.1" status: 200 len: 999 time: 0.2182100 Mar 16 11:29:22.908890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-bd96f988-bb07-4725-b41c-60e74a42530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384908599', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:00Z', 'updated_at': '2022-03-16T11:29:05Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:01Z', 'updated_at': '2022-03-16T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'dd91e2fb-5730-4f3c-8d85-5b79e226fbcc', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'port_id': 'bf454648-67bf-4b39-8aeb-f5ee0ad16a06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a', 'mac_address': 'fa:16:3e:28:b4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325533c-c223-4752-8f73-3ef6720cc4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:21Z', 'updated_at': '2022-03-16T11:29:21Z', 'revision_number': 0, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26a8e00-ccc3-4905-9c39-1875a474d178', 'name': '', 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:bd:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:04Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:22.912818 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd96f988-bb07-4725-b41c-60e74a42530f None None] Checking router: 921aa40d-41c1-4230-843a-b48d86e6f977 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:29:22.921075 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd96f988-bb07-4725-b41c-60e74a42530f None None] Routers {'921aa40d-41c1-4230-843a-b48d86e6f977'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:22.921671 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-bd96f988-bb07-4725-b41c-60e74a42530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:29:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['921aa40d-41c1-4230-843a-b48d86e6f977'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:22.959956 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64f26e-0631-4360-a679-b7e4154fbf5e req-71eb6d64-c827-4a53-9a52-bc9c8f2c04e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:22.961308 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a64f26e-0631-4360-a679-b7e4154fbf5e req-71eb6d64-c827-4a53-9a52-bc9c8f2c04e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddfe405d-80bc-4072-8369-c66d6aa5a3a6 HTTP/1.1" status: 200 len: 835 time: 0.0559702 Mar 16 11:29:23.037435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64f26e-0631-4360-a679-b7e4154fbf5e req-e0dc8750-e12a-43b6-8c3e-98293ba81325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:23.038883 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a64f26e-0631-4360-a679-b7e4154fbf5e req-e0dc8750-e12a-43b6-8c3e-98293ba81325 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0450e6c8-a91e-46d5-8846-013c215c7c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720816 Mar 16 11:29:23.098361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-bd96f988-bb07-4725-b41c-60e74a42530f None None] Set router 921aa40d-41c1-4230-843a-b48d86e6f977 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:23.168577 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a64f26e-0631-4360-a679-b7e4154fbf5e req-c00e113a-e1ea-43a4-a83e-5ae04c5f6831 service neutron] 10.222.0.18 "GET /v2.0/networks/0450e6c8-a91e-46d5-8846-013c215c7c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240997 Mar 16 11:29:23.304587 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a64f26e-0631-4360-a679-b7e4154fbf5e req-f40badb5-e32c-4477-b89e-28728c73367b service neutron] 10.222.0.18 "GET /v2.0/networks/0450e6c8-a91e-46d5-8846-013c215c7c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259964 Mar 16 11:29:23.438618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-bd96f988-bb07-4725-b41c-60e74a42530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384908599', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:00Z', 'updated_at': '2022-03-16T11:29:05Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:01Z', 'updated_at': '2022-03-16T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'dd91e2fb-5730-4f3c-8d85-5b79e226fbcc', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'port_id': 'bf454648-67bf-4b39-8aeb-f5ee0ad16a06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a', 'mac_address': 'fa:16:3e:28:b4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325533c-c223-4752-8f73-3ef6720cc4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:21Z', 'updated_at': '2022-03-16T11:29:21Z', 'revision_number': 0, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26a8e00-ccc3-4905-9c39-1875a474d178', 'name': '', 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:bd:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:04Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:23.442640 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd96f988-bb07-4725-b41c-60e74a42530f None None] The sync data for ids ['921aa40d-41c1-4230-843a-b48d86e6f977'] in dv-neutron-833859-1-hyperv is: [{'id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384908599', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:00Z', 'updated_at': '2022-03-16T11:29:05Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:01Z', 'updated_at': '2022-03-16T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'dd91e2fb-5730-4f3c-8d85-5b79e226fbcc', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'port_id': 'bf454648-67bf-4b39-8aeb-f5ee0ad16a06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a', 'mac_address': 'fa:16:3e:28:b4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325533c-c223-4752-8f73-3ef6720cc4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:21Z', 'updated_at': '2022-03-16T11:29:21Z', 'revision_number': 0, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26a8e00-ccc3-4905-9c39-1875a474d178', 'name': '', 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:bd:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:04Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:29:23.638398 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b083f832-4c58-48e2-8613-0cb94095fab6 None None] New status for floating IP dd91e2fb-5730-4f3c-8d85-5b79e226fbcc: ACTIVE {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:29:23.749752 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59650) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:23.857058 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ba1db977-7c02-4027-914c-52da716a946d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/dd91e2fb-5730-4f3c-8d85-5b79e226fbcc HTTP/1.1" status: 200 len: 991 time: 0.1060929 Mar 16 11:29:23.962811 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:29:24.860916 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59654) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:24.965357 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0fd87bfc-0128-4f83-bcdb-d98a3b79f3ff tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/dd91e2fb-5730-4f3c-8d85-5b79e226fbcc HTTP/1.1" status: 200 len: 993 time: 0.1032045 Mar 16 11:29:30.921106 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d917dab1-3d3d-4456-aaff-1fe1cfd49d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:33.087334 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3694255b-2fe8-49b6-86e3-ba165d2d057e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:34.457261 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:34.539383 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:35.991941 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:37.119217 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0ab8a28b-3048-479d-b7ac-b767ff300e83 req-162f5078-8a16-4679-b762-654c73ad5679 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672238 Mar 16 11:29:37.254362 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8a28b-3048-479d-b7ac-b767ff300e83 req-6e7b26a8-a7ec-4109-ab1e-e9b2a62cb2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:37.255747 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0ab8a28b-3048-479d-b7ac-b767ff300e83 req-6e7b26a8-a7ec-4109-ab1e-e9b2a62cb2a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 1099 time: 0.0718193 Mar 16 11:29:37.398339 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8a28b-3048-479d-b7ac-b767ff300e83 req-e0dae0a5-ba6c-4da6-b403-b850a7f93bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:37.399761 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0ab8a28b-3048-479d-b7ac-b767ff300e83 req-e0dae0a5-ba6c-4da6-b403-b850a7f93bb6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0450e6c8-a91e-46d5-8846-013c215c7c9a HTTP/1.1" status: 200 len: 897 time: 0.1247704 Mar 16 11:29:37.497114 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0ab8a28b-3048-479d-b7ac-b767ff300e83 req-9a502867-38d3-4f7d-ba78-b1ba3aa3bb66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf454648-67bf-4b39-8aeb-f5ee0ad16a06 HTTP/1.1" status: 200 len: 1001 time: 0.0910115 Mar 16 11:29:37.564151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8a28b-3048-479d-b7ac-b767ff300e83 req-af5cd70f-bbd1-4386-9c26-94917f6633b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:37.565478 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0ab8a28b-3048-479d-b7ac-b767ff300e83 req-af5cd70f-bbd1-4386-9c26-94917f6633b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddfe405d-80bc-4072-8369-c66d6aa5a3a6 HTTP/1.1" status: 200 len: 835 time: 0.0631385 Mar 16 11:29:37.638546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8a28b-3048-479d-b7ac-b767ff300e83 req-a6f7b3f7-cc40-4408-b483-5fedea4deab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:37.640014 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0ab8a28b-3048-479d-b7ac-b767ff300e83 req-a6f7b3f7-cc40-4408-b483-5fedea4deab6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0450e6c8-a91e-46d5-8846-013c215c7c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683014 Mar 16 11:29:37.767827 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0ab8a28b-3048-479d-b7ac-b767ff300e83 req-6aa7630a-17a9-4d51-b928-9bb41389c2cb service neutron] 10.222.0.18 "GET /v2.0/networks/0450e6c8-a91e-46d5-8846-013c215c7c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216769 Mar 16 11:29:37.896781 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0ab8a28b-3048-479d-b7ac-b767ff300e83 req-24bed11e-06d0-4118-be3e-00f8c5fd79f2 service neutron] 10.222.0.18 "GET /v2.0/networks/0450e6c8-a91e-46d5-8846-013c215c7c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221766 Mar 16 11:29:47.989455 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:00.922244 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-73119111-7519-4c13-941b-d609f32e3c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:00.961330 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:30:03.092214 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e2c39068-d5a2-4ce9-8149-aa467ef39c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:04.458441 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:04.541023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:05.994164 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:17.991272 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:30.925000 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5dd37585-fd4f-405f-bf29-f595dc9c5983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:33.093936 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e9b945a7-625b-453b-97e5-a5cf68b9455e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:34.460880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:34.480186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074db37-0136-46ab-880f-badab0edf507 req-53d973db-14fd-442f-a7f9-70761dca7215 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:34.481610 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7074db37-0136-46ab-880f-badab0edf507 req-53d973db-14fd-442f-a7f9-70761dca7215 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 946 time: 0.0823774 Mar 16 11:30:34.525881 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7074db37-0136-46ab-880f-badab0edf507 req-f2af11e3-1b14-455a-916e-1c5991b88beb tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6216d14-8908-42a6-9f4e-1b4520279fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379541 Mar 16 11:30:34.551006 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:35.714552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d93aa-8564-4555-98b6-a57ba32980cb req-90416a30-f1ee-4797-903f-eae12a4c4880 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:35.716011 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1a7d93aa-8564-4555-98b6-a57ba32980cb req-90416a30-f1ee-4797-903f-eae12a4c4880 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 946 time: 0.0830328 Mar 16 11:30:35.759122 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1a7d93aa-8564-4555-98b6-a57ba32980cb req-38fdc048-30e3-467d-95a7-720f302b1d78 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6216d14-8908-42a6-9f4e-1b4520279fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365484 Mar 16 11:30:35.783572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59688) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:35.884492 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dd31d00e-fd99-443c-93f8-8235004d9646 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/dd91e2fb-5730-4f3c-8d85-5b79e226fbcc HTTP/1.1" status: 200 len: 993 time: 0.0998704 Mar 16 11:30:35.997030 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:37.333805 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713c0fb-793b-4e46-9558-26d37e8348bf req-8d99f9fd-caa9-4aae-9c89-46dbb80cb0e7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:37.335262 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c713c0fb-793b-4e46-9558-26d37e8348bf req-8d99f9fd-caa9-4aae-9c89-46dbb80cb0e7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 946 time: 0.0796773 Mar 16 11:30:37.379184 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c713c0fb-793b-4e46-9558-26d37e8348bf req-ba093135-d1aa-45db-9a79-0f789f638da7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6216d14-8908-42a6-9f4e-1b4520279fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380757 Mar 16 11:30:37.959777 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:30:38.561258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdf520-38c0-4647-99be-c03fd7d0b7af req-0da86c5b-d92c-4804-a5a2-f1d6e82e6da1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:38.562605 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-24fdf520-38c0-4647-99be-c03fd7d0b7af req-0da86c5b-d92c-4804-a5a2-f1d6e82e6da1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 946 time: 0.0778151 Mar 16 11:30:38.605430 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-24fdf520-38c0-4647-99be-c03fd7d0b7af req-97de7246-cb34-4be7-af91-64cf521081af tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6216d14-8908-42a6-9f4e-1b4520279fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372550 Mar 16 11:30:38.628473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59700) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:38.731273 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2468d8b3-a625-42d8-9770-0b5259a169b1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/dd91e2fb-5730-4f3c-8d85-5b79e226fbcc HTTP/1.1" status: 200 len: 993 time: 0.1017139 Mar 16 11:30:38.993304 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59708) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:39.130629 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8baaf1c9-0c00-49db-8bb8-4dfacebe866c req-d64b4a48-c963-4088-bcd2-6230e90475bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708840 Mar 16 11:30:39.196061 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port f028db65-f97e-4274-b43a-00809b619db8 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:39.196547 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.269654 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaf1c9-0c00-49db-8bb8-4dfacebe866c req-f0a38b28-3919-468a-aece-f73cd6e3d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:39.273370 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8baaf1c9-0c00-49db-8bb8-4dfacebe866c req-f0a38b28-3919-468a-aece-f73cd6e3d22c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 1099 time: 0.0738099 Mar 16 11:30:39.473913 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.474131 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.525698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaf1c9-0c00-49db-8bb8-4dfacebe866c req-4ccd2557-75a3-49fd-9712-e74f731f437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:39.527120 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8baaf1c9-0c00-49db-8bb8-4dfacebe866c req-4ccd2557-75a3-49fd-9712-e74f731f437f service neutron] 10.222.0.18 "GET /v2.0/networks?id=0450e6c8-a91e-46d5-8846-013c215c7c9a HTTP/1.1" status: 200 len: 897 time: 0.2342944 Mar 16 11:30:39.599014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for f028db65-f97e-4274-b43a-00809b619db8 owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:39.634073 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8baaf1c9-0c00-49db-8bb8-4dfacebe866c req-2a8a551f-8f0d-4edd-ab1a-19cc519556e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf454648-67bf-4b39-8aeb-f5ee0ad16a06 HTTP/1.1" status: 200 len: 1001 time: 0.1007752 Mar 16 11:30:39.700040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaf1c9-0c00-49db-8bb8-4dfacebe866c req-a1426073-f26e-462f-84b6-de44682b7b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:39.702186 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8baaf1c9-0c00-49db-8bb8-4dfacebe866c req-a1426073-f26e-462f-84b6-de44682b7b8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddfe405d-80bc-4072-8369-c66d6aa5a3a6 HTTP/1.1" status: 200 len: 835 time: 0.0624213 Mar 16 11:30:39.755562 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.780684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaf1c9-0c00-49db-8bb8-4dfacebe866c req-0ebcc9be-66cd-4d63-994d-986dd566b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:39.782226 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8baaf1c9-0c00-49db-8bb8-4dfacebe866c req-0ebcc9be-66cd-4d63-994d-986dd566b096 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0450e6c8-a91e-46d5-8846-013c215c7c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745659 Mar 16 11:30:39.803272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=f028db65-f97e-4274-b43a-00809b619db8,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:39.812026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:39.812371 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:39.812706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:39.813032 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:39.813361 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:39.813686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:39.814004 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:39.814323 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:39.814633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:39.814947 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:39.815287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:39.815609 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:39.908853 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.909183 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Floating IP dd91e2fb-5730-4f3c-8d85-5b79e226fbcc disassociated (deleted). External IP: 172.26.3.76, port: bf454648-67bf-4b39-8aeb-f5ee0ad16a06. Mar 16 11:30:39.922784 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8baaf1c9-0c00-49db-8bb8-4dfacebe866c req-633f1119-ec77-4462-9506-06ddee108074 service neutron] 10.222.0.18 "GET /v2.0/networks/0450e6c8-a91e-46d5-8846-013c215c7c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346996 Mar 16 11:30:40.054981 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8baaf1c9-0c00-49db-8bb8-4dfacebe866c req-7ac3501b-32be-46a8-a215-3ea09ee2a125 service neutron] 10.222.0.18 "GET /v2.0/networks/0450e6c8-a91e-46d5-8846-013c215c7c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263273 Mar 16 11:30:40.259170 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 921aa40d-41c1-4230-843a-b48d86e6f977 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:30:40.440025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:30:40.450328 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ff93c-7db3-42f0-9e3f-85e99351ea44 None None] Sync routers for ids ['921aa40d-41c1-4230-843a-b48d86e6f977'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:40.459183 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ff93c-7db3-42f0-9e3f-85e99351ea44 None None] Routers {'921aa40d-41c1-4230-843a-b48d86e6f977'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:40.459363 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:40.459874 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a75ff93c-7db3-42f0-9e3f-85e99351ea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['921aa40d-41c1-4230-843a-b48d86e6f977'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:40.514263 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-10abd378-a8fd-4c48-8256-72f2399e8f9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/floatingips/dd91e2fb-5730-4f3c-8d85-5b79e226fbcc HTTP/1.1" status: 204 len: 168 time: 1.5198820 Mar 16 11:30:40.514851 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd325533c-c223-4752-8f73-3ef6720cc4ae', 'tag': 'bf454648-67bf-4b39-8aeb-f5ee0ad16a06'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:40.567590 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd325533c-c223-4752-8f73-3ef6720cc4ae', 'tag': 'bf454648-67bf-4b39-8aeb-f5ee0ad16a06', 'status': 'completed', 'code': 200} Mar 16 11:30:40.666081 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2386e9-e5c2-42cc-93f0-4b041f347727 req-fa6f49f9-ee3f-4465-b327-f705fca48e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:40.667556 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1a2386e9-e5c2-42cc-93f0-4b041f347727 req-fa6f49f9-ee3f-4465-b327-f705fca48e8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 1099 time: 0.0756595 Mar 16 11:30:40.702890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-a75ff93c-7db3-42f0-9e3f-85e99351ea44 None None] Set router 921aa40d-41c1-4230-843a-b48d86e6f977 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:40.803579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2386e9-e5c2-42cc-93f0-4b041f347727 req-3325150c-b918-4161-9581-d247ea7eeee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:40.805335 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1a2386e9-e5c2-42cc-93f0-4b041f347727 req-3325150c-b918-4161-9581-d247ea7eeee1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0450e6c8-a91e-46d5-8846-013c215c7c9a HTTP/1.1" status: 200 len: 897 time: 0.1317434 Mar 16 11:30:40.912294 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1a2386e9-e5c2-42cc-93f0-4b041f347727 req-3ef6b807-2921-42e9-b4d9-570708003df4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf454648-67bf-4b39-8aeb-f5ee0ad16a06 HTTP/1.1" status: 200 len: 217 time: 0.1003513 Mar 16 11:30:40.993641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2386e9-e5c2-42cc-93f0-4b041f347727 req-007d9321-9c5f-4ee2-a6a3-ca1c10cc7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:40.994977 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1a2386e9-e5c2-42cc-93f0-4b041f347727 req-007d9321-9c5f-4ee2-a6a3-ca1c10cc7ee9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddfe405d-80bc-4072-8369-c66d6aa5a3a6 HTTP/1.1" status: 200 len: 835 time: 0.0753458 Mar 16 11:30:41.003869 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b836648-2cec-47d5-9610-f1b756dfdf89 req-eba5d2a0-7651-48ca-adc6-5a2a704dc0b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:41.005213 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b836648-2cec-47d5-9610-f1b756dfdf89 req-eba5d2a0-7651-48ca-adc6-5a2a704dc0b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 946 time: 0.1463218 Mar 16 11:30:41.032145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a75ff93c-7db3-42f0-9e3f-85e99351ea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384908599', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:00Z', 'updated_at': '2022-03-16T11:29:05Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:01Z', 'updated_at': '2022-03-16T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'c26a8e00-ccc3-4905-9c39-1875a474d178', 'name': '', 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:bd:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:04Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:41.035946 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ff93c-7db3-42f0-9e3f-85e99351ea44 None None] Checking router: 921aa40d-41c1-4230-843a-b48d86e6f977 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:41.044024 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ff93c-7db3-42f0-9e3f-85e99351ea44 None None] Routers {'921aa40d-41c1-4230-843a-b48d86e6f977'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:41.044615 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a75ff93c-7db3-42f0-9e3f-85e99351ea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['921aa40d-41c1-4230-843a-b48d86e6f977'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:41.093409 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b836648-2cec-47d5-9610-f1b756dfdf89 req-0ed5e6ad-01c3-47e3-b462-b987295ab851 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6216d14-8908-42a6-9f4e-1b4520279fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574312 Mar 16 11:30:41.111471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2386e9-e5c2-42cc-93f0-4b041f347727 req-39474415-d809-4ae9-b30f-13a39a405806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:41.113367 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1a2386e9-e5c2-42cc-93f0-4b041f347727 req-39474415-d809-4ae9-b30f-13a39a405806 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0450e6c8-a91e-46d5-8846-013c215c7c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1068912 Mar 16 11:30:41.218621 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-a75ff93c-7db3-42f0-9e3f-85e99351ea44 None None] Set router 921aa40d-41c1-4230-843a-b48d86e6f977 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:41.245196 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1a2386e9-e5c2-42cc-93f0-4b041f347727 req-8aa87cbb-3cd9-4771-be65-50ded232aac8 service neutron] 10.222.0.18 "GET /v2.0/networks/0450e6c8-a91e-46d5-8846-013c215c7c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230278 Mar 16 11:30:41.375634 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1a2386e9-e5c2-42cc-93f0-4b041f347727 req-31cded3b-7808-4f55-9060-958b1b4d842e service neutron] 10.222.0.18 "GET /v2.0/networks/0450e6c8-a91e-46d5-8846-013c215c7c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242607 Mar 16 11:30:41.523818 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a75ff93c-7db3-42f0-9e3f-85e99351ea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384908599', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:00Z', 'updated_at': '2022-03-16T11:29:05Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:01Z', 'updated_at': '2022-03-16T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'c26a8e00-ccc3-4905-9c39-1875a474d178', 'name': '', 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:bd:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:04Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:41.527565 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ff93c-7db3-42f0-9e3f-85e99351ea44 None None] The sync data for ids ['921aa40d-41c1-4230-843a-b48d86e6f977'] in dv-neutron-833859-1-hyperv is: [{'id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384908599', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:00Z', 'updated_at': '2022-03-16T11:29:05Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:01Z', 'updated_at': '2022-03-16T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'c26a8e00-ccc3-4905-9c39-1875a474d178', 'name': '', 'network_id': '0450e6c8-a91e-46d5-8846-013c215c7c9a', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:bd:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:04Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ddfe405d-80bc-4072-8369-c66d6aa5a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:41.727574 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25548c13-b9e7-42e8-8d54-8fa1dac39406 None None] New status for floating IP dd91e2fb-5730-4f3c-8d85-5b79e226fbcc: DOWN {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:30:42.277161 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f649787-4b38-4f63-b1e6-c87e69f0f962 req-8162d3ac-3af0-45c4-a0b9-901d3ecd9f9e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:42.277846 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-0f649787-4b38-4f63-b1e6-c87e69f0f962 req-8162d3ac-3af0-45c4-a0b9-901d3ecd9f9e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:42.292873 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-0f649787-4b38-4f63-b1e6-c87e69f0f962 req-8162d3ac-3af0-45c4-a0b9-901d3ecd9f9e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:42.294007 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0f649787-4b38-4f63-b1e6-c87e69f0f962 req-8162d3ac-3af0-45c4-a0b9-901d3ecd9f9e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 946 time: 0.0940886 Mar 16 11:30:42.347437 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0f649787-4b38-4f63-b1e6-c87e69f0f962 req-70706bc5-4088-4ad9-a693-c7381539debe tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6216d14-8908-42a6-9f4e-1b4520279fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476539 Mar 16 11:30:42.746100 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138a77c-65cc-4e4c-bdde-b697192af08c req-4af2219d-a19c-472c-9f22-d6d820b2630d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:42.747488 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3138a77c-65cc-4e4c-bdde-b697192af08c req-4af2219d-a19c-472c-9f22-d6d820b2630d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 946 time: 0.0756512 Mar 16 11:30:42.916386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-3138a77c-65cc-4e4c-bdde-b697192af08c req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port bf454648-67bf-4b39-8aeb-f5ee0ad16a06 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:42.916750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-3138a77c-65cc-4e4c-bdde-b697192af08c req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:43.145975 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-3138a77c-65cc-4e4c-bdde-b697192af08c req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] For port bf454648-67bf-4b39-8aeb-f5ee0ad16a06, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bf454648-67bf-4b39-8aeb-f5ee0ad16a06,segment=NetworkSegment(9df4575e-0ce8-48fd-9cc9-f88c5c5bf733),segment_id=9df4575e-0ce8-48fd-9cc9-f88c5c5bf733)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:43.146319 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-3138a77c-65cc-4e4c-bdde-b697192af08c req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:43.266684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-3138a77c-65cc-4e4c-bdde-b697192af08c req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for bf454648-67bf-4b39-8aeb-f5ee0ad16a06 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:43.404218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-3138a77c-65cc-4e4c-bdde-b697192af08c req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:43.455863 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=bf454648-67bf-4b39-8aeb-f5ee0ad16a06,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:43.526531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:43.526865 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:43.527216 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:43.527540 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:43.527867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:43.528180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:43.528492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:43.528801 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:43.529107 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:43.529976 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:43.530296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:43.530604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:43.573084 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-87321e36-9f63-4383-b028-83926001af34 req-3e87d31d-27da-4581-9550-c621ca970caf tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d325533c-c223-4752-8f73-3ef6720cc4ae HTTP/1.1" status: 200 len: 210 time: 0.0879376 Mar 16 11:30:43.578464 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-3138a77c-65cc-4e4c-bdde-b697192af08c req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] No DVR routers for this DVR port bf454648-67bf-4b39-8aeb-f5ee0ad16a06 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:30:43.580754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-3138a77c-65cc-4e4c-bdde-b697192af08c req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:43.583315 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd325533c-c223-4752-8f73-3ef6720cc4ae', 'name': 'network-vif-deleted', 'tag': 'bf454648-67bf-4b39-8aeb-f5ee0ad16a06'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:43.602802 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3138a77c-65cc-4e4c-bdde-b697192af08c req-bc1fbfff-645e-4d72-9bd4-dce8d979dd69 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "DELETE /v2.0/ports/bf454648-67bf-4b39-8aeb-f5ee0ad16a06 HTTP/1.1" status: 204 len: 173 time: 0.8500168 Mar 16 11:30:43.632640 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd325533c-c223-4752-8f73-3ef6720cc4ae', 'name': 'network-vif-deleted', 'tag': 'bf454648-67bf-4b39-8aeb-f5ee0ad16a06', 'status': 'completed', 'code': 200} Mar 16 11:30:44.667262 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59726) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:45.301588 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ca3ce669-713d-4eb9-9263-938ba95b2923 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:45.646059 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device bf454648-67bf-4b39-8aeb-f5ee0ad16a06 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:45.646663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ca3ce669-713d-4eb9-9263-938ba95b2923 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port c26a8e00-ccc3-4905-9c39-1875a474d178 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:45.646663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ca3ce669-713d-4eb9-9263-938ba95b2923 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:45.682549 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: bf454648-67bf-4b39-8aeb-f5ee0ad16a06 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:30:45.685131 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device bf454648-67bf-4b39-8aeb-f5ee0ad16a06 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:30:45.846479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-ca3ce669-713d-4eb9-9263-938ba95b2923 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] For port c26a8e00-ccc3-4905-9c39-1875a474d178, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=c26a8e00-ccc3-4905-9c39-1875a474d178,segment=NetworkSegment(9df4575e-0ce8-48fd-9cc9-f88c5c5bf733),segment_id=9df4575e-0ce8-48fd-9cc9-f88c5c5bf733)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:45.847100 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ca3ce669-713d-4eb9-9263-938ba95b2923 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:45.965302 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-ca3ce669-713d-4eb9-9263-938ba95b2923 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for c26a8e00-ccc3-4905-9c39-1875a474d178 owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:46.393610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ca3ce669-713d-4eb9-9263-938ba95b2923 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:46.468252 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ce669-713d-4eb9-9263-938ba95b2923 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=c26a8e00-ccc3-4905-9c39-1875a474d178,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:46.716829 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ca3ce669-713d-4eb9-9263-938ba95b2923 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.075382 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3ce669-713d-4eb9-9263-938ba95b2923 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 921aa40d-41c1-4230-843a-b48d86e6f977 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:30:47.249821 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3ce669-713d-4eb9-9263-938ba95b2923 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:30:47.260450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d308f7-ac9f-4e88-a322-244bd33a2232 None None] Sync routers for ids ['921aa40d-41c1-4230-843a-b48d86e6f977'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:47.267060 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59730) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:47.267614 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ca3ce669-713d-4eb9-9263-938ba95b2923 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "PUT /v2.0/routers/921aa40d-41c1-4230-843a-b48d86e6f977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5987854 Mar 16 11:30:47.269895 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d308f7-ac9f-4e88-a322-244bd33a2232 None None] Routers {'921aa40d-41c1-4230-843a-b48d86e6f977'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:47.270680 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-c2d308f7-ac9f-4e88-a322-244bd33a2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['921aa40d-41c1-4230-843a-b48d86e6f977'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:47.334009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e46eb1-cef2-48e5-8c46-ca32b93df307 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting subnet ddfe405d-80bc-4072-8369-c66d6aa5a3a6 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:30:47.337175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-83e46eb1-cef2-48e5-8c46-ca32b93df307 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.396966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-83e46eb1-cef2-48e5-8c46-ca32b93df307 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.451956 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-c2d308f7-ac9f-4e88-a322-244bd33a2232 None None] Set router 921aa40d-41c1-4230-843a-b48d86e6f977 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:47.492382 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-83e46eb1-cef2-48e5-8c46-ca32b93df307 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.566324 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-83e46eb1-cef2-48e5-8c46-ca32b93df307 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.611402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e46eb1-cef2-48e5-8c46-ca32b93df307 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Subnet': ['ID=ddfe405d-80bc-4072-8369-c66d6aa5a3a6,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:47.616265 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-83e46eb1-cef2-48e5-8c46-ca32b93df307 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.624531 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9086cee-06ad-4417-9507-c27906443093 None None] Network 0450e6c8-a91e-46d5-8846-013c215c7c9a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:30:47.625850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59734) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:47.626240 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-83e46eb1-cef2-48e5-8c46-ca32b93df307 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/subnets/ddfe405d-80bc-4072-8369-c66d6aa5a3a6 HTTP/1.1" status: 204 len: 168 time: 0.3573842 Mar 16 11:30:47.813779 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50b8239-b280-4d2f-b077-c4049e9de8f9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.952872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-c2d308f7-ac9f-4e88-a322-244bd33a2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384908599', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:00Z', 'updated_at': '2022-03-16T11:30:46Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:01Z', 'updated_at': '2022-03-16T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:47.957702 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d308f7-ac9f-4e88-a322-244bd33a2232 None None] Checking router: 921aa40d-41c1-4230-843a-b48d86e6f977 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:47.966761 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d308f7-ac9f-4e88-a322-244bd33a2232 None None] Routers {'921aa40d-41c1-4230-843a-b48d86e6f977'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:47.967437 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-c2d308f7-ac9f-4e88-a322-244bd33a2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['921aa40d-41c1-4230-843a-b48d86e6f977'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:48.023431 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] DHCP port deletion for 0450e6c8-a91e-46d5-8846-013c215c7c9a request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:30:48.045506 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Deleting port 402fceb2-b175-4c23-9703-e3c02db1d542 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:48.045889 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.098289 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.124179 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50b8239-b280-4d2f-b077-c4049e9de8f9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.133764 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c50b8239-b280-4d2f-b077-c4049e9de8f9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port d70a7a8a-5874-4794-914e-9bb2be0dadb6 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:48.134062 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50b8239-b280-4d2f-b077-c4049e9de8f9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.268319 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-c2d308f7-ac9f-4e88-a322-244bd33a2232 None None] Set router 921aa40d-41c1-4230-843a-b48d86e6f977 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:48.302492 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-c50b8239-b280-4d2f-b077-c4049e9de8f9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] For port d70a7a8a-5874-4794-914e-9bb2be0dadb6, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=d70a7a8a-5874-4794-914e-9bb2be0dadb6,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:48.302792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50b8239-b280-4d2f-b077-c4049e9de8f9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.427109 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c50b8239-b280-4d2f-b077-c4049e9de8f9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for d70a7a8a-5874-4794-914e-9bb2be0dadb6 owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:48.538715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] For port 402fceb2-b175-4c23-9703-e3c02db1d542, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=402fceb2-b175-4c23-9703-e3c02db1d542,segment=NetworkSegment(9df4575e-0ce8-48fd-9cc9-f88c5c5bf733),segment_id=9df4575e-0ce8-48fd-9cc9-f88c5c5bf733)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:48.539042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.595868 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50b8239-b280-4d2f-b077-c4049e9de8f9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.646263 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b8239-b280-4d2f-b077-c4049e9de8f9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=d70a7a8a-5874-4794-914e-9bb2be0dadb6,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:48.668074 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Calling delete_port for 402fceb2-b175-4c23-9703-e3c02db1d542 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:48.735427 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50b8239-b280-4d2f-b077-c4049e9de8f9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.841076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.890121 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Pushing event deleted for resources: {'Port': ['ID=402fceb2-b175-4c23-9703-e3c02db1d542,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:48.899452 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] No DVR routers for this DVR port 402fceb2-b175-4c23-9703-e3c02db1d542 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:30:48.901264 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:48.901611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:48.901948 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:48.902285 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:48.902608 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:48.903012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:48.903369 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:48.903695 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:48.904053 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:48.904896 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:48.905219 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:48.905540 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c3f4c-43cb-4e5d-a19d-b5d440acd605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:48.908704 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50b8239-b280-4d2f-b077-c4049e9de8f9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.913721 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-c2d308f7-ac9f-4e88-a322-244bd33a2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384908599', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:00Z', 'updated_at': '2022-03-16T11:30:46Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:01Z', 'updated_at': '2022-03-16T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:48.916024 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50b8239-b280-4d2f-b077-c4049e9de8f9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.918868 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d308f7-ac9f-4e88-a322-244bd33a2232 None None] The sync data for ids ['921aa40d-41c1-4230-843a-b48d86e6f977'] in dv-neutron-833859-1-hyperv is: [{'id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384908599', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:00Z', 'updated_at': '2022-03-16T11:30:46Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'd70a7a8a-5874-4794-914e-9bb2be0dadb6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921aa40d-41c1-4230-843a-b48d86e6f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:01Z', 'updated_at': '2022-03-16T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:48.945607 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50b8239-b280-4d2f-b077-c4049e9de8f9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.946516 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50b8239-b280-4d2f-b077-c4049e9de8f9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Fanout notify agent at l3_agent the message router_deleted on router 921aa40d-41c1-4230-843a-b48d86e6f977 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:30:48.968528 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c50b8239-b280-4d2f-b077-c4049e9de8f9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.968528 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c50b8239-b280-4d2f-b077-c4049e9de8f9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/routers/921aa40d-41c1-4230-843a-b48d86e6f977 HTTP/1.1" status: 204 len: 168 time: 1.3374832 Mar 16 11:30:48.968528 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59738) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:49.078835 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05d1d9fd-f384-44e2-aa91-d8c8af4879e2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.205308 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05d1d9fd-f384-44e2-aa91-d8c8af4879e2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.229372 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-05d1d9fd-f384-44e2-aa91-d8c8af4879e2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0450e6c8-a91e-46d5-8846-013c215c7c9a']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:49.241611 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-05d1d9fd-f384-44e2-aa91-d8c8af4879e2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df4575e-0ce8-48fd-9cc9-f88c5c5bf733') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:49.241910 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-05d1d9fd-f384-44e2-aa91-d8c8af4879e2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df4575e-0ce8-48fd-9cc9-f88c5c5bf733') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:49.253628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05d1d9fd-f384-44e2-aa91-d8c8af4879e2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.269828 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05d1d9fd-f384-44e2-aa91-d8c8af4879e2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.276475 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d1d9fd-f384-44e2-aa91-d8c8af4879e2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:30:49.276877 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05d1d9fd-f384-44e2-aa91-d8c8af4879e2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:30:49.296326 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:30:49.345895 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 402fceb2-b175-4c23-9703-e3c02db1d542 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:49.379144 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05d1d9fd-f384-44e2-aa91-d8c8af4879e2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.388322 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 402fceb2-b175-4c23-9703-e3c02db1d542 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:30:49.388678 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 402fceb2-b175-4c23-9703-e3c02db1d542 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:30:49.397425 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-05d1d9fd-f384-44e2-aa91-d8c8af4879e2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.410367 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1d9fd-f384-44e2-aa91-d8c8af4879e2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Network': ['ID=0450e6c8-a91e-46d5-8846-013c215c7c9a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:49.417286 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-05d1d9fd-f384-44e2-aa91-d8c8af4879e2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/networks/0450e6c8-a91e-46d5-8846-013c215c7c9a HTTP/1.1" status: 204 len: 168 time: 0.4481339 Mar 16 11:30:49.420787 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59742) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:49.605104 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e240b69f-3948-4fe8-91b2-09e03d3042d5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.637746 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e240b69f-3948-4fe8-91b2-09e03d3042d5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.711690 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e240b69f-3948-4fe8-91b2-09e03d3042d5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.730438 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240b69f-3948-4fe8-91b2-09e03d3042d5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6216d14-8908-42a6-9f4e-1b4520279fb6,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:49.740735 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-e240b69f-3948-4fe8-91b2-09e03d3042d5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.741834 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-e240b69f-3948-4fe8-91b2-09e03d3042d5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/security-groups/a6216d14-8908-42a6-9f4e-1b4520279fb6 HTTP/1.1" status: 204 len: 168 time: 0.3200381 Mar 16 11:30:50.218180 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59750) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:50.223526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-394bfcc2-f29d-4a51-8aa3-b5a619b0083b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-330038868', 'description': 'tempest-secgroup-smoke-330038868 description', 'project_id': 'd7b84297c4894f449599f50328fa1baa'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:50.229512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-394bfcc2-f29d-4a51-8aa3-b5a619b0083b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:50.234045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-394bfcc2-f29d-4a51-8aa3-b5a619b0083b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:50.236886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-394bfcc2-f29d-4a51-8aa3-b5a619b0083b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:50.243064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-394bfcc2-f29d-4a51-8aa3-b5a619b0083b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:50.253288 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-394bfcc2-f29d-4a51-8aa3-b5a619b0083b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.274508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-394bfcc2-f29d-4a51-8aa3-b5a619b0083b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:50.278620 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-394bfcc2-f29d-4a51-8aa3-b5a619b0083b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:50.281491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-394bfcc2-f29d-4a51-8aa3-b5a619b0083b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:50.287621 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-394bfcc2-f29d-4a51-8aa3-b5a619b0083b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:50.363792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-394bfcc2-f29d-4a51-8aa3-b5a619b0083b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.367265 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-394bfcc2-f29d-4a51-8aa3-b5a619b0083b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.410589 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bfcc2-f29d-4a51-8aa3-b5a619b0083b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2afe4a0-c540-4cea-bae0-71955ae1b380,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:50.414747 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-394bfcc2-f29d-4a51-8aa3-b5a619b0083b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.415971 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-394bfcc2-f29d-4a51-8aa3-b5a619b0083b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1968586 Mar 16 11:30:50.418936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59754) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:50.424771 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-14522e2d-34c4-48bf-a31d-e73c508c2660 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'f2afe4a0-c540-4cea-bae0-71955ae1b380', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:50.430739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-14522e2d-34c4-48bf-a31d-e73c508c2660 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:50.434464 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-14522e2d-34c4-48bf-a31d-e73c508c2660 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:50.437808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-14522e2d-34c4-48bf-a31d-e73c508c2660 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:50.443363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-14522e2d-34c4-48bf-a31d-e73c508c2660 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:50.460151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-14522e2d-34c4-48bf-a31d-e73c508c2660 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.520917 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-14522e2d-34c4-48bf-a31d-e73c508c2660 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.524396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-14522e2d-34c4-48bf-a31d-e73c508c2660 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.546204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14522e2d-34c4-48bf-a31d-e73c508c2660 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7542b97e-03bd-4a28-ad9b-ed60c03fab79,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:50.555124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-14522e2d-34c4-48bf-a31d-e73c508c2660 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.556282 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-14522e2d-34c4-48bf-a31d-e73c508c2660 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363490 Mar 16 11:30:50.558959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59758) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:50.565792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-6d486d62-4166-413b-8f48-674fa68ee0f5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'f2afe4a0-c540-4cea-bae0-71955ae1b380', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:50.571590 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6d486d62-4166-413b-8f48-674fa68ee0f5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:50.575398 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6d486d62-4166-413b-8f48-674fa68ee0f5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:50.578745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-6d486d62-4166-413b-8f48-674fa68ee0f5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:50.584340 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-6d486d62-4166-413b-8f48-674fa68ee0f5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:50.600100 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d486d62-4166-413b-8f48-674fa68ee0f5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.669099 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d486d62-4166-413b-8f48-674fa68ee0f5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.674205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d486d62-4166-413b-8f48-674fa68ee0f5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.694668 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d486d62-4166-413b-8f48-674fa68ee0f5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc82cc2-9329-4cb5-b904-df6fdfa4d973,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:50.706211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6d486d62-4166-413b-8f48-674fa68ee0f5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.707399 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6d486d62-4166-413b-8f48-674fa68ee0f5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474063 Mar 16 11:30:50.710040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59762) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:50.715179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-5a2f89b0-72bb-464a-9812-23aa336e29f1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'f2afe4a0-c540-4cea-bae0-71955ae1b380', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:50.721669 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5a2f89b0-72bb-464a-9812-23aa336e29f1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:50.725368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5a2f89b0-72bb-464a-9812-23aa336e29f1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:50.728272 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5a2f89b0-72bb-464a-9812-23aa336e29f1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:50.733984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5a2f89b0-72bb-464a-9812-23aa336e29f1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:50.750807 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5a2f89b0-72bb-464a-9812-23aa336e29f1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.813612 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5a2f89b0-72bb-464a-9812-23aa336e29f1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.817290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5a2f89b0-72bb-464a-9812-23aa336e29f1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.839715 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f89b0-72bb-464a-9812-23aa336e29f1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9416b0d4-6cb8-485f-90d2-c76e3d064f0d,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:50.849548 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5a2f89b0-72bb-464a-9812-23aa336e29f1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.850693 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5a2f89b0-72bb-464a-9812-23aa336e29f1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396315 Mar 16 11:30:50.853401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59766) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:50.858720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-915592cb-06ae-4dac-8ea5-f6d81bbed815 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'f2afe4a0-c540-4cea-bae0-71955ae1b380', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:50.864373 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-915592cb-06ae-4dac-8ea5-f6d81bbed815 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:50.868050 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-915592cb-06ae-4dac-8ea5-f6d81bbed815 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:50.870836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-915592cb-06ae-4dac-8ea5-f6d81bbed815 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:50.876876 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-915592cb-06ae-4dac-8ea5-f6d81bbed815 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:50.891998 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-915592cb-06ae-4dac-8ea5-f6d81bbed815 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.947504 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device d70a7a8a-5874-4794-914e-9bb2be0dadb6 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:50.955359 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-915592cb-06ae-4dac-8ea5-f6d81bbed815 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.958981 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-915592cb-06ae-4dac-8ea5-f6d81bbed815 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.980568 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: d70a7a8a-5874-4794-914e-9bb2be0dadb6 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:30:50.980835 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device d70a7a8a-5874-4794-914e-9bb2be0dadb6 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:30:50.981593 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c26a8e00-ccc3-4905-9c39-1875a474d178 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:50.984560 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915592cb-06ae-4dac-8ea5-f6d81bbed815 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8b4415-20c3-4ec9-ae9b-da6e6e7f9573,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:50.994242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-915592cb-06ae-4dac-8ea5-f6d81bbed815 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.999370 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59770) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:50.999833 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-915592cb-06ae-4dac-8ea5-f6d81bbed815 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450231 Mar 16 11:30:51.005197 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-aa286ff4-2f46-415e-81af-86d053c99da1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'f2afe4a0-c540-4cea-bae0-71955ae1b380', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:51.011237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-aa286ff4-2f46-415e-81af-86d053c99da1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:51.015047 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-aa286ff4-2f46-415e-81af-86d053c99da1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:51.015260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: c26a8e00-ccc3-4905-9c39-1875a474d178 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:30:51.015618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device c26a8e00-ccc3-4905-9c39-1875a474d178 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:30:51.018070 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-aa286ff4-2f46-415e-81af-86d053c99da1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:51.023836 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-aa286ff4-2f46-415e-81af-86d053c99da1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:51.033926 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-aa286ff4-2f46-415e-81af-86d053c99da1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Project d7b84297c4894f449599f50328fa1baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:30:51.040189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-aa286ff4-2f46-415e-81af-86d053c99da1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.102048 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-aa286ff4-2f46-415e-81af-86d053c99da1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.105531 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-aa286ff4-2f46-415e-81af-86d053c99da1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.128810 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa286ff4-2f46-415e-81af-86d053c99da1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3071e410-8ce0-4c55-a517-1800d59479ae,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:51.137359 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-aa286ff4-2f46-415e-81af-86d053c99da1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.138537 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-aa286ff4-2f46-415e-81af-86d053c99da1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374698 Mar 16 11:30:51.141226 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59774) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:51.145992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-85348440-e3ed-4216-a975-1b1dcc4019dd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'f2afe4a0-c540-4cea-bae0-71955ae1b380', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:51.151573 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-85348440-e3ed-4216-a975-1b1dcc4019dd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:51.155786 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-85348440-e3ed-4216-a975-1b1dcc4019dd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:51.158546 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-85348440-e3ed-4216-a975-1b1dcc4019dd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:51.164078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-85348440-e3ed-4216-a975-1b1dcc4019dd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:51.176599 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-85348440-e3ed-4216-a975-1b1dcc4019dd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Project d7b84297c4894f449599f50328fa1baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:30:51.182671 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-85348440-e3ed-4216-a975-1b1dcc4019dd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.246523 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-85348440-e3ed-4216-a975-1b1dcc4019dd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.250766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-85348440-e3ed-4216-a975-1b1dcc4019dd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.274945 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85348440-e3ed-4216-a975-1b1dcc4019dd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d736ed8c-f450-4fac-990d-ad8dd9985548,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:51.283937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-85348440-e3ed-4216-a975-1b1dcc4019dd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.287771 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-85348440-e3ed-4216-a975-1b1dcc4019dd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429927 Mar 16 11:30:51.287982 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59778) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:51.293466 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-85dbe6bb-c3ee-4464-b85c-830fe118e10d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'network': {'name': 'tempest-network-smoke--398499529', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'port_security_enabled': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:51.298361 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-85dbe6bb-c3ee-4464-b85c-830fe118e10d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:51.302403 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-85dbe6bb-c3ee-4464-b85c-830fe118e10d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:network and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:51.305214 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-85dbe6bb-c3ee-4464-b85c-830fe118e10d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:51.311299 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-85dbe6bb-c3ee-4464-b85c-830fe118e10d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:51.321105 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dbe6bb-c3ee-4464-b85c-830fe118e10d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Made reservation on behalf of d7b84297c4894f449599f50328fa1baa for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:30:51.324538 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-85dbe6bb-c3ee-4464-b85c-830fe118e10d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.352139 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85dbe6bb-c3ee-4464-b85c-830fe118e10d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:30:51.360874 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-85dbe6bb-c3ee-4464-b85c-830fe118e10d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.361224 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-85dbe6bb-c3ee-4464-b85c-830fe118e10d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Added segment 2fdb7400-e955-4b19-9782-b8847bd849fe of type vlan for network 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e Mar 16 11:30:51.386863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-85dbe6bb-c3ee-4464-b85c-830fe118e10d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.413977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-85dbe6bb-c3ee-4464-b85c-830fe118e10d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.419611 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dbe6bb-c3ee-4464-b85c-830fe118e10d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:51.420183 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-85dbe6bb-c3ee-4464-b85c-830fe118e10d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.522043 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-85dbe6bb-c3ee-4464-b85c-830fe118e10d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2329021 Mar 16 11:30:51.524813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59782) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:51.527685 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbe6bb-c3ee-4464-b85c-830fe118e10d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Network': ['ID=7f18c6ed-5792-4d3f-9fee-497fdb5bba5e,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:51.530551 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-985514119', 'admin_state_up': True, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:51.537538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:51.538199 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:30:51.541358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:router and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:51.544115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:51.550252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:51.561074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.562045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.577089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.942817 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:52.234727 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:52.264087 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:52.394196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.26.3.46 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/863b5a91-6d3f-4e09-8d56-707d01070f57) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:30:52.536870 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:52.566184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:52.622993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:52.625585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:52.632988 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:30:52.669094 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=863b5a91-6d3f-4e09-8d56-707d01070f57,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:53.031218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.475744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.669343 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:30:53.843761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:30:53.853366 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Sync routers for ids ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:53.862329 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Routers {'2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:53.862931 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:53.869758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.871002 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-de63e3b8-91e5-472d-b401-99fe73e05314 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3451784 Mar 16 11:30:53.874214 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59786) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:53.913360 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bb1cf7ea-6300-49f4-a730-f0c17cb5cb63 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=d7b84297c4894f449599f50328fa1baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380809 Mar 16 11:30:53.915949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59790) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:54.040503 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Set router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:54.042331 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065a81a3-ff18-4ce0-8d5b-73cc77832c3a tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:54.043809 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-065a81a3-ff18-4ce0-8d5b-73cc77832c3a tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1269703 Mar 16 11:30:54.047115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59794) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:54.084486 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d158bee0-1076-4209-857f-de380940d5af tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363193 Mar 16 11:30:54.087599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59798) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:54.093263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-33283dd0-9bd1-4a02-89e9-998759f03418 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-782195944', 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:54.198851 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-33283dd0-9bd1-4a02-89e9-998759f03418 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:54.202620 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-33283dd0-9bd1-4a02-89e9-998759f03418 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:subnet and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:54.205387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-33283dd0-9bd1-4a02-89e9-998759f03418 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:54.210811 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-33283dd0-9bd1-4a02-89e9-998759f03418 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:54.221157 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33283dd0-9bd1-4a02-89e9-998759f03418 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Made reservation on behalf of d7b84297c4894f449599f50328fa1baa for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:30:54.224813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-33283dd0-9bd1-4a02-89e9-998759f03418 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:54.322483 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985514119', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:51Z', 'updated_at': '2022-03-16T11:30:52Z', 'revision_number': 3, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:52Z', 'updated_at': '2022-03-16T11:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:54.327193 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Checking router: 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:54.327543 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Updating router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a port 863b5a91-6d3f-4e09-8d56-707d01070f57 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:30:54.378934 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:54.445528 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-33283dd0-9bd1-4a02-89e9-998759f03418 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:54.521082 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33283dd0-9bd1-4a02-89e9-998759f03418 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Subnet': ['ID=17e49f77-177e-4d61-93f3-cc1c7424dbb5,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:54.531049 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33283dd0-9bd1-4a02-89e9-998759f03418 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Checking segment: {'id': '2fdb7400-e955-4b19-9782-b8847bd849fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:30:54.531429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33283dd0-9bd1-4a02-89e9-998759f03418 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network hostable DHCP agents. Network: 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:30:54.551234 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33283dd0-9bd1-4a02-89e9-998759f03418 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:30:54.560514 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-33283dd0-9bd1-4a02-89e9-998759f03418 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:54.566055 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33283dd0-9bd1-4a02-89e9-998759f03418 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:54.566261 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-33283dd0-9bd1-4a02-89e9-998759f03418 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:54.570624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf800c5-0cae-4ead-ae33-6bc035d20953 None None] Network 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:30:54.592921 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-33283dd0-9bd1-4a02-89e9-998759f03418 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5029595 Mar 16 11:30:54.595961 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59802) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:54.737791 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:54.751912 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Transition to ACTIVE for port object 863b5a91-6d3f-4e09-8d56-707d01070f57 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:54.758614 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:54.807837 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-7f18c6ed-5792-4d3f-9fee-497fdb5bba5e', 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ips': [{'subnet_id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:30:54.808947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:54.838425 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Attempting to bind port 863b5a91-6d3f-4e09-8d56-707d01070f57 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:30:54.838791 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Attempting to bind port 863b5a91-6d3f-4e09-8d56-707d01070f57 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:30:54.839139 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Attempting to bind port 863b5a91-6d3f-4e09-8d56-707d01070f57 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:30:54.849769 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:30:54.850153 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:30:54.850522 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:54.850907 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:30:54.851379 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Bound port: 863b5a91-6d3f-4e09-8d56-707d01070f57, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:30:54.851743 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:54.882675 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb3a2e-8369-4c25-949b-ab75336c2b01 None None] Pushing event updated for resources: {'Port': ['ID=863b5a91-6d3f-4e09-8d56-707d01070f57,revision_number=2']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:54.905822 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb3a2e-8369-4c25-949b-ab75336c2b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.906305 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb3a2e-8369-4c25-949b-ab75336c2b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.906734 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb3a2e-8369-4c25-949b-ab75336c2b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.907135 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb3a2e-8369-4c25-949b-ab75336c2b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.907550 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb3a2e-8369-4c25-949b-ab75336c2b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.907935 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb3a2e-8369-4c25-949b-ab75336c2b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.908319 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb3a2e-8369-4c25-949b-ab75336c2b01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.908698 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb3a2e-8369-4c25-949b-ab75336c2b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.909083 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb3a2e-8369-4c25-949b-ab75336c2b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.909461 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb3a2e-8369-4c25-949b-ab75336c2b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.909839 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb3a2e-8369-4c25-949b-ab75336c2b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.910213 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb3a2e-8369-4c25-949b-ab75336c2b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.946035 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] For port 863b5a91-6d3f-4e09-8d56-707d01070f57, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:30:54.949367 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] For port 863b5a91-6d3f-4e09-8d56-707d01070f57, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=863b5a91-6d3f-4e09-8d56-707d01070f57,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:30:54.953254 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:54.974481 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Allocated IP 172.20.0.2 (7f18c6ed-5792-4d3f-9fee-497fdb5bba5e/17e49f77-177e-4d61-93f3-cc1c7424dbb5/cf556b07-08a3-4e5f-a59c-bca6db30690a) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:30:55.038610 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Routers {'2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:55.039328 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:55.102151 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb3a2e-8369-4c25-949b-ab75336c2b01 None None] Pushing event updated for resources: {'Port': ['ID=863b5a91-6d3f-4e09-8d56-707d01070f57,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:55.216664 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] Set router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:55.217778 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.240745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Transition to ACTIVE for port object cf556b07-08a3-4e5f-a59c-bca6db30690a will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:55.260327 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Transition to ACTIVE for port object cf556b07-08a3-4e5f-a59c-bca6db30690a will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:55.266695 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.336888 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Network 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:55.339964 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:55.342703 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:30:55.430892 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Pushing event updated for resources: {'Port': ['ID=cf556b07-08a3-4e5f-a59c-bca6db30690a,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:55.452829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.453705 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Attempting to bind port cf556b07-08a3-4e5f-a59c-bca6db30690a on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:30:55.454172 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Attempting to bind port cf556b07-08a3-4e5f-a59c-bca6db30690a by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '2fdb7400-e955-4b19-9782-b8847bd849fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:30:55.454636 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Attempting to bind port cf556b07-08a3-4e5f-a59c-bca6db30690a on network 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:30:55.460029 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:30:55.460538 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Checking segment: {'id': '2fdb7400-e955-4b19-9782-b8847bd849fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:30:55.461038 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.461533 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Bound using segment: {'id': '2fdb7400-e955-4b19-9782-b8847bd849fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:30:55.462120 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Bound port: cf556b07-08a3-4e5f-a59c-bca6db30690a, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdb7400-e955-4b19-9782-b8847bd849fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:30:55.462585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.516082 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985514119', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:51Z', 'updated_at': '2022-03-16T11:30:52Z', 'revision_number': 3, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:52Z', 'updated_at': '2022-03-16T11:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:55.519878 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23f5f59-6806-4e63-87a1-3ce891c118eb None None] The sync data for ids ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'] in dv-neutron-833859-1-hyperv is: [{'id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985514119', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:51Z', 'updated_at': '2022-03-16T11:30:52Z', 'revision_number': 3, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:52Z', 'updated_at': '2022-03-16T11:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:55.559528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] For port cf556b07-08a3-4e5f-a59c-bca6db30690a, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:30:55.563392 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] For port cf556b07-08a3-4e5f-a59c-bca6db30690a, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=cf556b07-08a3-4e5f-a59c-bca6db30690a,segment=NetworkSegment(2fdb7400-e955-4b19-9782-b8847bd849fe),segment_id=2fdb7400-e955-4b19-9782-b8847bd849fe)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:30:55.568363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.654117 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979af2e-ffb2-4dc6-a6b3-2f38a4bc4a46 None None] Pushing event updated for resources: {'Port': ['ID=cf556b07-08a3-4e5f-a59c-bca6db30690a,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:55.904216 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.20.0.1 (7f18c6ed-5792-4d3f-9fee-497fdb5bba5e/17e49f77-177e-4d61-93f3-cc1c7424dbb5/90c5990a-0f41-4650-bab8-5855b5435fb7) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:30:56.082242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:56.098586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Transition to ACTIVE for port object 90c5990a-0f41-4650-bab8-5855b5435fb7 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:56.122179 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:56.186709 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:56.197845 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:56.202429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:30:56.233355 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=90c5990a-0f41-4650-bab8-5855b5435fb7,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:56.264017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:56.603462 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9a5a66-9604-4a3f-a451-4830bfd0deea None None] Network 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:30:56.686352 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:56.708920 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3e15260d-350a-43d8-8087-0f0227802f1a None None] Provisioning for port cf556b07-08a3-4e5f-a59c-bca6db30690a completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:57.052493 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 863b5a91-6d3f-4e09-8d56-707d01070f57 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:57.128464 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.133257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.143274 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 863b5a91-6d3f-4e09-8d56-707d01070f57 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:57.153786 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 863b5a91-6d3f-4e09-8d56-707d01070f57 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:57.154153 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.245138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-43b69c1e-24f6-40e9-9c87-ddf7720b5d59 None None] Provisioning for port 90c5990a-0f41-4650-bab8-5855b5435fb7 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:57.247290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.252255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=90c5990a-0f41-4650-bab8-5855b5435fb7,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:57.254242 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-43b69c1e-24f6-40e9-9c87-ddf7720b5d59 None None] Provisioning complete for port 90c5990a-0f41-4650-bab8-5855b5435fb7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:57.260601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-43b69c1e-24f6-40e9-9c87-ddf7720b5d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.359245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-43b69c1e-24f6-40e9-9c87-ddf7720b5d59 None None] Port 90c5990a-0f41-4650-bab8-5855b5435fb7 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:30:57.384166 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.385207 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:57.386292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:57.401068 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 863b5a91-6d3f-4e09-8d56-707d01070f57, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=863b5a91-6d3f-4e09-8d56-707d01070f57,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:57.405479 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.406575 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device cf556b07-08a3-4e5f-a59c-bca6db30690a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:57.554220 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-37d92495-8ebc-46f6-9cdb-386dd1a938f6 None None] Provisioning complete for port 90c5990a-0f41-4650-bab8-5855b5435fb7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:57.554499 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-37d92495-8ebc-46f6-9cdb-386dd1a938f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.589112 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:30:57.606286 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=863b5a91-6d3f-4e09-8d56-707d01070f57,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:57.624708 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-37d92495-8ebc-46f6-9cdb-386dd1a938f6 None None] Port 90c5990a-0f41-4650-bab8-5855b5435fb7 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:30:57.633434 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port cf556b07-08a3-4e5f-a59c-bca6db30690a completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:57.638123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port cf556b07-08a3-4e5f-a59c-bca6db30690a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:57.638491 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.763068 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.768270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:30:57.774139 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5585f82b-d1ed-4879-a9fb-3c680ca752a1 None None] Provisioning complete for port 90c5990a-0f41-4650-bab8-5855b5435fb7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:57.774482 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5585f82b-d1ed-4879-a9fb-3c680ca752a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.781992 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3cea733b-1fb4-4e3f-82a5-d3a7607bcc03 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "PUT /v2.0/routers/2d7fa7a8-564b-4bf0-b9df-02dbcf95397a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1848793 Mar 16 11:30:57.804394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Sync routers for ids ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:57.849490 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Routers {'2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:57.850119 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:57.917314 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-5585f82b-d1ed-4879-a9fb-3c680ca752a1 None None] Port 90c5990a-0f41-4650-bab8-5855b5435fb7 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:30:57.925631 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port cf556b07-08a3-4e5f-a59c-bca6db30690a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=cf556b07-08a3-4e5f-a59c-bca6db30690a,segment=NetworkSegment(2fdb7400-e955-4b19-9782-b8847bd849fe),segment_id=2fdb7400-e955-4b19-9782-b8847bd849fe)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:57.931483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.944053 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-3bc9fd7b-0753-4158-8c4a-6d173454d764 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:57.959316 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-3bc9fd7b-0753-4158-8c4a-6d173454d764 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:57.960439 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-3bc9fd7b-0753-4158-8c4a-6d173454d764 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330038868&fields=id&tenant_id=d7b84297c4894f449599f50328fa1baa HTTP/1.1" status: 200 len: 267 time: 0.0570874 Mar 16 11:30:58.089508 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=cf556b07-08a3-4e5f-a59c-bca6db30690a,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:58.102917 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Set router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:58.114622 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-ef6caba2-b1c5-4789-bfc4-d2f5869a640f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:58.115319 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-ef6caba2-b1c5-4789-bfc4-d2f5869a640f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:network {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:58.130819 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-ef6caba2-b1c5-4789-bfc4-d2f5869a640f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:network {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:58.132109 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-ef6caba2-b1c5-4789-bfc4-d2f5869a640f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/networks?id=7f18c6ed-5792-4d3f-9fee-497fdb5bba5e HTTP/1.1" status: 200 len: 796 time: 0.1648510 Mar 16 11:30:58.147384 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-42e86bbb-1f27-4956-8979-e4445eee2d70 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/quotas/d7b84297c4894f449599f50328fa1baa HTTP/1.1" status: 200 len: 375 time: 0.0095646 Mar 16 11:30:58.228188 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-83fd96c7-0344-487e-a839-0ae7399234ac tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:58.243568 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-83fd96c7-0344-487e-a839-0ae7399234ac tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:58.246030 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-83fd96c7-0344-487e-a839-0ae7399234ac tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925426 Mar 16 11:30:58.387837 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-3fe130c0-5708-4b2e-b005-a6e4f8419e85 service neutron] 10.222.0.44 "GET /v2.0/networks/7f18c6ed-5792-4d3f-9fee-497fdb5bba5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265936 Mar 16 11:30:58.415850 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985514119', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:51Z', 'updated_at': '2022-03-16T11:30:56Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:52Z', 'updated_at': '2022-03-16T11:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '90c5990a-0f41-4650-bab8-5855b5435fb7', 'name': '', 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:25:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:55Z', 'updated_at': '2022-03-16T11:30:56Z', 'revision_number': 2, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:58.419905 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Checking router: 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:58.420720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Updating router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a port 90c5990a-0f41-4650-bab8-5855b5435fb7 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:30:58.471970 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:58.520424 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-6430ef6b-9993-4781-be7e-337fb7541267 service neutron] 10.222.0.44 "GET /v2.0/networks/7f18c6ed-5792-4d3f-9fee-497fdb5bba5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262186 Mar 16 11:30:58.694762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-0fb239a7-4d0c-4e27-a6d4-0887bd9a671c req-67673ffd-9cc9-40ea-ac58-d1821ff83c9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:58.708486 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-0fb239a7-4d0c-4e27-a6d4-0887bd9a671c req-67673ffd-9cc9-40ea-ac58-d1821ff83c9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:58.709694 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0fb239a7-4d0c-4e27-a6d4-0887bd9a671c req-67673ffd-9cc9-40ea-ac58-d1821ff83c9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 210 time: 0.0572755 Mar 16 11:30:58.851975 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:58.863678 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Transition to ACTIVE for port object 90c5990a-0f41-4650-bab8-5855b5435fb7 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:58.869593 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:59.060868 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 863b5a91-6d3f-4e09-8d56-707d01070f57 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:59.095530 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a256d-752c-4dc0-9185-2b3a56ca724d None None] Pushing event updated for resources: {'Port': ['ID=90c5990a-0f41-4650-bab8-5855b5435fb7,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:59.139289 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Attempting to bind port 90c5990a-0f41-4650-bab8-5855b5435fb7 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:30:59.139667 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Attempting to bind port 90c5990a-0f41-4650-bab8-5855b5435fb7 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '2fdb7400-e955-4b19-9782-b8847bd849fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:30:59.140035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Attempting to bind port 90c5990a-0f41-4650-bab8-5855b5435fb7 on network 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:30:59.148655 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:30:59.149036 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Checking segment: {'id': '2fdb7400-e955-4b19-9782-b8847bd849fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:30:59.149440 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:59.149824 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Bound using segment: {'id': '2fdb7400-e955-4b19-9782-b8847bd849fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:30:59.150298 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Bound port: 90c5990a-0f41-4650-bab8-5855b5435fb7, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdb7400-e955-4b19-9782-b8847bd849fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:30:59.150680 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:59.215614 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 863b5a91-6d3f-4e09-8d56-707d01070f57 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:59.215891 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:59.310153 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] For port 90c5990a-0f41-4650-bab8-5855b5435fb7, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:30:59.315403 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] For port 90c5990a-0f41-4650-bab8-5855b5435fb7, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=90c5990a-0f41-4650-bab8-5855b5435fb7,segment=NetworkSegment(2fdb7400-e955-4b19-9782-b8847bd849fe),segment_id=2fdb7400-e955-4b19-9782-b8847bd849fe)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:30:59.321363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:59.455715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Routers {'2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:59.456349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:59.509359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a256d-752c-4dc0-9185-2b3a56ca724d None None] Pushing event updated for resources: {'Port': ['ID=90c5990a-0f41-4650-bab8-5855b5435fb7,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:59.518500 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device cf556b07-08a3-4e5f-a59c-bca6db30690a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:59.706701 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port cf556b07-08a3-4e5f-a59c-bca6db30690a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:59.707080 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:59.734941 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] Set router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:59.818147 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-0b5232a6-5efb-4669-a058-b06def56bc34 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:59.819926 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-0b5232a6-5efb-4669-a058-b06def56bc34 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "GET /v2.0/networks?id=7f18c6ed-5792-4d3f-9fee-497fdb5bba5e HTTP/1.1" status: 200 len: 796 time: 0.1795452 Mar 16 11:30:59.873290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-598ed79b-8a84-4b34-8a39-6afa85650a41 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:59.886163 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-001a2c43-5552-4095-8463-c5a6d70ef59e req-cb56affd-3962-48e0-8021-a7f214934050 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 210 time: 0.0497088 Mar 16 11:30:59.888202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-598ed79b-8a84-4b34-8a39-6afa85650a41 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:59.889618 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-598ed79b-8a84-4b34-8a39-6afa85650a41 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7b84297c4894f449599f50328fa1baa HTTP/1.1" status: 200 len: 379 time: 0.0612979 Mar 16 11:30:59.901285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-1a2eda24-c5aa-43ac-92c2-0eef75bf4035 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'port': {'device_id': '0483b330-d853-47af-a8e7-ff139332bb8f', 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e', 'admin_state_up': True, 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'security_groups': ['f2afe4a0-c540-4cea-bae0-71955ae1b380']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:00.135065 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985514119', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:51Z', 'updated_at': '2022-03-16T11:30:56Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:52Z', 'updated_at': '2022-03-16T11:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '90c5990a-0f41-4650-bab8-5855b5435fb7', 'name': '', 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:25:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:55Z', 'updated_at': '2022-03-16T11:30:59Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:00.139396 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7bec8-2d19-4247-a110-f9686aad1b7f None None] The sync data for ids ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'] in dv-neutron-833859-1-hyperv is: [{'id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985514119', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:51Z', 'updated_at': '2022-03-16T11:30:56Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:52Z', 'updated_at': '2022-03-16T11:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '90c5990a-0f41-4650-bab8-5855b5435fb7', 'name': '', 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:25:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:55Z', 'updated_at': '2022-03-16T11:30:59Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:31:00.148178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-1a2eda24-c5aa-43ac-92c2-0eef75bf4035 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:31:00.158422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-1a2eda24-c5aa-43ac-92c2-0eef75bf4035 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:31:00.169491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-1a2eda24-c5aa-43ac-92c2-0eef75bf4035 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Made reservation on behalf of d7b84297c4894f449599f50328fa1baa for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:31:00.172775 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-1a2eda24-c5aa-43ac-92c2-0eef75bf4035 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.374184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-1a2eda24-c5aa-43ac-92c2-0eef75bf4035 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.20.0.8 (7f18c6ed-5792-4d3f-9fee-497fdb5bba5e/17e49f77-177e-4d61-93f3-cc1c7424dbb5/98189c9f-7186-4b0d-a167-db8c6e5fd73e) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:31:00.566881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-1a2eda24-c5aa-43ac-92c2-0eef75bf4035 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.583038 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-1a2eda24-c5aa-43ac-92c2-0eef75bf4035 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Transition to ACTIVE for port object 98189c9f-7186-4b0d-a167-db8c6e5fd73e will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:31:00.607501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-1a2eda24-c5aa-43ac-92c2-0eef75bf4035 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.677447 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-1a2eda24-c5aa-43ac-92c2-0eef75bf4035 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:31:00.680453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-1a2eda24-c5aa-43ac-92c2-0eef75bf4035 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:31:00.683050 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-1a2eda24-c5aa-43ac-92c2-0eef75bf4035 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:31:00.734212 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2eda24-c5aa-43ac-92c2-0eef75bf4035 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=98189c9f-7186-4b0d-a167-db8c6e5fd73e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:00.767641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-1a2eda24-c5aa-43ac-92c2-0eef75bf4035 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:00.768297 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-1a2eda24-c5aa-43ac-92c2-0eef75bf4035 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.794742 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-1a2eda24-c5aa-43ac-92c2-0eef75bf4035 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8974452 Mar 16 11:31:00.806034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Request body: {'port': {'device_id': '0483b330-d853-47af-a8e7-ff139332bb8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:00.929746 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.946331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6e8d28ed-3dbe-40d3-9898-6317a02f4671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.956266 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-48af1561-0f3f-40a5-9648-0925de6617a6 None None] Provisioning for port 98189c9f-7186-4b0d-a167-db8c6e5fd73e completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:31:00.971354 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-48af1561-0f3f-40a5-9648-0925de6617a6 None None] Provisioning complete for port 98189c9f-7186-4b0d-a167-db8c6e5fd73e triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:00.971736 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-48af1561-0f3f-40a5-9648-0925de6617a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.061711 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-48af1561-0f3f-40a5-9648-0925de6617a6 None None] Port 98189c9f-7186-4b0d-a167-db8c6e5fd73e cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:31:01.084052 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 90c5990a-0f41-4650-bab8-5855b5435fb7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:31:01.206333 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 90c5990a-0f41-4650-bab8-5855b5435fb7 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:31:01.211817 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 90c5990a-0f41-4650-bab8-5855b5435fb7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:01.212286 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.268921 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d017d5-2674-40a4-acd6-54ce09841b7c req-9bb4bb09-6f2e-4112-bfe7-219e462daa95 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:01.269618 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-d2d017d5-2674-40a4-acd6-54ce09841b7c req-9bb4bb09-6f2e-4112-bfe7-219e462daa95 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:31:01.310469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-d2d017d5-2674-40a4-acd6-54ce09841b7c req-9bb4bb09-6f2e-4112-bfe7-219e462daa95 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:31:01.311660 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d2d017d5-2674-40a4-acd6-54ce09841b7c req-9bb4bb09-6f2e-4112-bfe7-219e462daa95 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 931 time: 0.2422936 Mar 16 11:31:01.339670 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.372477 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 90c5990a-0f41-4650-bab8-5855b5435fb7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=90c5990a-0f41-4650-bab8-5855b5435fb7,segment=NetworkSegment(2fdb7400-e955-4b19-9782-b8847bd849fe),segment_id=2fdb7400-e955-4b19-9782-b8847bd849fe)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:01.377638 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.408728 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98189c9f-7186-4b0d-a167-db8c6e5fd73e {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:31:01.414966 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d2d017d5-2674-40a4-acd6-54ce09841b7c req-50c24020-ca7c-4941-bcc4-70710268c242 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909255 Mar 16 11:31:01.419284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.434910 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Transition to ACTIVE for port object 98189c9f-7186-4b0d-a167-db8c6e5fd73e will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:31:01.440015 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.447015 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=90c5990a-0f41-4650-bab8-5855b5435fb7,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:01.594184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Pushing event updated for resources: {'Port': ['ID=98189c9f-7186-4b0d-a167-db8c6e5fd73e,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:01.676770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Attempting to bind port 98189c9f-7186-4b0d-a167-db8c6e5fd73e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:31:01.677097 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Attempting to bind port 98189c9f-7186-4b0d-a167-db8c6e5fd73e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '2fdb7400-e955-4b19-9782-b8847bd849fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:31:01.677412 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Attempting to bind port 98189c9f-7186-4b0d-a167-db8c6e5fd73e on network 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:31:01.681867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Port 98189c9f-7186-4b0d-a167-db8c6e5fd73e on network 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:31:01.682181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Attempting to bind port 98189c9f-7186-4b0d-a167-db8c6e5fd73e on network 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:31:01.687722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:31:01.688046 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Checking segment: {'id': '2fdb7400-e955-4b19-9782-b8847bd849fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:31:01.688417 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Bound using segment: {'id': '2fdb7400-e955-4b19-9782-b8847bd849fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:31:01.689094 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Bound port: 98189c9f-7186-4b0d-a167-db8c6e5fd73e, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fdb7400-e955-4b19-9782-b8847bd849fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:31:01.689188 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.776894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] For port 98189c9f-7186-4b0d-a167-db8c6e5fd73e, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:31:01.779687 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] For port 98189c9f-7186-4b0d-a167-db8c6e5fd73e, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=98189c9f-7186-4b0d-a167-db8c6e5fd73e,segment=NetworkSegment(2fdb7400-e955-4b19-9782-b8847bd849fe),segment_id=2fdb7400-e955-4b19-9782-b8847bd849fe)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:31:01.784123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.835944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:01.836544 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.837882 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] 10.222.0.18 "PUT /v2.0/ports/98189c9f-7186-4b0d-a167-db8c6e5fd73e HTTP/1.1" status: 200 len: 1093 time: 1.0361788 Mar 16 11:31:01.838305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0483b330-d853-47af-a8e7-ff139332bb8f', 'tag': '98189c9f-7186-4b0d-a167-db8c6e5fd73e'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:01.866182 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e7a05-fe87-4d23-894e-a572eee92c9d service neutron] Pushing event updated for resources: {'Port': ['ID=98189c9f-7186-4b0d-a167-db8c6e5fd73e,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:01.912881 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0483b330-d853-47af-a8e7-ff139332bb8f', 'tag': '98189c9f-7186-4b0d-a167-db8c6e5fd73e', 'status': 'completed', 'code': 200} Mar 16 11:31:01.958020 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-c176f0c5-7bb4-47bb-8899-305edade088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:01.959595 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-c176f0c5-7bb4-47bb-8899-305edade088c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 1096 time: 0.0784452 Mar 16 11:31:02.122146 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-c593f0f0-e6dd-4790-a347-8eb18071e486 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98189c9f-7186-4b0d-a167-db8c6e5fd73e HTTP/1.1" status: 200 len: 217 time: 0.1553524 Mar 16 11:31:02.184640 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-618a078a-1b87-4633-aea8-84123bec9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:02.186051 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-618a078a-1b87-4633-aea8-84123bec9f2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17e49f77-177e-4d61-93f3-cc1c7424dbb5 HTTP/1.1" status: 200 len: 834 time: 0.0587559 Mar 16 11:31:02.258138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-012bdcea-d791-4be4-b113-3c6e1c20996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:02.259600 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-012bdcea-d791-4be4-b113-3c6e1c20996d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f18c6ed-5792-4d3f-9fee-497fdb5bba5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682371 Mar 16 11:31:02.389716 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-b6981e41-c894-47ef-8238-fa4de7cfea9a service neutron] 10.222.0.18 "GET /v2.0/networks/7f18c6ed-5792-4d3f-9fee-497fdb5bba5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236308 Mar 16 11:31:02.519097 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f16f193d-8ae1-46ae-b2d6-deb58236d0bd req-98f0aa58-f8f0-4c77-8816-697f1516269d service neutron] 10.222.0.18 "GET /v2.0/networks/7f18c6ed-5792-4d3f-9fee-497fdb5bba5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243811 Mar 16 11:31:02.661130 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c52cb-1b32-40ae-9156-cc8b3b4a6a4f req-dfd0d703-0701-46a1-9cd2-c618dd0d66b8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:02.662575 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a5c52cb-1b32-40ae-9156-cc8b3b4a6a4f req-dfd0d703-0701-46a1-9cd2-c618dd0d66b8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 943 time: 0.1406372 Mar 16 11:31:02.682951 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e3e5-1165-40e1-8c09-64f12ce91a87 req-2528938d-4ba3-489d-869d-0d86531fee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:02.684362 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d22e3e5-1165-40e1-8c09-64f12ce91a87 req-2528938d-4ba3-489d-869d-0d86531fee67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 1096 time: 0.1177146 Mar 16 11:31:02.784707 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4a5c52cb-1b32-40ae-9156-cc8b3b4a6a4f req-0207cc9b-6ea7-4911-8a8f-c852628ef357 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155815 Mar 16 11:31:02.827483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e3e5-1165-40e1-8c09-64f12ce91a87 req-acc6f891-3034-4216-94ad-936a2343e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:02.828907 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d22e3e5-1165-40e1-8c09-64f12ce91a87 req-acc6f891-3034-4216-94ad-936a2343e05f service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f18c6ed-5792-4d3f-9fee-497fdb5bba5e HTTP/1.1" status: 200 len: 897 time: 0.1390862 Mar 16 11:31:02.897819 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d22e3e5-1165-40e1-8c09-64f12ce91a87 req-6ecb98cc-1b73-499a-bf1b-b45df77e4c5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98189c9f-7186-4b0d-a167-db8c6e5fd73e HTTP/1.1" status: 200 len: 217 time: 0.0628548 Mar 16 11:31:02.961895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e3e5-1165-40e1-8c09-64f12ce91a87 req-d60ecc54-3064-4fa2-9d04-dcf9c4d0d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:02.964028 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d22e3e5-1165-40e1-8c09-64f12ce91a87 req-d60ecc54-3064-4fa2-9d04-dcf9c4d0d8e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17e49f77-177e-4d61-93f3-cc1c7424dbb5 HTTP/1.1" status: 200 len: 834 time: 0.0606470 Mar 16 11:31:03.007178 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 90c5990a-0f41-4650-bab8-5855b5435fb7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:31:03.042853 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e3e5-1165-40e1-8c09-64f12ce91a87 req-c1f38a80-8831-4c49-9ace-576258c75ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:03.044261 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d22e3e5-1165-40e1-8c09-64f12ce91a87 req-c1f38a80-8831-4c49-9ace-576258c75ec7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f18c6ed-5792-4d3f-9fee-497fdb5bba5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750813 Mar 16 11:31:03.075678 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 90c5990a-0f41-4650-bab8-5855b5435fb7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:03.076049 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:03.137129 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-16a1eaff-3a9d-4d98-98b5-1d0d59b76209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:03.176944 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d22e3e5-1165-40e1-8c09-64f12ce91a87 req-a377fa26-7f2a-489a-83f7-85cdb6fc2b78 service neutron] 10.222.0.18 "GET /v2.0/networks/7f18c6ed-5792-4d3f-9fee-497fdb5bba5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261761 Mar 16 11:31:03.311462 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d22e3e5-1165-40e1-8c09-64f12ce91a87 req-c824e467-5414-4daa-80f7-76de6ba1b115 service neutron] 10.222.0.18 "GET /v2.0/networks/7f18c6ed-5792-4d3f-9fee-497fdb5bba5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281400 Mar 16 11:31:03.971261 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d462ca-375e-456a-909c-ff7da33e982f req-5ca67e55-0402-465d-bf0d-bd6733c7eb5a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:03.972712 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-34d462ca-375e-456a-909c-ff7da33e982f req-5ca67e55-0402-465d-bf0d-bd6733c7eb5a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 943 time: 0.0837634 Mar 16 11:31:04.022857 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-34d462ca-375e-456a-909c-ff7da33e982f req-289ea4d6-da87-433c-b648-b4ee39603bb4 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444038 Mar 16 11:31:04.462441 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.550342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:05.200300 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81287b33-c34e-41a8-80e2-c562cab11d11 req-016db564-db61-498b-a553-255770cd8c4f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:05.201702 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-81287b33-c34e-41a8-80e2-c562cab11d11 req-016db564-db61-498b-a553-255770cd8c4f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 943 time: 0.0764055 Mar 16 11:31:05.248483 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-81287b33-c34e-41a8-80e2-c562cab11d11 req-553512d4-b455-43b6-9ccc-ae73be222e4a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412054 Mar 16 11:31:05.740142 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 98189c9f-7186-4b0d-a167-db8c6e5fd73e details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:31:05.877236 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 98189c9f-7186-4b0d-a167-db8c6e5fd73e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=98189c9f-7186-4b0d-a167-db8c6e5fd73e,segment=NetworkSegment(2fdb7400-e955-4b19-9782-b8847bd849fe),segment_id=2fdb7400-e955-4b19-9782-b8847bd849fe)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:05.890124 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '98189c9f-7186-4b0d-a167-db8c6e5fd73e', 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e', 'port_id': '98189c9f-7186-4b0d-a167-db8c6e5fd73e', 'mac_address': 'fa:16:3e:b4:79:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:31:05.942716 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:05.958778 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98189c9f-7186-4b0d-a167-db8c6e5fd73e {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:31:05.973903 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 98189c9f-7186-4b0d-a167-db8c6e5fd73e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=98189c9f-7186-4b0d-a167-db8c6e5fd73e,segment=NetworkSegment(2fdb7400-e955-4b19-9782-b8847bd849fe),segment_id=2fdb7400-e955-4b19-9782-b8847bd849fe)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:05.978007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:06.056822 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:06.066704 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=98189c9f-7186-4b0d-a167-db8c6e5fd73e,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:06.308014 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['98189c9f-7186-4b0d-a167-db8c6e5fd73e'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:31:06.476439 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876fbfd-e7f0-46f3-a0bc-4c091a11edf1 req-a0af2d4a-b2ae-4ec9-99b2-bf7e11057f2b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:06.477938 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7876fbfd-e7f0-46f3-a0bc-4c091a11edf1 req-a0af2d4a-b2ae-4ec9-99b2-bf7e11057f2b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 944 time: 0.1263733 Mar 16 11:31:06.524595 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7876fbfd-e7f0-46f3-a0bc-4c091a11edf1 req-f93cb8d8-c8b0-47ff-8e92-b5b3ebb9235c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404847 Mar 16 11:31:07.755664 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 98189c9f-7186-4b0d-a167-db8c6e5fd73e up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:31:07.763477 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa1159-079a-45c3-906c-4907f623ace6 req-07153d9a-f748-4eb0-8a70-06929d794317 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:07.764959 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bafa1159-079a-45c3-906c-4907f623ace6 req-07153d9a-f748-4eb0-8a70-06929d794317 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 944 time: 0.1338353 Mar 16 11:31:07.809152 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bafa1159-079a-45c3-906c-4907f623ace6 req-430b9085-7a37-409f-ba44-d11e4df25bc0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384276 Mar 16 11:31:07.825480 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 98189c9f-7186-4b0d-a167-db8c6e5fd73e completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:31:07.831013 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 98189c9f-7186-4b0d-a167-db8c6e5fd73e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:07.831692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:07.942238 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:07.968080 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0483b330-d853-47af-a8e7-ff139332bb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98189c9f-7186-4b0d-a167-db8c6e5fd73e'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:07.978560 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 98189c9f-7186-4b0d-a167-db8c6e5fd73e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=98189c9f-7186-4b0d-a167-db8c6e5fd73e,segment=NetworkSegment(2fdb7400-e955-4b19-9782-b8847bd849fe),segment_id=2fdb7400-e955-4b19-9782-b8847bd849fe)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:07.981744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:08.015503 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0483b330-d853-47af-a8e7-ff139332bb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98189c9f-7186-4b0d-a167-db8c6e5fd73e', 'code': 200} Mar 16 11:31:08.052631 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=98189c9f-7186-4b0d-a167-db8c6e5fd73e,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:08.236029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861e2ae-45f1-4607-bacb-b77e65e16497 req-360927c4-4543-4ade-9630-3f0691b3e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:08.237484 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f861e2ae-45f1-4607-bacb-b77e65e16497 req-360927c4-4543-4ade-9630-3f0691b3e10b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 1098 time: 0.0673761 Mar 16 11:31:08.276142 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f861e2ae-45f1-4607-bacb-b77e65e16497 req-9c2f0d4a-db1d-41ae-b524-a36f7b59261a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327682 Mar 16 11:31:09.087267 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28053c7c-734d-4d79-a23e-ed8dbc0a97f7 req-d2394dfd-6062-4ae4-87b2-d147195f470a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:09.088768 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-28053c7c-734d-4d79-a23e-ed8dbc0a97f7 req-d2394dfd-6062-4ae4-87b2-d147195f470a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.1769314 Mar 16 11:31:09.131573 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-28053c7c-734d-4d79-a23e-ed8dbc0a97f7 req-a5462138-bcf2-4a0f-8fc0-f724d358adde tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366268 Mar 16 11:31:10.321577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e148e-b706-4e5a-8afc-71dc09e2c2e6 req-61682321-4ac7-40c1-840b-4deb6c666e9e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:10.323030 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bf6e148e-b706-4e5a-8afc-71dc09e2c2e6 req-61682321-4ac7-40c1-840b-4deb6c666e9e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0826209 Mar 16 11:31:10.366397 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-bf6e148e-b706-4e5a-8afc-71dc09e2c2e6 req-d788b58b-8524-4c45-87f2-6e400dd7c06c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371392 Mar 16 11:31:10.551074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76c351-3ca7-4cb7-bb19-937139c3d388 req-b85c8a7c-3336-487d-8d80-5a5891c2af48 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:10.552470 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bf76c351-3ca7-4cb7-bb19-937139c3d388 req-b85c8a7c-3336-487d-8d80-5a5891c2af48 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0852523 Mar 16 11:31:10.595901 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bf76c351-3ca7-4cb7-bb19-937139c3d388 req-b57b1ba3-2a68-4152-a1ac-c595e0fe5467 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379491 Mar 16 11:31:10.618251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59860) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:10.685514 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b587af3c-8527-463f-b4ad-492a877a35a0 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:10.686996 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b587af3c-8527-463f-b4ad-492a877a35a0 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 1093 time: 0.0677779 Mar 16 11:31:10.689635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59864) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:10.694366 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': '98189c9f-7186-4b0d-a167-db8c6e5fd73e', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:10.700025 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:31:10.703808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:floatingip and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:31:10.706524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:31:10.712016 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:31:10.722549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:10.854687 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:10.989365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.26.3.14 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/b4fbd65c-97f0-4ddb-a20e-f4e1a69048a0) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:31:11.132176 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:11.159686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:11.220059 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:31:11.222939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:31:11.230459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:31:11.264834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=b4fbd65c-97f0-4ddb-a20e-f4e1a69048a0,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:11.629062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:11.701161 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:11.898872 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:11.903046 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:12.111620 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=b4fbd65c-97f0-4ddb-a20e-f4e1a69048a0,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:12.121096 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:12.289065 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Floating IP 02f55059-9452-4cad-9ba9-02785259b645 associated. External IP: 172.26.3.14, port: 98189c9f-7186-4b0d-a167-db8c6e5fd73e. Mar 16 11:31:12.635391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:31:12.808946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:31:12.818569 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ffd067-eebd-45fb-af2f-278f1f150729 None None] Sync routers for ids ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:31:12.828630 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ffd067-eebd-45fb-af2f-278f1f150729 None None] Routers {'2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:31:12.829223 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-93ffd067-eebd-45fb-af2f-278f1f150729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:31:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:12.833425 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:12.893372 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-066c4f29-d001-4d32-ab16-a6856bdc6aef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2002089 Mar 16 11:31:12.893372 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0483b330-d853-47af-a8e7-ff139332bb8f', 'tag': '98189c9f-7186-4b0d-a167-db8c6e5fd73e'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:12.951515 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0483b330-d853-47af-a8e7-ff139332bb8f', 'tag': '98189c9f-7186-4b0d-a167-db8c6e5fd73e', 'status': 'completed', 'code': 200} Mar 16 11:31:13.003487 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-93ffd067-eebd-45fb-af2f-278f1f150729 None None] Set router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:31:13.042168 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6cb52-f9e1-4dca-8214-e43c9bd20181 req-380ec3c0-5751-4753-8512-ff817f7a0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:13.043775 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cd6cb52-f9e1-4dca-8214-e43c9bd20181 req-380ec3c0-5751-4753-8512-ff817f7a0bee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 1098 time: 0.0715137 Mar 16 11:31:13.087098 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ffb14-61fe-4bba-b96b-9ea348c659d4 req-34251348-59e3-4ea6-a0a8-bcdbb31dcd78 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:13.088579 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e89ffb14-61fe-4bba-b96b-9ea348c659d4 req-34251348-59e3-4ea6-a0a8-bcdbb31dcd78 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0848379 Mar 16 11:31:13.133635 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e89ffb14-61fe-4bba-b96b-9ea348c659d4 req-213e2ca8-eb0f-436f-ac66-2a68e679e4cf tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391986 Mar 16 11:31:13.158769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59872) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:13.175867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6cb52-f9e1-4dca-8214-e43c9bd20181 req-80eda9f1-c5a6-4e7e-851f-d1527d9f6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:13.177306 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cd6cb52-f9e1-4dca-8214-e43c9bd20181 req-80eda9f1-c5a6-4e7e-851f-d1527d9f6f7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f18c6ed-5792-4d3f-9fee-497fdb5bba5e HTTP/1.1" status: 200 len: 897 time: 0.1282363 Mar 16 11:31:13.277165 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d3416a9b-d78d-4112-b713-ad2e003d2e81 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/02f55059-9452-4cad-9ba9-02785259b645 HTTP/1.1" status: 200 len: 990 time: 0.1152205 Mar 16 11:31:13.280513 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cd6cb52-f9e1-4dca-8214-e43c9bd20181 req-1ea7dc21-6868-4bf4-a18d-737f6ae5b335 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98189c9f-7186-4b0d-a167-db8c6e5fd73e HTTP/1.1" status: 200 len: 998 time: 0.0977571 Mar 16 11:31:13.341327 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6cb52-f9e1-4dca-8214-e43c9bd20181 req-a5b75217-c56c-4215-94bd-492f15179e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:13.342767 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cd6cb52-f9e1-4dca-8214-e43c9bd20181 req-a5b75217-c56c-4215-94bd-492f15179e97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17e49f77-177e-4d61-93f3-cc1c7424dbb5 HTTP/1.1" status: 200 len: 834 time: 0.0566525 Mar 16 11:31:13.410585 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-93ffd067-eebd-45fb-af2f-278f1f150729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985514119', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:51Z', 'updated_at': '2022-03-16T11:30:56Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:52Z', 'updated_at': '2022-03-16T11:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '02f55059-9452-4cad-9ba9-02785259b645', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'port_id': '98189c9f-7186-4b0d-a167-db8c6e5fd73e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e', 'mac_address': 'fa:16:3e:b4:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0483b330-d853-47af-a8e7-ff139332bb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:31:11Z', 'updated_at': '2022-03-16T11:31:11Z', 'revision_number': 0, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c5990a-0f41-4650-bab8-5855b5435fb7', 'name': '', 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:25:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:55Z', 'updated_at': '2022-03-16T11:31:01Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:13.414260 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ffd067-eebd-45fb-af2f-278f1f150729 None None] Checking router: 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:31:13.417426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6cb52-f9e1-4dca-8214-e43c9bd20181 req-99dea4e2-e67c-4aa4-9b9e-aa858025c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:13.418864 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cd6cb52-f9e1-4dca-8214-e43c9bd20181 req-99dea4e2-e67c-4aa4-9b9e-aa858025c016 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f18c6ed-5792-4d3f-9fee-497fdb5bba5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708728 Mar 16 11:31:13.422921 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ffd067-eebd-45fb-af2f-278f1f150729 None None] Routers {'2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:31:13.423609 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-93ffd067-eebd-45fb-af2f-278f1f150729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:31:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:13.601036 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-93ffd067-eebd-45fb-af2f-278f1f150729 None None] Set router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:31:13.665726 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cd6cb52-f9e1-4dca-8214-e43c9bd20181 req-badf9197-c7af-43e0-baec-aebecdee7402 service neutron] 10.222.0.18 "GET /v2.0/networks/7f18c6ed-5792-4d3f-9fee-497fdb5bba5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411964 Mar 16 11:31:13.797985 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6cd6cb52-f9e1-4dca-8214-e43c9bd20181 req-7a9d60eb-4d92-452b-862a-4bafeeece935 service neutron] 10.222.0.18 "GET /v2.0/networks/7f18c6ed-5792-4d3f-9fee-497fdb5bba5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254778 Mar 16 11:31:13.941131 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-93ffd067-eebd-45fb-af2f-278f1f150729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985514119', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:51Z', 'updated_at': '2022-03-16T11:30:56Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:52Z', 'updated_at': '2022-03-16T11:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '02f55059-9452-4cad-9ba9-02785259b645', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'port_id': '98189c9f-7186-4b0d-a167-db8c6e5fd73e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e', 'mac_address': 'fa:16:3e:b4:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0483b330-d853-47af-a8e7-ff139332bb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:31:11Z', 'updated_at': '2022-03-16T11:31:11Z', 'revision_number': 0, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c5990a-0f41-4650-bab8-5855b5435fb7', 'name': '', 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:25:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:55Z', 'updated_at': '2022-03-16T11:31:01Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:13.944818 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ffd067-eebd-45fb-af2f-278f1f150729 None None] The sync data for ids ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'] in dv-neutron-833859-1-hyperv is: [{'id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985514119', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:51Z', 'updated_at': '2022-03-16T11:30:56Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:52Z', 'updated_at': '2022-03-16T11:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '02f55059-9452-4cad-9ba9-02785259b645', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'port_id': '98189c9f-7186-4b0d-a167-db8c6e5fd73e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e', 'mac_address': 'fa:16:3e:b4:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0483b330-d853-47af-a8e7-ff139332bb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:31:11Z', 'updated_at': '2022-03-16T11:31:11Z', 'revision_number': 0, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c5990a-0f41-4650-bab8-5855b5435fb7', 'name': '', 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:25:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:55Z', 'updated_at': '2022-03-16T11:31:01Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:31:14.122523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e59dc47-0f0e-4a33-b7fb-8d4318995c95 None None] New status for floating IP 02f55059-9452-4cad-9ba9-02785259b645: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:31:14.280633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59876) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:14.483058 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1c7eeaea-ca13-4c13-8874-f8349991c676 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/02f55059-9452-4cad-9ba9-02785259b645 HTTP/1.1" status: 200 len: 990 time: 0.2009811 Mar 16 11:31:14.958538 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:31:15.487384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59880) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:15.591891 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-53838526-8350-4057-aac5-172c49a0b69e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/02f55059-9452-4cad-9ba9-02785259b645 HTTP/1.1" status: 200 len: 992 time: 0.1033111 Mar 16 11:31:18.007138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:30.930051 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5bddb9bc-5727-4fd4-808c-d0c25666c69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:33.102792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6e40be59-5288-461f-9dc9-92c00ca8882f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:34.464088 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:34.550977 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:36.037476 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:39.154513 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e04e6148-de65-4653-b84a-d2d811dcacd6 req-512fa1a9-7195-455c-acb3-be853b074ea2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1088467 Mar 16 11:31:39.294156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6148-de65-4653-b84a-d2d811dcacd6 req-7bad9d6c-ad72-4ae2-af57-f59676200240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:39.295682 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e04e6148-de65-4653-b84a-d2d811dcacd6 req-7bad9d6c-ad72-4ae2-af57-f59676200240 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 1098 time: 0.0750353 Mar 16 11:31:39.439675 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6148-de65-4653-b84a-d2d811dcacd6 req-a810316c-2be2-4636-96c6-ca0f48de1ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:39.441094 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e04e6148-de65-4653-b84a-d2d811dcacd6 req-a810316c-2be2-4636-96c6-ca0f48de1ae0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f18c6ed-5792-4d3f-9fee-497fdb5bba5e HTTP/1.1" status: 200 len: 897 time: 0.1266723 Mar 16 11:31:39.541444 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e04e6148-de65-4653-b84a-d2d811dcacd6 req-a2fb3059-bf13-422e-913a-c6db451a9e81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98189c9f-7186-4b0d-a167-db8c6e5fd73e HTTP/1.1" status: 200 len: 1000 time: 0.0943193 Mar 16 11:31:39.601918 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6148-de65-4653-b84a-d2d811dcacd6 req-ac6ae138-f13a-4d72-a615-cca2cae7c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:39.603437 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e04e6148-de65-4653-b84a-d2d811dcacd6 req-ac6ae138-f13a-4d72-a615-cca2cae7c9c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17e49f77-177e-4d61-93f3-cc1c7424dbb5 HTTP/1.1" status: 200 len: 834 time: 0.0564709 Mar 16 11:31:39.678087 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6148-de65-4653-b84a-d2d811dcacd6 req-1ad0a156-3c37-48f2-8fdf-ab2ee177cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:39.679651 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e04e6148-de65-4653-b84a-d2d811dcacd6 req-1ad0a156-3c37-48f2-8fdf-ab2ee177cdfc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f18c6ed-5792-4d3f-9fee-497fdb5bba5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703406 Mar 16 11:31:39.689693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [req-e04e6148-de65-4653-b84a-d2d811dcacd6 req-c67216d0-4eb1-435c-9350-52e2823034c3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:31:39.690720 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e04e6148-de65-4653-b84a-d2d811dcacd6 req-c67216d0-4eb1-435c-9350-52e2823034c3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047932 Mar 16 11:31:39.820774 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e04e6148-de65-4653-b84a-d2d811dcacd6 req-bbf11015-36ca-4de1-a4b3-b5700e5190a1 service neutron] 10.222.0.18 "GET /v2.0/networks/7f18c6ed-5792-4d3f-9fee-497fdb5bba5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245351 Mar 16 11:31:39.951621 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e04e6148-de65-4653-b84a-d2d811dcacd6 req-d86237a8-f4fb-49d2-baf6-112a59eb9ba3 service neutron] 10.222.0.18 "GET /v2.0/networks/7f18c6ed-5792-4d3f-9fee-497fdb5bba5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245809 Mar 16 11:31:48.009061 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:51.958003 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:32:00.930994 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f731a111-b16d-44e7-90a8-d926874d4f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:03.104444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-07fcf723-11d1-4c90-9b88-93e09a183c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:04.465638 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:04.553005 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:06.007457 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:16.694211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30da4c-3d64-4f2b-8d10-ea65ad207c04 req-a862518b-96a0-49b7-b854-23a19bf4ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:16.695672 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ec30da4c-3d64-4f2b-8d10-ea65ad207c04 req-a862518b-96a0-49b7-b854-23a19bf4ee04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 1098 time: 0.1313922 Mar 16 11:32:16.702791 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373593c-8d59-4aa5-97c9-b567197db1ad req-99d5ced2-c6c8-4cc1-a108-aceee9bb042a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:16.704118 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c373593c-8d59-4aa5-97c9-b567197db1ad req-99d5ced2-c6c8-4cc1-a108-aceee9bb042a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.1019213 Mar 16 11:32:16.835089 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c373593c-8d59-4aa5-97c9-b567197db1ad req-f213cfe6-8cb1-4b54-b81a-fcf9b654025a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086984 Mar 16 11:32:16.858925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30da4c-3d64-4f2b-8d10-ea65ad207c04 req-939cb8ed-223a-4d54-84d0-aa7fd8793058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:16.860370 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ec30da4c-3d64-4f2b-8d10-ea65ad207c04 req-939cb8ed-223a-4d54-84d0-aa7fd8793058 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f18c6ed-5792-4d3f-9fee-497fdb5bba5e HTTP/1.1" status: 200 len: 897 time: 0.1554437 Mar 16 11:32:16.956834 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ec30da4c-3d64-4f2b-8d10-ea65ad207c04 req-0d2def62-ca72-4efc-8e90-c8d6f9ffb24c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98189c9f-7186-4b0d-a167-db8c6e5fd73e HTTP/1.1" status: 200 len: 1000 time: 0.0894930 Mar 16 11:32:17.021260 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30da4c-3d64-4f2b-8d10-ea65ad207c04 req-5bb50647-3af8-49b5-8ec6-5022e230f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:17.022617 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ec30da4c-3d64-4f2b-8d10-ea65ad207c04 req-5bb50647-3af8-49b5-8ec6-5022e230f35f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17e49f77-177e-4d61-93f3-cc1c7424dbb5 HTTP/1.1" status: 200 len: 834 time: 0.0584800 Mar 16 11:32:17.101023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30da4c-3d64-4f2b-8d10-ea65ad207c04 req-1079bfc0-d27f-4de5-9376-2965cdb5687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:17.102503 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ec30da4c-3d64-4f2b-8d10-ea65ad207c04 req-1079bfc0-d27f-4de5-9376-2965cdb5687d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f18c6ed-5792-4d3f-9fee-497fdb5bba5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713546 Mar 16 11:32:17.337767 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ec30da4c-3d64-4f2b-8d10-ea65ad207c04 req-53b74d42-3dd0-4bc0-9cef-f1f444665774 service neutron] 10.222.0.18 "GET /v2.0/networks/7f18c6ed-5792-4d3f-9fee-497fdb5bba5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281461 Mar 16 11:32:17.466503 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ec30da4c-3d64-4f2b-8d10-ea65ad207c04 req-9f3e253b-aa46-4407-b6be-ac087da1d697 service neutron] 10.222.0.18 "GET /v2.0/networks/7f18c6ed-5792-4d3f-9fee-497fdb5bba5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227682 Mar 16 11:32:18.021297 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:18.022049 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81dfa9-13df-43b0-ad54-01425cd9c5eb req-0c4d4a36-58e6-446f-91a6-070114da5fa9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:18.023540 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9d81dfa9-13df-43b0-ad54-01425cd9c5eb req-0c4d4a36-58e6-446f-91a6-070114da5fa9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0801756 Mar 16 11:32:18.065759 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9d81dfa9-13df-43b0-ad54-01425cd9c5eb req-d596924e-ac60-4ea6-8c37-681c443367b8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366049 Mar 16 11:32:19.261437 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220591b-ebfb-423d-a390-fce7fee4ad71 req-d5f98ec3-d5a6-4580-a0db-f92cc57ccd49 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:19.262790 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9220591b-ebfb-423d-a390-fce7fee4ad71 req-d5f98ec3-d5a6-4580-a0db-f92cc57ccd49 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0852549 Mar 16 11:32:19.311087 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9220591b-ebfb-423d-a390-fce7fee4ad71 req-f862759f-9fa8-46d1-8488-8512f062a374 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419712 Mar 16 11:32:20.502738 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b16059-3fa2-4d0c-8813-496dd3c0b65d req-c65529ce-9209-4951-997d-e74e7c18100a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:20.504205 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-98b16059-3fa2-4d0c-8813-496dd3c0b65d req-c65529ce-9209-4951-997d-e74e7c18100a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0826776 Mar 16 11:32:20.546304 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-98b16059-3fa2-4d0c-8813-496dd3c0b65d req-6807a099-9a2e-4510-a438-a9708fb8b200 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364280 Mar 16 11:32:21.724265 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93afa1-7ac6-4ce2-b942-71da1b030cbe req-1f72a901-597d-4d67-9de4-27f78afb9f27 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:21.725690 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9e93afa1-7ac6-4ce2-b942-71da1b030cbe req-1f72a901-597d-4d67-9de4-27f78afb9f27 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0768209 Mar 16 11:32:21.771713 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9e93afa1-7ac6-4ce2-b942-71da1b030cbe req-d2d7736f-8a7d-4c95-b126-07c3116d5fd7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404637 Mar 16 11:32:22.954276 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0bc3a-2fc3-4d34-b08c-7f859dd2dcb5 req-d2b29dc4-9a9e-4a62-b311-011052a79dfa tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:22.955757 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b0f0bc3a-2fc3-4d34-b08c-7f859dd2dcb5 req-d2b29dc4-9a9e-4a62-b311-011052a79dfa tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0785074 Mar 16 11:32:23.001606 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b0f0bc3a-2fc3-4d34-b08c-7f859dd2dcb5 req-7b6af090-5d96-4e75-9155-257da6d16a84 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397291 Mar 16 11:32:24.184833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dedcc9-d646-4a2b-9638-2e2aa0833e19 req-d0fa7fc4-a9f8-42c9-9782-47358f935317 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:24.186239 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b1dedcc9-d646-4a2b-9638-2e2aa0833e19 req-d0fa7fc4-a9f8-42c9-9782-47358f935317 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0774281 Mar 16 11:32:24.228443 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b1dedcc9-d646-4a2b-9638-2e2aa0833e19 req-ad0b03ef-eaf3-4d48-8e0f-2f10215cfb22 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365644 Mar 16 11:32:25.412582 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6171b-c48b-4f0a-9657-46d46e94ecb4 req-08d3e59f-68ea-4837-8a14-573798b7753d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:25.414015 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c2b6171b-c48b-4f0a-9657-46d46e94ecb4 req-08d3e59f-68ea-4837-8a14-573798b7753d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0811162 Mar 16 11:32:25.457134 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c2b6171b-c48b-4f0a-9657-46d46e94ecb4 req-ff62b346-8a17-4948-ba72-1f15e81e8dce tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374520 Mar 16 11:32:26.643358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7e669-fa36-4f32-943e-b5ca7eedcbbf req-f4f9f2e5-1f9c-4cf5-b982-333feecb633e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:26.645269 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bdc7e669-fa36-4f32-943e-b5ca7eedcbbf req-f4f9f2e5-1f9c-4cf5-b982-333feecb633e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0820186 Mar 16 11:32:26.687126 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bdc7e669-fa36-4f32-943e-b5ca7eedcbbf req-d4d42438-1d1d-4c2a-ac3e-22d630290e36 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362678 Mar 16 11:32:27.866327 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f13aa-8dad-43a1-a368-48a36e78ef9d req-32ce8081-0788-4414-b41e-0be9a3522eeb tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:27.867789 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8d7f13aa-8dad-43a1-a368-48a36e78ef9d req-32ce8081-0788-4414-b41e-0be9a3522eeb tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0777905 Mar 16 11:32:27.914170 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8d7f13aa-8dad-43a1-a368-48a36e78ef9d req-fdce6bb6-4908-4ce9-95b0-8f0508226f23 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408461 Mar 16 11:32:28.957237 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:32:29.092006 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda0cad-fcd0-4b98-a560-720dfb26ecde req-9cb6afe2-6785-4b4f-99ae-fbc9fd1456d3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:29.093416 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8dda0cad-fcd0-4b98-a560-720dfb26ecde req-9cb6afe2-6785-4b4f-99ae-fbc9fd1456d3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0773385 Mar 16 11:32:29.135960 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8dda0cad-fcd0-4b98-a560-720dfb26ecde req-2c339252-01ca-455c-be92-5f964c7d316c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370040 Mar 16 11:32:30.319950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4a2fc-20d8-48e3-9c7b-446f23fbc58a req-7bf52a99-dfda-4793-a054-e940aa8aeed4 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:30.321447 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d2b4a2fc-20d8-48e3-9c7b-446f23fbc58a req-7bf52a99-dfda-4793-a054-e940aa8aeed4 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0797107 Mar 16 11:32:30.366633 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d2b4a2fc-20d8-48e3-9c7b-446f23fbc58a req-86686360-a267-474f-9ebc-f7c196be09e3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396230 Mar 16 11:32:30.932116 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-18915426-fd6c-42b6-ba25-d7e8886ac0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.548798 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a67cc-2f84-471d-b822-9cea58958f7d req-204bba37-2401-4d4a-9969-182ed7ff3d5b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:31.550127 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6e4a67cc-2f84-471d-b822-9cea58958f7d req-204bba37-2401-4d4a-9969-182ed7ff3d5b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0805278 Mar 16 11:32:31.592471 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6e4a67cc-2f84-471d-b822-9cea58958f7d req-a05a1008-b4d5-4ace-9246-eadc6486daa7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362322 Mar 16 11:32:32.781026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c5b80-6a02-4276-8240-ed4c2b58c5cc req-750f6c40-b756-45dd-bfe6-f0309cf4ac24 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:32.782449 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-fe1c5b80-6a02-4276-8240-ed4c2b58c5cc req-750f6c40-b756-45dd-bfe6-f0309cf4ac24 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0827568 Mar 16 11:32:32.832314 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-fe1c5b80-6a02-4276-8240-ed4c2b58c5cc req-160a577b-4e6d-426c-a82b-40936bc9a3a8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435734 Mar 16 11:32:33.111744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-683ad626-c543-497f-becf-857fe4026b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.015184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca71d6b-9597-48ca-9d0f-11595f717f4b req-23af217a-eb21-4c41-80f6-d1a447e4cb79 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:34.016657 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6ca71d6b-9597-48ca-9d0f-11595f717f4b req-23af217a-eb21-4c41-80f6-d1a447e4cb79 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0777793 Mar 16 11:32:34.062685 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6ca71d6b-9597-48ca-9d0f-11595f717f4b req-50720f4c-0124-41de-9a08-7a1880464105 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403891 Mar 16 11:32:34.086029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 59950) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:34.205188 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e55ff2ac-e4d7-4949-bb23-76e2e8d541fc tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/02f55059-9452-4cad-9ba9-02785259b645 HTTP/1.1" status: 200 len: 992 time: 0.1179881 Mar 16 11:32:34.473076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.554694 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:36.009329 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:39.115855 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-55507ab0-5546-4fe0-8364-0aa85bd461db req-a7956ed7-0b56-4761-bbb3-80c5325b2a23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680001 Mar 16 11:32:39.247578 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55507ab0-5546-4fe0-8364-0aa85bd461db req-86c0044d-2829-443d-8f18-f3ea16f6b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:39.248922 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-55507ab0-5546-4fe0-8364-0aa85bd461db req-86c0044d-2829-443d-8f18-f3ea16f6b29d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 1098 time: 0.0685771 Mar 16 11:32:39.389198 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55507ab0-5546-4fe0-8364-0aa85bd461db req-39860b20-cd30-4ed6-a1a6-422ae2f7750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:39.390608 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-55507ab0-5546-4fe0-8364-0aa85bd461db req-39860b20-cd30-4ed6-a1a6-422ae2f7750d service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f18c6ed-5792-4d3f-9fee-497fdb5bba5e HTTP/1.1" status: 200 len: 897 time: 0.1233294 Mar 16 11:32:39.490684 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-55507ab0-5546-4fe0-8364-0aa85bd461db req-d992c0ce-70e1-453e-948a-c8fa2e85f495 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98189c9f-7186-4b0d-a167-db8c6e5fd73e HTTP/1.1" status: 200 len: 1000 time: 0.0942509 Mar 16 11:32:39.553263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55507ab0-5546-4fe0-8364-0aa85bd461db req-355b56d8-f1a3-4dda-a38d-bda1baf7285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:39.554538 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-55507ab0-5546-4fe0-8364-0aa85bd461db req-355b56d8-f1a3-4dda-a38d-bda1baf7285f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17e49f77-177e-4d61-93f3-cc1c7424dbb5 HTTP/1.1" status: 200 len: 834 time: 0.0583715 Mar 16 11:32:39.627483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55507ab0-5546-4fe0-8364-0aa85bd461db req-e44a3f19-abfe-42f9-983e-0d1fd4a0fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:39.628941 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-55507ab0-5546-4fe0-8364-0aa85bd461db req-e44a3f19-abfe-42f9-983e-0d1fd4a0fbef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f18c6ed-5792-4d3f-9fee-497fdb5bba5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691748 Mar 16 11:32:39.756943 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-55507ab0-5546-4fe0-8364-0aa85bd461db req-f235290f-95ee-485f-9b24-09c42976fb97 service neutron] 10.222.0.18 "GET /v2.0/networks/7f18c6ed-5792-4d3f-9fee-497fdb5bba5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222715 Mar 16 11:32:39.885118 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-55507ab0-5546-4fe0-8364-0aa85bd461db req-909f1080-7a8f-4c81-a5be-e06dfd11c50d service neutron] 10.222.0.18 "GET /v2.0/networks/7f18c6ed-5792-4d3f-9fee-497fdb5bba5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228592 Mar 16 11:32:48.019541 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:00.935905 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f679dc61-85be-4d51-8732-c62b210d87b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:03.103651 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-232dce18-5e3f-4ee1-b99c-55dce8f02e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:04.465516 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:04.557425 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:05.956768 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:33:06.012004 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:18.023777 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:30.939193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9ed6702c-1dff-4ec8-81ca-6cf1ff0a974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:31.468164 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 59980) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:31.668310 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port b4fbd65c-97f0-4ddb-a20e-f4e1a69048a0 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:33:31.668649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:31.834706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:31.835020 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:31.961844 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for b4fbd65c-97f0-4ddb-a20e-f4e1a69048a0 owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:33:32.110716 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:32.156956 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=b4fbd65c-97f0-4ddb-a20e-f4e1a69048a0,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:32.195981 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:32.196242 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:32.196912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:32.197245 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:32.197568 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:32.197918 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:32.198235 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:32.198550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:32.198861 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:32.199195 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:32.199514 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:32.199821 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:32.358848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:32.359195 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Floating IP 02f55059-9452-4cad-9ba9-02785259b645 disassociated (deleted). External IP: 172.26.3.14, port: 98189c9f-7186-4b0d-a167-db8c6e5fd73e. Mar 16 11:33:32.698201 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:33:32.874198 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:33:32.883889 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18d937d-cab7-421c-809f-481abf1b7ff9 None None] Sync routers for ids ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:33:32.892806 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d937d-cab7-421c-809f-481abf1b7ff9 None None] Routers {'2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:33:32.893420 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-e18d937d-cab7-421c-809f-481abf1b7ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:33:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:32.894420 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:32.957445 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-828ed0ab-9a04-4c09-b806-d890f67c1c55 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/floatingips/02f55059-9452-4cad-9ba9-02785259b645 HTTP/1.1" status: 204 len: 168 time: 1.4882121 Mar 16 11:33:32.958213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0483b330-d853-47af-a8e7-ff139332bb8f', 'tag': '98189c9f-7186-4b0d-a167-db8c6e5fd73e'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:33.014159 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0483b330-d853-47af-a8e7-ff139332bb8f', 'tag': '98189c9f-7186-4b0d-a167-db8c6e5fd73e', 'status': 'completed', 'code': 200} Mar 16 11:33:33.066798 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-e18d937d-cab7-421c-809f-481abf1b7ff9 None None] Set router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:33:33.113228 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f705ef19-fd13-492c-9317-cd31371b74a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:33.235372 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c860b74-3ff7-4ff6-b73d-8c7087682870 req-de572575-0317-4a5b-83ba-99659b2a46ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:33.237472 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8c860b74-3ff7-4ff6-b73d-8c7087682870 req-de572575-0317-4a5b-83ba-99659b2a46ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 1098 time: 0.2012572 Mar 16 11:33:33.363977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484fe4e-2428-4a42-ae5d-a831277b4eb9 req-80746226-5b4d-4ff7-8f18-e3222affcf06 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:33.364856 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-2484fe4e-2428-4a42-ae5d-a831277b4eb9 req-80746226-5b4d-4ff7-8f18-e3222affcf06 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:33:33.381821 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-2484fe4e-2428-4a42-ae5d-a831277b4eb9 req-80746226-5b4d-4ff7-8f18-e3222affcf06 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:33:33.383237 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2484fe4e-2428-4a42-ae5d-a831277b4eb9 req-80746226-5b4d-4ff7-8f18-e3222affcf06 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.1167593 Mar 16 11:33:33.393062 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c860b74-3ff7-4ff6-b73d-8c7087682870 req-245561d2-9e40-496a-94da-8f7bcef3587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:33.394636 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8c860b74-3ff7-4ff6-b73d-8c7087682870 req-245561d2-9e40-496a-94da-8f7bcef3587c service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f18c6ed-5792-4d3f-9fee-497fdb5bba5e HTTP/1.1" status: 200 len: 897 time: 0.1494744 Mar 16 11:33:33.428001 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2484fe4e-2428-4a42-ae5d-a831277b4eb9 req-980a8d60-ff5c-4d63-925f-bda406b07882 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381374 Mar 16 11:33:33.433662 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-e18d937d-cab7-421c-809f-481abf1b7ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985514119', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:51Z', 'updated_at': '2022-03-16T11:30:56Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:52Z', 'updated_at': '2022-03-16T11:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '90c5990a-0f41-4650-bab8-5855b5435fb7', 'name': '', 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:25:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:55Z', 'updated_at': '2022-03-16T11:31:01Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:33.437601 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18d937d-cab7-421c-809f-481abf1b7ff9 None None] Checking router: 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:33:33.446552 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d937d-cab7-421c-809f-481abf1b7ff9 None None] Routers {'2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:33:33.447182 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-e18d937d-cab7-421c-809f-481abf1b7ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:33:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:33.464176 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8c860b74-3ff7-4ff6-b73d-8c7087682870 req-1c411551-a622-41b5-9c8f-9264f71b5623 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98189c9f-7186-4b0d-a167-db8c6e5fd73e HTTP/1.1" status: 200 len: 217 time: 0.0630989 Mar 16 11:33:33.527899 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c860b74-3ff7-4ff6-b73d-8c7087682870 req-43c0408d-fde0-46aa-a6f7-86822484bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:33.529321 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8c860b74-3ff7-4ff6-b73d-8c7087682870 req-43c0408d-fde0-46aa-a6f7-86822484bb23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17e49f77-177e-4d61-93f3-cc1c7424dbb5 HTTP/1.1" status: 200 len: 834 time: 0.0596004 Mar 16 11:33:33.603634 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c860b74-3ff7-4ff6-b73d-8c7087682870 req-5286a68a-ce52-484f-90ec-0955631d863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:33.605851 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8c860b74-3ff7-4ff6-b73d-8c7087682870 req-5286a68a-ce52-484f-90ec-0955631d863e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f18c6ed-5792-4d3f-9fee-497fdb5bba5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698915 Mar 16 11:33:33.623917 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-e18d937d-cab7-421c-809f-481abf1b7ff9 None None] Set router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:33:33.739045 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8c860b74-3ff7-4ff6-b73d-8c7087682870 req-cee2c5e5-7018-4159-83d3-f612986b182b service neutron] 10.222.0.18 "GET /v2.0/networks/7f18c6ed-5792-4d3f-9fee-497fdb5bba5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256001 Mar 16 11:33:33.872950 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8c860b74-3ff7-4ff6-b73d-8c7087682870 req-ce0e7957-5ac5-4bba-8bda-12db7dcac99e service neutron] 10.222.0.18 "GET /v2.0/networks/7f18c6ed-5792-4d3f-9fee-497fdb5bba5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249797 Mar 16 11:33:33.927768 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-e18d937d-cab7-421c-809f-481abf1b7ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985514119', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:51Z', 'updated_at': '2022-03-16T11:30:56Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:52Z', 'updated_at': '2022-03-16T11:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '90c5990a-0f41-4650-bab8-5855b5435fb7', 'name': '', 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:25:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:55Z', 'updated_at': '2022-03-16T11:31:01Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:33.931621 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18d937d-cab7-421c-809f-481abf1b7ff9 None None] The sync data for ids ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'] in dv-neutron-833859-1-hyperv is: [{'id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985514119', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:51Z', 'updated_at': '2022-03-16T11:30:56Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:52Z', 'updated_at': '2022-03-16T11:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '90c5990a-0f41-4650-bab8-5855b5435fb7', 'name': '', 'network_id': '7f18c6ed-5792-4d3f-9fee-497fdb5bba5e', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:25:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:55Z', 'updated_at': '2022-03-16T11:31:01Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '17e49f77-177e-4d61-93f3-cc1c7424dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:33:34.133633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78314080-369b-4923-9061-ed4edda5bfd0 None None] New status for floating IP 02f55059-9452-4cad-9ba9-02785259b645: DOWN {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:33:34.466547 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:34.560430 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:34.619222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2ce67-754e-4afd-9e2a-7e61664a9129 req-429b5851-5317-43a8-8c7e-607c2a4cfe10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:34.620733 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9bb2ce67-754e-4afd-9e2a-7e61664a9129 req-429b5851-5317-43a8-8c7e-607c2a4cfe10 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0830021 Mar 16 11:33:34.664408 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9bb2ce67-754e-4afd-9e2a-7e61664a9129 req-3acb152b-fb38-4a4c-813c-3703e67959a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2afe4a0-c540-4cea-bae0-71955ae1b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377209 Mar 16 11:33:35.050320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be48fe-8402-4903-80f8-a7a2c50bc6fa req-598d85bb-5b2c-48a9-a36a-65a7ae7d6a37 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:35.051781 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-43be48fe-8402-4903-80f8-a7a2c50bc6fa req-598d85bb-5b2c-48a9-a36a-65a7ae7d6a37 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 945 time: 0.0772862 Mar 16 11:33:35.122732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-43be48fe-8402-4903-80f8-a7a2c50bc6fa req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port 98189c9f-7186-4b0d-a167-db8c6e5fd73e {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:33:35.123064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-43be48fe-8402-4903-80f8-a7a2c50bc6fa req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:35.361943 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-43be48fe-8402-4903-80f8-a7a2c50bc6fa req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] For port 98189c9f-7186-4b0d-a167-db8c6e5fd73e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=98189c9f-7186-4b0d-a167-db8c6e5fd73e,segment=NetworkSegment(2fdb7400-e955-4b19-9782-b8847bd849fe),segment_id=2fdb7400-e955-4b19-9782-b8847bd849fe)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:35.362290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-43be48fe-8402-4903-80f8-a7a2c50bc6fa req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:35.511129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-43be48fe-8402-4903-80f8-a7a2c50bc6fa req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for 98189c9f-7186-4b0d-a167-db8c6e5fd73e owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:33:35.649423 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-43be48fe-8402-4903-80f8-a7a2c50bc6fa req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:35.695623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=98189c9f-7186-4b0d-a167-db8c6e5fd73e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:35.730178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:35.730522 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:35.730855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:35.731276 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:35.731605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:35.731929 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:35.732246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:35.732585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:35.732905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:35.733312 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:35.733779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:35.734266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:35.797900 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-43be48fe-8402-4903-80f8-a7a2c50bc6fa req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] No DVR routers for this DVR port 98189c9f-7186-4b0d-a167-db8c6e5fd73e on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:33:35.800644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-43be48fe-8402-4903-80f8-a7a2c50bc6fa req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:35.803637 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0483b330-d853-47af-a8e7-ff139332bb8f', 'name': 'network-vif-deleted', 'tag': '98189c9f-7186-4b0d-a167-db8c6e5fd73e'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:35.820992 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-43be48fe-8402-4903-80f8-a7a2c50bc6fa req-95edc69a-6842-414e-ad4b-ade3bc0cb5ec tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "DELETE /v2.0/ports/98189c9f-7186-4b0d-a167-db8c6e5fd73e HTTP/1.1" status: 204 len: 173 time: 0.7635219 Mar 16 11:33:35.823699 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-149a2a98-a732-4586-a528-f52722eea00a req-8b60dab0-f6bd-4dbb-8849-67ecb4492be7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0483b330-d853-47af-a8e7-ff139332bb8f HTTP/1.1" status: 200 len: 210 time: 0.0440724 Mar 16 11:33:35.858726 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0483b330-d853-47af-a8e7-ff139332bb8f', 'name': 'network-vif-deleted', 'tag': '98189c9f-7186-4b0d-a167-db8c6e5fd73e', 'status': 'completed', 'code': 200} Mar 16 11:33:36.013720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:36.922699 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60008) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:37.564481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2600892e-3d35-41ff-816e-fb47580bf6ed tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:37.931701 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-2600892e-3d35-41ff-816e-fb47580bf6ed tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port 90c5990a-0f41-4650-bab8-5855b5435fb7 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:33:37.932460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2600892e-3d35-41ff-816e-fb47580bf6ed tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:38.121457 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-2600892e-3d35-41ff-816e-fb47580bf6ed tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] For port 90c5990a-0f41-4650-bab8-5855b5435fb7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=90c5990a-0f41-4650-bab8-5855b5435fb7,segment=NetworkSegment(2fdb7400-e955-4b19-9782-b8847bd849fe),segment_id=2fdb7400-e955-4b19-9782-b8847bd849fe)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:38.121827 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2600892e-3d35-41ff-816e-fb47580bf6ed tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:38.266602 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-2600892e-3d35-41ff-816e-fb47580bf6ed tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for 90c5990a-0f41-4650-bab8-5855b5435fb7 owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:33:38.447098 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2600892e-3d35-41ff-816e-fb47580bf6ed tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:38.496749 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600892e-3d35-41ff-816e-fb47580bf6ed tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=90c5990a-0f41-4650-bab8-5855b5435fb7,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:38.766908 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2600892e-3d35-41ff-816e-fb47580bf6ed tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:39.231635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2600892e-3d35-41ff-816e-fb47580bf6ed tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:33:39.412205 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2600892e-3d35-41ff-816e-fb47580bf6ed tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:33:39.422663 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312dfb6-0449-412b-a46f-fe29f21f95c0 None None] Sync routers for ids ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:33:39.425278 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2600892e-3d35-41ff-816e-fb47580bf6ed tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "PUT /v2.0/routers/2d7fa7a8-564b-4bf0-b9df-02dbcf95397a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5015044 Mar 16 11:33:39.427937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60012) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:39.432162 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c312dfb6-0449-412b-a46f-fe29f21f95c0 None None] Routers {'2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:33:39.432865 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c312dfb6-0449-412b-a46f-fe29f21f95c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:33:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:39.500133 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2b7e31-9b95-45ee-8816-60201e8f291a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting subnet 17e49f77-177e-4d61-93f3-cc1c7424dbb5 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:33:39.503177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7e31-9b95-45ee-8816-60201e8f291a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:39.558037 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7e31-9b95-45ee-8816-60201e8f291a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:39.609758 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-c312dfb6-0449-412b-a46f-fe29f21f95c0 None None] Set router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:33:39.641461 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7e31-9b95-45ee-8816-60201e8f291a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:39.721017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7e31-9b95-45ee-8816-60201e8f291a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:39.763631 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7e31-9b95-45ee-8816-60201e8f291a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:39.771055 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001cccf7-c75b-48a9-9f6a-000ec03cd2d3 None None] Network 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:33:39.774000 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b7e31-9b95-45ee-8816-60201e8f291a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Subnet': ['ID=17e49f77-177e-4d61-93f3-cc1c7424dbb5,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:39.779426 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ae2b7e31-9b95-45ee-8816-60201e8f291a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/subnets/17e49f77-177e-4d61-93f3-cc1c7424dbb5 HTTP/1.1" status: 204 len: 168 time: 0.3503687 Mar 16 11:33:39.783425 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60016) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:39.910236 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c312dfb6-0449-412b-a46f-fe29f21f95c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985514119', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:51Z', 'updated_at': '2022-03-16T11:33:38Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:52Z', 'updated_at': '2022-03-16T11:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:39.914554 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312dfb6-0449-412b-a46f-fe29f21f95c0 None None] Checking router: 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:33:39.923509 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c312dfb6-0449-412b-a46f-fe29f21f95c0 None None] Routers {'2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:33:39.924288 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c312dfb6-0449-412b-a46f-fe29f21f95c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:33:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:40.068622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] DHCP port deletion for 7f18c6ed-5792-4d3f-9fee-497fdb5bba5e request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:33:40.073491 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Deleting port cf556b07-08a3-4e5f-a59c-bca6db30690a {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:33:40.073872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:40.089225 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f92eb83e-d428-4192-90d6-ca800a5b919c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:40.167455 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-c312dfb6-0449-412b-a46f-fe29f21f95c0 None None] Set router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:33:40.297319 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 98189c9f-7186-4b0d-a167-db8c6e5fd73e no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:33:40.299896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f92eb83e-d428-4192-90d6-ca800a5b919c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:40.310337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f92eb83e-d428-4192-90d6-ca800a5b919c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port 863b5a91-6d3f-4e09-8d56-707d01070f57 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:33:40.310681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f92eb83e-d428-4192-90d6-ca800a5b919c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:40.352214 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 98189c9f-7186-4b0d-a167-db8c6e5fd73e {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:33:40.352588 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 98189c9f-7186-4b0d-a167-db8c6e5fd73e not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:33:40.364089 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] For port cf556b07-08a3-4e5f-a59c-bca6db30690a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=cf556b07-08a3-4e5f-a59c-bca6db30690a,segment=NetworkSegment(2fdb7400-e955-4b19-9782-b8847bd849fe),segment_id=2fdb7400-e955-4b19-9782-b8847bd849fe)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:40.364800 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:40.516952 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Calling delete_port for cf556b07-08a3-4e5f-a59c-bca6db30690a owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:33:40.518870 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-f92eb83e-d428-4192-90d6-ca800a5b919c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] For port 863b5a91-6d3f-4e09-8d56-707d01070f57, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=863b5a91-6d3f-4e09-8d56-707d01070f57,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:40.519389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f92eb83e-d428-4192-90d6-ca800a5b919c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:40.563374 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c312dfb6-0449-412b-a46f-fe29f21f95c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985514119', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:51Z', 'updated_at': '2022-03-16T11:33:38Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:52Z', 'updated_at': '2022-03-16T11:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:40.568118 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312dfb6-0449-412b-a46f-fe29f21f95c0 None None] The sync data for ids ['2d7fa7a8-564b-4bf0-b9df-02dbcf95397a'] in dv-neutron-833859-1-hyperv is: [{'id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985514119', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:51Z', 'updated_at': '2022-03-16T11:33:38Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '863b5a91-6d3f-4e09-8d56-707d01070f57', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7fa7a8-564b-4bf0-b9df-02dbcf95397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:52Z', 'updated_at': '2022-03-16T11:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:33:40.634729 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:40.645993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-f92eb83e-d428-4192-90d6-ca800a5b919c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for 863b5a91-6d3f-4e09-8d56-707d01070f57 owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:33:40.679849 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Pushing event deleted for resources: {'Port': ['ID=cf556b07-08a3-4e5f-a59c-bca6db30690a,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:40.685297 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] No DVR routers for this DVR port cf556b07-08a3-4e5f-a59c-bca6db30690a on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:33:40.694919 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:40.694919 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:40.695290 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:40.695622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:40.696285 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:40.696285 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:40.696576 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:40.696896 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:40.697517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:40.697517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:40.697851 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:40.698207 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdaf8ec-a4ee-427b-9dbc-57113d58a2bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:40.956886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f92eb83e-d428-4192-90d6-ca800a5b919c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.009956 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92eb83e-d428-4192-90d6-ca800a5b919c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=863b5a91-6d3f-4e09-8d56-707d01070f57,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:41.103566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f92eb83e-d428-4192-90d6-ca800a5b919c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.139775 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 90c5990a-0f41-4650-bab8-5855b5435fb7 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:33:41.177118 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 90c5990a-0f41-4650-bab8-5855b5435fb7 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:33:41.177540 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 90c5990a-0f41-4650-bab8-5855b5435fb7 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:33:41.178028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device cf556b07-08a3-4e5f-a59c-bca6db30690a no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:33:41.210543 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: cf556b07-08a3-4e5f-a59c-bca6db30690a {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:33:41.210890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device cf556b07-08a3-4e5f-a59c-bca6db30690a not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:33:41.388356 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f92eb83e-d428-4192-90d6-ca800a5b919c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.390510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f92eb83e-d428-4192-90d6-ca800a5b919c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.411888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f92eb83e-d428-4192-90d6-ca800a5b919c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.412383 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92eb83e-d428-4192-90d6-ca800a5b919c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Fanout notify agent at l3_agent the message router_deleted on router 2d7fa7a8-564b-4bf0-b9df-02dbcf95397a {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:33:41.427516 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f92eb83e-d428-4192-90d6-ca800a5b919c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.428696 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f92eb83e-d428-4192-90d6-ca800a5b919c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/routers/2d7fa7a8-564b-4bf0-b9df-02dbcf95397a HTTP/1.1" status: 204 len: 168 time: 1.6437116 Mar 16 11:33:41.431615 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60020) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:41.547471 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf9d34eb-0814-4cde-9625-03033b04a7f0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.673867 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf9d34eb-0814-4cde-9625-03033b04a7f0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.698560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-bf9d34eb-0814-4cde-9625-03033b04a7f0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f18c6ed-5792-4d3f-9fee-497fdb5bba5e']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:41.710015 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-bf9d34eb-0814-4cde-9625-03033b04a7f0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdb7400-e955-4b19-9782-b8847bd849fe') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:41.710301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-bf9d34eb-0814-4cde-9625-03033b04a7f0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdb7400-e955-4b19-9782-b8847bd849fe') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:41.721153 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf9d34eb-0814-4cde-9625-03033b04a7f0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.736587 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf9d34eb-0814-4cde-9625-03033b04a7f0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.742550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9d34eb-0814-4cde-9625-03033b04a7f0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:33:41.742826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf9d34eb-0814-4cde-9625-03033b04a7f0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:33:41.757091 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:33:41.836722 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf9d34eb-0814-4cde-9625-03033b04a7f0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.841114 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bf9d34eb-0814-4cde-9625-03033b04a7f0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.869234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d34eb-0814-4cde-9625-03033b04a7f0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Network': ['ID=7f18c6ed-5792-4d3f-9fee-497fdb5bba5e,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:41.878276 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bf9d34eb-0814-4cde-9625-03033b04a7f0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/networks/7f18c6ed-5792-4d3f-9fee-497fdb5bba5e HTTP/1.1" status: 204 len: 168 time: 0.4455864 Mar 16 11:33:41.881052 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60024) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:41.951605 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6770469d-5a7f-4ed4-a118-7349e2369862 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.979969 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6770469d-5a7f-4ed4-a118-7349e2369862 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.042405 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6770469d-5a7f-4ed4-a118-7349e2369862 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.060681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770469d-5a7f-4ed4-a118-7349e2369862 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2afe4a0-c540-4cea-bae0-71955ae1b380,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:42.072211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-6770469d-5a7f-4ed4-a118-7349e2369862 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.073312 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-6770469d-5a7f-4ed4-a118-7349e2369862 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/security-groups/f2afe4a0-c540-4cea-bae0-71955ae1b380 HTTP/1.1" status: 204 len: 168 time: 0.1912835 Mar 16 11:33:42.261767 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60032) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:42.267357 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-57193ee3-116a-4551-ada5-a8189a48f7c0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-702299814', 'description': 'tempest-secgroup-smoke-702299814 description', 'project_id': 'd7b84297c4894f449599f50328fa1baa'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:42.273181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-57193ee3-116a-4551-ada5-a8189a48f7c0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:42.277315 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-57193ee3-116a-4551-ada5-a8189a48f7c0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:33:42.280095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-57193ee3-116a-4551-ada5-a8189a48f7c0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:33:42.285733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-57193ee3-116a-4551-ada5-a8189a48f7c0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:42.296486 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-57193ee3-116a-4551-ada5-a8189a48f7c0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.315600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-57193ee3-116a-4551-ada5-a8189a48f7c0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:42.319198 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-57193ee3-116a-4551-ada5-a8189a48f7c0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:33:42.321832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-57193ee3-116a-4551-ada5-a8189a48f7c0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:33:42.327473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-57193ee3-116a-4551-ada5-a8189a48f7c0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:42.396581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-57193ee3-116a-4551-ada5-a8189a48f7c0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.400218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-57193ee3-116a-4551-ada5-a8189a48f7c0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.442820 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57193ee3-116a-4551-ada5-a8189a48f7c0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee6acaf-7a20-4620-a0ee-46dbda762aaa,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:42.448659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-57193ee3-116a-4551-ada5-a8189a48f7c0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.449846 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-57193ee3-116a-4551-ada5-a8189a48f7c0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1867445 Mar 16 11:33:42.452750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60036) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:42.457626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a098cce7-6088-4729-97ca-eb89bd043206 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': '4ee6acaf-7a20-4620-a0ee-46dbda762aaa', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:42.463903 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a098cce7-6088-4729-97ca-eb89bd043206 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:42.467754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a098cce7-6088-4729-97ca-eb89bd043206 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:33:42.470644 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a098cce7-6088-4729-97ca-eb89bd043206 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:33:42.476490 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a098cce7-6088-4729-97ca-eb89bd043206 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:42.495718 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a098cce7-6088-4729-97ca-eb89bd043206 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.553903 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a098cce7-6088-4729-97ca-eb89bd043206 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.557336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a098cce7-6088-4729-97ca-eb89bd043206 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.579753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098cce7-6088-4729-97ca-eb89bd043206 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ac78f5-d9b7-4f98-ac14-2685f9df33c7,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:42.588832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a098cce7-6088-4729-97ca-eb89bd043206 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.590025 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a098cce7-6088-4729-97ca-eb89bd043206 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363776 Mar 16 11:33:42.592742 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60040) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:42.597557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-7a6de36f-cb9d-43ec-b14f-20bf6e93be47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': '4ee6acaf-7a20-4620-a0ee-46dbda762aaa', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:42.603848 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7a6de36f-cb9d-43ec-b14f-20bf6e93be47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:42.608156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7a6de36f-cb9d-43ec-b14f-20bf6e93be47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:33:42.610976 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7a6de36f-cb9d-43ec-b14f-20bf6e93be47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:33:42.616506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7a6de36f-cb9d-43ec-b14f-20bf6e93be47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:42.633399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a6de36f-cb9d-43ec-b14f-20bf6e93be47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.694170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a6de36f-cb9d-43ec-b14f-20bf6e93be47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.697669 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a6de36f-cb9d-43ec-b14f-20bf6e93be47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.722451 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6de36f-cb9d-43ec-b14f-20bf6e93be47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b47215-04a8-4602-a911-6125fdc63c8f,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:42.731886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a6de36f-cb9d-43ec-b14f-20bf6e93be47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.733019 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7a6de36f-cb9d-43ec-b14f-20bf6e93be47 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393476 Mar 16 11:33:42.735944 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60044) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:42.741144 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-f47228f7-c2c2-47ef-a3ed-5ed99b1ecde8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': '4ee6acaf-7a20-4620-a0ee-46dbda762aaa', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:42.747062 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f47228f7-c2c2-47ef-a3ed-5ed99b1ecde8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:42.750875 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f47228f7-c2c2-47ef-a3ed-5ed99b1ecde8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:33:42.753749 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-f47228f7-c2c2-47ef-a3ed-5ed99b1ecde8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:33:42.759382 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-f47228f7-c2c2-47ef-a3ed-5ed99b1ecde8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:42.776623 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f47228f7-c2c2-47ef-a3ed-5ed99b1ecde8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.840022 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f47228f7-c2c2-47ef-a3ed-5ed99b1ecde8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.843506 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f47228f7-c2c2-47ef-a3ed-5ed99b1ecde8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.867361 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47228f7-c2c2-47ef-a3ed-5ed99b1ecde8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6288ddba-30e5-4294-89cf-d7c2f46bc2e6,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:42.880130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f47228f7-c2c2-47ef-a3ed-5ed99b1ecde8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.881466 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f47228f7-c2c2-47ef-a3ed-5ed99b1ecde8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445451 Mar 16 11:33:42.884150 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60048) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:42.889802 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-425dea77-78ec-4b66-9bb8-69b8a2eec1a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': '4ee6acaf-7a20-4620-a0ee-46dbda762aaa', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:42.895521 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-425dea77-78ec-4b66-9bb8-69b8a2eec1a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:42.899297 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-425dea77-78ec-4b66-9bb8-69b8a2eec1a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:33:42.902633 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-425dea77-78ec-4b66-9bb8-69b8a2eec1a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:33:42.908216 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-425dea77-78ec-4b66-9bb8-69b8a2eec1a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:42.924167 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-425dea77-78ec-4b66-9bb8-69b8a2eec1a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.955806 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:33:42.986774 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-425dea77-78ec-4b66-9bb8-69b8a2eec1a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.990152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-425dea77-78ec-4b66-9bb8-69b8a2eec1a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.012696 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dea77-78ec-4b66-9bb8-69b8a2eec1a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db54585-44ee-46f9-8c6d-ef11b54773ca,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:43.021280 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-425dea77-78ec-4b66-9bb8-69b8a2eec1a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.022587 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-425dea77-78ec-4b66-9bb8-69b8a2eec1a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1374073 Mar 16 11:33:43.025453 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60052) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:43.031044 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-249edcd3-aac7-42c0-903e-5593889921b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': '4ee6acaf-7a20-4620-a0ee-46dbda762aaa', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:43.036664 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 863b5a91-6d3f-4e09-8d56-707d01070f57 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:33:43.037136 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-249edcd3-aac7-42c0-903e-5593889921b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:43.040790 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-249edcd3-aac7-42c0-903e-5593889921b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:33:43.043748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-249edcd3-aac7-42c0-903e-5593889921b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:33:43.049292 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-249edcd3-aac7-42c0-903e-5593889921b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:43.059919 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-249edcd3-aac7-42c0-903e-5593889921b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Project d7b84297c4894f449599f50328fa1baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:33:43.066872 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-249edcd3-aac7-42c0-903e-5593889921b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.072648 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 863b5a91-6d3f-4e09-8d56-707d01070f57 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:33:43.073571 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 863b5a91-6d3f-4e09-8d56-707d01070f57 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:33:43.129282 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-249edcd3-aac7-42c0-903e-5593889921b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.132471 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-249edcd3-aac7-42c0-903e-5593889921b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.157670 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249edcd3-aac7-42c0-903e-5593889921b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2d5c9c-5993-4280-95b0-0526eabfeb38,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:43.164705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-249edcd3-aac7-42c0-903e-5593889921b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.165841 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-249edcd3-aac7-42c0-903e-5593889921b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388922 Mar 16 11:33:43.168577 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60056) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:43.173298 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-b208c07c-6576-47be-a19a-c3747c020b7f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': '4ee6acaf-7a20-4620-a0ee-46dbda762aaa', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:43.178955 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b208c07c-6576-47be-a19a-c3747c020b7f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:43.183187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b208c07c-6576-47be-a19a-c3747c020b7f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:33:43.185949 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-b208c07c-6576-47be-a19a-c3747c020b7f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:33:43.191692 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-b208c07c-6576-47be-a19a-c3747c020b7f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:43.202017 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-b208c07c-6576-47be-a19a-c3747c020b7f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Project d7b84297c4894f449599f50328fa1baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:33:43.208227 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b208c07c-6576-47be-a19a-c3747c020b7f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.273593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b208c07c-6576-47be-a19a-c3747c020b7f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.276943 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b208c07c-6576-47be-a19a-c3747c020b7f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.299720 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208c07c-6576-47be-a19a-c3747c020b7f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47270fcb-7d2f-41f4-a27d-bdcfabc19d6f,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:43.308707 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b208c07c-6576-47be-a19a-c3747c020b7f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.309837 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b208c07c-6576-47be-a19a-c3747c020b7f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1403761 Mar 16 11:33:43.312574 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60060) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:43.317857 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2c2f0d7e-fadb-488b-b948-a143722f566d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'network': {'name': 'tempest-network-smoke--685741727', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'port_security_enabled': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:43.322476 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2c2f0d7e-fadb-488b-b948-a143722f566d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:43.327223 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2c2f0d7e-fadb-488b-b948-a143722f566d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:network and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:33:43.330082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2c2f0d7e-fadb-488b-b948-a143722f566d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:33:43.335753 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2c2f0d7e-fadb-488b-b948-a143722f566d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:43.345081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2f0d7e-fadb-488b-b948-a143722f566d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Made reservation on behalf of d7b84297c4894f449599f50328fa1baa for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:33:43.348421 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c2f0d7e-fadb-488b-b948-a143722f566d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.377327 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2f0d7e-fadb-488b-b948-a143722f566d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:33:43.386538 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c2f0d7e-fadb-488b-b948-a143722f566d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.387016 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-2c2f0d7e-fadb-488b-b948-a143722f566d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Added segment 6610b666-6837-4d84-96ca-e4f79a59f18d of type vlan for network bff09fcd-2dc6-475c-b9ae-e2eb24e180fc Mar 16 11:33:43.411423 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c2f0d7e-fadb-488b-b948-a143722f566d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.440720 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c2f0d7e-fadb-488b-b948-a143722f566d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.446033 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f0d7e-fadb-488b-b948-a143722f566d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:43.446612 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2c2f0d7e-fadb-488b-b948-a143722f566d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.655256 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2c2f0d7e-fadb-488b-b948-a143722f566d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3416307 Mar 16 11:33:43.657940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f0d7e-fadb-488b-b948-a143722f566d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Network': ['ID=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:43.658124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60064) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:43.664562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-461841535', 'admin_state_up': True, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:43.669128 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network bff09fcd-2dc6-475c-b9ae-e2eb24e180fc details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:33:43.673364 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:43.677292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:router and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:33:43.680061 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:33:43.687435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:43.697891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.698874 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.713944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:43.974789 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:44.270585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:44.299015 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:44.430524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.26.3.37 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:33:44.572808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:44.601241 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:44.658772 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:33:44.661441 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:33:44.669109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:33:44.707864 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:45.186854 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:45.519380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:45.715814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 47f7277e-c408-487d-913a-e93a1ec5bb96 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:33:45.885163 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:33:45.894932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Sync routers for ids ['47f7277e-c408-487d-913a-e93a1ec5bb96'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:33:45.904288 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Routers {'47f7277e-c408-487d-913a-e93a1ec5bb96'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:33:45.904896 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:33:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['47f7277e-c408-487d-913a-e93a1ec5bb96'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:45.912544 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:45.913786 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7fd3db7b-e989-437d-9e0b-e43a79b7110d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2545404 Mar 16 11:33:45.916892 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60068) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:45.956221 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7ca5946a-bc55-47e9-bf46-7399171d34ee tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=d7b84297c4894f449599f50328fa1baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382962 Mar 16 11:33:45.958991 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60072) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:46.079758 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Set router 47f7277e-c408-487d-913a-e93a1ec5bb96 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:33:46.088095 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850b6f11-a475-4a25-8b80-db4de0c280c8 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:46.089599 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-850b6f11-a475-4a25-8b80-db4de0c280c8 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296010 Mar 16 11:33:46.092373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60076) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:46.135214 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ad83436c-b7ac-4cd7-9466-4ac9355d38b9 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416992 Mar 16 11:33:46.138291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60080) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:46.144022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-2866c134-3d4f-42e4-bc3f-b786eeb1a823 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1852458210', 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:46.361655 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461841535', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:33:43Z', 'updated_at': '2022-03-16T11:33:45Z', 'revision_number': 3, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:44Z', 'updated_at': '2022-03-16T11:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:46.365416 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Checking router: 47f7277e-c408-487d-913a-e93a1ec5bb96 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:33:46.365790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Updating router 47f7277e-c408-487d-913a-e93a1ec5bb96 port e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:33:46.368670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2866c134-3d4f-42e4-bc3f-b786eeb1a823 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:46.373109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2866c134-3d4f-42e4-bc3f-b786eeb1a823 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:subnet and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:33:46.376001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2866c134-3d4f-42e4-bc3f-b786eeb1a823 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:33:46.381636 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2866c134-3d4f-42e4-bc3f-b786eeb1a823 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:46.392021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2866c134-3d4f-42e4-bc3f-b786eeb1a823 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Made reservation on behalf of d7b84297c4894f449599f50328fa1baa for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:33:46.395594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2866c134-3d4f-42e4-bc3f-b786eeb1a823 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:46.418947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:46.603617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2866c134-3d4f-42e4-bc3f-b786eeb1a823 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:46.680092 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866c134-3d4f-42e4-bc3f-b786eeb1a823 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Subnet': ['ID=2c81ed17-fada-4467-9850-53ef0d9b77a3,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:46.690601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2866c134-3d4f-42e4-bc3f-b786eeb1a823 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Checking segment: {'id': '6610b666-6837-4d84-96ca-e4f79a59f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:33:46.690935 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866c134-3d4f-42e4-bc3f-b786eeb1a823 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network hostable DHCP agents. Network: bff09fcd-2dc6-475c-b9ae-e2eb24e180fc, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:33:46.709132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866c134-3d4f-42e4-bc3f-b786eeb1a823 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network bff09fcd-2dc6-475c-b9ae-e2eb24e180fc is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:33:46.719492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-2866c134-3d4f-42e4-bc3f-b786eeb1a823 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, bff09fcd-2dc6-475c-b9ae-e2eb24e180fc) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:33:46.723451 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2866c134-3d4f-42e4-bc3f-b786eeb1a823 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:46.724025 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2866c134-3d4f-42e4-bc3f-b786eeb1a823 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:46.732821 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0263c76-1371-47fa-be4b-075900f86443 None None] Network bff09fcd-2dc6-475c-b9ae-e2eb24e180fc requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:33:46.745992 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2866c134-3d4f-42e4-bc3f-b786eeb1a823 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6065848 Mar 16 11:33:46.748742 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60084) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:46.777884 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:46.842683 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Transition to ACTIVE for port object e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:33:46.856715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:47.006802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bded4c-027e-4400-9578-f1e96ae2e341 None None] Pushing event updated for resources: {'Port': ['ID=e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:47.018193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Attempting to bind port e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:33:47.018562 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Attempting to bind port e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:33:47.018925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Attempting to bind port e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:33:47.029361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:33:47.029625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:33:47.030025 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:47.030427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:33:47.030881 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Bound port: e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:33:47.031278 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:47.118354 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ips': [{'subnet_id': '2c81ed17-fada-4467-9850-53ef0d9b77a3'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:33:47.119185 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:47.187139 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] For port e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:33:47.213409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] For port e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:33:47.218673 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:47.377219 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Routers {'47f7277e-c408-487d-913a-e93a1ec5bb96'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:33:47.377834 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:33:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['47f7277e-c408-487d-913a-e93a1ec5bb96'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:47.443480 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bded4c-027e-4400-9578-f1e96ae2e341 None None] Pushing event updated for resources: {'Port': ['ID=e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:47.453953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:47.464972 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Allocated IP 172.20.0.2 (bff09fcd-2dc6-475c-b9ae-e2eb24e180fc/2c81ed17-fada-4467-9850-53ef0d9b77a3/a86d9c1f-d3c3-4337-8a44-af24d7ca9140) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:33:47.657005 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] Set router 47f7277e-c408-487d-913a-e93a1ec5bb96 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:33:47.987230 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:48.001676 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Transition to ACTIVE for port object a86d9c1f-d3c3-4337-8a44-af24d7ca9140 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:33:48.035657 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Transition to ACTIVE for port object a86d9c1f-d3c3-4337-8a44-af24d7ca9140 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:33:48.048264 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:48.083915 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:48.126991 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Network bff09fcd-2dc6-475c-b9ae-e2eb24e180fc is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:33:48.130953 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:33:48.136790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461841535', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:33:43Z', 'updated_at': '2022-03-16T11:33:45Z', 'revision_number': 3, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:44Z', 'updated_at': '2022-03-16T11:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:48.139143 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:33:48.141033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Pushing event updated for resources: {'Port': ['ID=a86d9c1f-d3c3-4337-8a44-af24d7ca9140,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:48.148431 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e23d7b-878e-4194-8fa4-6c9b9d4e1e7e None None] The sync data for ids ['47f7277e-c408-487d-913a-e93a1ec5bb96'] in dv-neutron-833859-1-hyperv is: [{'id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461841535', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:33:43Z', 'updated_at': '2022-03-16T11:33:45Z', 'revision_number': 3, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:44Z', 'updated_at': '2022-03-16T11:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:33:48.234862 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Attempting to bind port a86d9c1f-d3c3-4337-8a44-af24d7ca9140 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:33:48.235258 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Attempting to bind port a86d9c1f-d3c3-4337-8a44-af24d7ca9140 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '6610b666-6837-4d84-96ca-e4f79a59f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:33:48.235624 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Attempting to bind port a86d9c1f-d3c3-4337-8a44-af24d7ca9140 on network bff09fcd-2dc6-475c-b9ae-e2eb24e180fc {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:33:48.239767 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.20.0.1 (bff09fcd-2dc6-475c-b9ae-e2eb24e180fc/2c81ed17-fada-4467-9850-53ef0d9b77a3/025f503d-0260-4ae1-a76a-c5f0ac04df48) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:33:48.240989 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:33:48.241370 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Checking segment: {'id': '6610b666-6837-4d84-96ca-e4f79a59f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:33:48.241768 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:48.242164 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Bound using segment: {'id': '6610b666-6837-4d84-96ca-e4f79a59f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:33:48.242627 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Bound port: a86d9c1f-d3c3-4337-8a44-af24d7ca9140, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6610b666-6837-4d84-96ca-e4f79a59f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:33:48.243114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:48.336613 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] For port a86d9c1f-d3c3-4337-8a44-af24d7ca9140, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:33:48.339775 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] For port a86d9c1f-d3c3-4337-8a44-af24d7ca9140, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a86d9c1f-d3c3-4337-8a44-af24d7ca9140,segment=NetworkSegment(6610b666-6837-4d84-96ca-e4f79a59f18d),segment_id=6610b666-6837-4d84-96ca-e4f79a59f18d)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:33:48.345245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:48.409082 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:48.426175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Transition to ACTIVE for port object 025f503d-0260-4ae1-a76a-c5f0ac04df48 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:33:48.445699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c21118-a15c-4fdd-8a30-9b6cd72dbe84 None None] Pushing event updated for resources: {'Port': ['ID=a86d9c1f-d3c3-4337-8a44-af24d7ca9140,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:48.451826 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:48.518443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network bff09fcd-2dc6-475c-b9ae-e2eb24e180fc is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:33:48.529833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:33:48.532478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:33:48.569881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=025f503d-0260-4ae1-a76a-c5f0ac04df48,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:48.599573 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:48.886626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:49.142237 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a86d9c1f-d3c3-4337-8a44-af24d7ca9140 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:33:49.266795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port a86d9c1f-d3c3-4337-8a44-af24d7ca9140 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:33:49.271991 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:33:49.328891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:49.334023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:49.344747 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:33:49.349709 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:49.350074 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:49.449527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:49.456622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=025f503d-0260-4ae1-a76a-c5f0ac04df48,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:49.476082 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:49.493729 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:49.498423 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:49.534802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32ed2bb-a141-4401-9774-5abaf86b3d9d None None] Network bff09fcd-2dc6-475c-b9ae-e2eb24e180fc requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:33:49.597870 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network bff09fcd-2dc6-475c-b9ae-e2eb24e180fc is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:33:49.599245 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:33:49.669701 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d0bc6296-4a60-4fe3-9cb8-1252641a1858 None None] Provisioning for port a86d9c1f-d3c3-4337-8a44-af24d7ca9140 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:33:49.674360 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:49.684803 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d0bc6296-4a60-4fe3-9cb8-1252641a1858 None None] Provisioning complete for port a86d9c1f-d3c3-4337-8a44-af24d7ca9140 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:49.685177 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0bc6296-4a60-4fe3-9cb8-1252641a1858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:49.905966 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0bc6296-4a60-4fe3-9cb8-1252641a1858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:49.908974 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 47f7277e-c408-487d-913a-e93a1ec5bb96 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:33:49.949709 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-d0bc6296-4a60-4fe3-9cb8-1252641a1858 None None] For port a86d9c1f-d3c3-4337-8a44-af24d7ca9140, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a86d9c1f-d3c3-4337-8a44-af24d7ca9140,segment=NetworkSegment(6610b666-6837-4d84-96ca-e4f79a59f18d),segment_id=6610b666-6837-4d84-96ca-e4f79a59f18d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:49.955818 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0bc6296-4a60-4fe3-9cb8-1252641a1858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:50.025027 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc6296-4a60-4fe3-9cb8-1252641a1858 None None] Pushing event updated for resources: {'Port': ['ID=a86d9c1f-d3c3-4337-8a44-af24d7ca9140,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:50.094216 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:33:50.106404 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Sync routers for ids ['47f7277e-c408-487d-913a-e93a1ec5bb96'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:33:50.108199 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-073130de-f871-4575-aaad-52af9d0f4938 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "PUT /v2.0/routers/47f7277e-c408-487d-913a-e93a1ec5bb96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3584328 Mar 16 11:33:50.117014 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Routers {'47f7277e-c408-487d-913a-e93a1ec5bb96'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:33:50.117633 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:33:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['47f7277e-c408-487d-913a-e93a1ec5bb96'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:50.181566 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-621a87a1-f7a9-4145-8b30-c345ca4532fb None None] Provisioning for port 025f503d-0260-4ae1-a76a-c5f0ac04df48 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:33:50.188675 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-621a87a1-f7a9-4145-8b30-c345ca4532fb None None] Provisioning complete for port 025f503d-0260-4ae1-a76a-c5f0ac04df48 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:50.189127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-621a87a1-f7a9-4145-8b30-c345ca4532fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:50.259114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-621a87a1-f7a9-4145-8b30-c345ca4532fb None None] Port 025f503d-0260-4ae1-a76a-c5f0ac04df48 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:33:50.272685 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-621a87a1-f7a9-4145-8b30-c345ca4532fb None None] Provisioning complete for port a86d9c1f-d3c3-4337-8a44-af24d7ca9140 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:50.273437 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-621a87a1-f7a9-4145-8b30-c345ca4532fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:50.307206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-c6766632-4f04-4d98-a704-03dea1be091f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:33:50.337781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-c6766632-4f04-4d98-a704-03dea1be091f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:33:50.339316 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-c6766632-4f04-4d98-a704-03dea1be091f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702299814&fields=id&tenant_id=d7b84297c4894f449599f50328fa1baa HTTP/1.1" status: 200 len: 267 time: 0.0878594 Mar 16 11:33:50.361927 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Set router 47f7277e-c408-487d-913a-e93a1ec5bb96 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:33:50.516664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-e134b30a-77c8-43e2-81d4-e64afdd06e40 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:50.518451 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-e134b30a-77c8-43e2-81d4-e64afdd06e40 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/networks?id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc HTTP/1.1" status: 200 len: 796 time: 0.1717281 Mar 16 11:33:50.533704 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-9845f374-fce3-4db3-b44f-ac2018046aae tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/quotas/d7b84297c4894f449599f50328fa1baa HTTP/1.1" status: 200 len: 375 time: 0.0095446 Mar 16 11:33:50.553250 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-d4723fff-c95e-4692-8466-dcb9ac57e03c None None] Provisioning complete for port 025f503d-0260-4ae1-a76a-c5f0ac04df48 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:50.553622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d4723fff-c95e-4692-8466-dcb9ac57e03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:50.618004 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-d4723fff-c95e-4692-8466-dcb9ac57e03c None None] Port 025f503d-0260-4ae1-a76a-c5f0ac04df48 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:33:50.632911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-1cf0d371-1679-4080-9c3f-5687bb923c50 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:33:50.647264 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-1cf0d371-1679-4080-9c3f-5687bb923c50 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:33:50.648564 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-1cf0d371-1679-4080-9c3f-5687bb923c50 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039236 Mar 16 11:33:50.696803 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461841535', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:33:43Z', 'updated_at': '2022-03-16T11:33:48Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:44Z', 'updated_at': '2022-03-16T11:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '025f503d-0260-4ae1-a76a-c5f0ac04df48', 'name': '', 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:fa:37:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:47Z', 'updated_at': '2022-03-16T11:33:49Z', 'revision_number': 2, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:50.700529 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Checking router: 47f7277e-c408-487d-913a-e93a1ec5bb96 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:33:50.700870 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Updating router 47f7277e-c408-487d-913a-e93a1ec5bb96 port 025f503d-0260-4ae1-a76a-c5f0ac04df48 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:33:50.708283 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-a1118b6f-7f09-440a-b9c4-c8c4c44bf2ad service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:33:50.709246 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-a1118b6f-7f09-440a-b9c4-c8c4c44bf2ad service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489931 Mar 16 11:33:50.739421 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e79069a0-91ea-4cc6-aae0-c21d3e12e059 None None] Provisioning complete for port 025f503d-0260-4ae1-a76a-c5f0ac04df48 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:50.739873 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e79069a0-91ea-4cc6-aae0-c21d3e12e059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:50.756655 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:50.795026 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e79069a0-91ea-4cc6-aae0-c21d3e12e059 None None] Port 025f503d-0260-4ae1-a76a-c5f0ac04df48 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:33:50.843537 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-b7a1653b-0747-4a20-b90a-22f62b71b6f0 service neutron] 10.222.0.44 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277573 Mar 16 11:33:50.979218 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-d8b245fc-3a12-468c-801a-8ffb0476c4f4 service neutron] 10.222.0.44 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297381 Mar 16 11:33:51.122574 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:51.122998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a86d9c1f-d3c3-4337-8a44-af24d7ca9140 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:33:51.138239 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Transition to ACTIVE for port object 025f503d-0260-4ae1-a76a-c5f0ac04df48 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:33:51.149228 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:51.200578 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port a86d9c1f-d3c3-4337-8a44-af24d7ca9140 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:51.200578 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:51.251688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-cef864b1-8d4e-4e19-85e0-7593fb8bf020 req-5f3c4fd5-4856-4c7c-b87b-43c6aefa3c8b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:33:51.278848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-cef864b1-8d4e-4e19-85e0-7593fb8bf020 req-5f3c4fd5-4856-4c7c-b87b-43c6aefa3c8b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:33:51.280755 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cef864b1-8d4e-4e19-85e0-7593fb8bf020 req-5f3c4fd5-4856-4c7c-b87b-43c6aefa3c8b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 210 time: 0.1241782 Mar 16 11:33:51.397076 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf23311-99ab-4dee-8a8c-4b353d95572f None None] Pushing event updated for resources: {'Port': ['ID=025f503d-0260-4ae1-a76a-c5f0ac04df48,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:51.411306 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:33:51.489280 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf23311-99ab-4dee-8a8c-4b353d95572f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.489575 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf23311-99ab-4dee-8a8c-4b353d95572f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.489906 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf23311-99ab-4dee-8a8c-4b353d95572f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.490229 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf23311-99ab-4dee-8a8c-4b353d95572f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.490548 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf23311-99ab-4dee-8a8c-4b353d95572f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.490867 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf23311-99ab-4dee-8a8c-4b353d95572f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.491523 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf23311-99ab-4dee-8a8c-4b353d95572f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.491523 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf23311-99ab-4dee-8a8c-4b353d95572f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.491837 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf23311-99ab-4dee-8a8c-4b353d95572f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.492154 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf23311-99ab-4dee-8a8c-4b353d95572f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.492463 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf23311-99ab-4dee-8a8c-4b353d95572f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.492796 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf23311-99ab-4dee-8a8c-4b353d95572f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.504448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:51.504885 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:51.528106 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Attempting to bind port 025f503d-0260-4ae1-a76a-c5f0ac04df48 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:33:51.528518 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Attempting to bind port 025f503d-0260-4ae1-a76a-c5f0ac04df48 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '6610b666-6837-4d84-96ca-e4f79a59f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:33:51.528807 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Attempting to bind port 025f503d-0260-4ae1-a76a-c5f0ac04df48 on network bff09fcd-2dc6-475c-b9ae-e2eb24e180fc {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:33:51.534378 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:33:51.535112 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Checking segment: {'id': '6610b666-6837-4d84-96ca-e4f79a59f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:33:51.535112 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:51.535539 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Bound using segment: {'id': '6610b666-6837-4d84-96ca-e4f79a59f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:33:51.536278 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Bound port: 025f503d-0260-4ae1-a76a-c5f0ac04df48, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6610b666-6837-4d84-96ca-e4f79a59f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:33:51.536398 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:51.641260 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] For port 025f503d-0260-4ae1-a76a-c5f0ac04df48, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:33:51.645854 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] For port 025f503d-0260-4ae1-a76a-c5f0ac04df48, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=025f503d-0260-4ae1-a76a-c5f0ac04df48,segment=NetworkSegment(6610b666-6837-4d84-96ca-e4f79a59f18d),segment_id=6610b666-6837-4d84-96ca-e4f79a59f18d)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:33:51.651124 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:51.730982 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Routers {'47f7277e-c408-487d-913a-e93a1ec5bb96'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:33:51.731624 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:33:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['47f7277e-c408-487d-913a-e93a1ec5bb96'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:51.787279 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf23311-99ab-4dee-8a8c-4b353d95572f None None] Pushing event updated for resources: {'Port': ['ID=025f503d-0260-4ae1-a76a-c5f0ac04df48,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:51.918426 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] Set router 47f7277e-c408-487d-913a-e93a1ec5bb96 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:33:52.214830 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461841535', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:33:43Z', 'updated_at': '2022-03-16T11:33:48Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:44Z', 'updated_at': '2022-03-16T11:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '025f503d-0260-4ae1-a76a-c5f0ac04df48', 'name': '', 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:fa:37:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:47Z', 'updated_at': '2022-03-16T11:33:51Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:52.218716 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834fb26d-595e-4592-a0b0-3d48b701f875 None None] The sync data for ids ['47f7277e-c408-487d-913a-e93a1ec5bb96'] in dv-neutron-833859-1-hyperv is: [{'id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461841535', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:33:43Z', 'updated_at': '2022-03-16T11:33:48Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:44Z', 'updated_at': '2022-03-16T11:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '025f503d-0260-4ae1-a76a-c5f0ac04df48', 'name': '', 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:fa:37:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:47Z', 'updated_at': '2022-03-16T11:33:51Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:33:52.447693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-4883c304-be21-4c2c-90d7-a0bea142e550 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:52.449595 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-4883c304-be21-4c2c-90d7-a0bea142e550 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "GET /v2.0/networks?id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc HTTP/1.1" status: 200 len: 796 time: 0.2214925 Mar 16 11:33:52.478921 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7e3d8439-bad2-4195-a67d-a8cfe5879cba req-00af4195-ac07-4a3f-b9ba-551c6ca0e776 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 210 time: 0.0711346 Mar 16 11:33:52.509637 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-8d849d42-ff27-4ace-813f-195cb5039005 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7b84297c4894f449599f50328fa1baa HTTP/1.1" status: 200 len: 379 time: 0.0486693 Mar 16 11:33:52.519296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-ee18871f-1f91-4162-9dc8-c1168842e231 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'port': {'device_id': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'admin_state_up': True, 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'security_groups': ['4ee6acaf-7a20-4620-a0ee-46dbda762aaa']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:52.664060 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-ee18871f-1f91-4162-9dc8-c1168842e231 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:52.676723 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-ee18871f-1f91-4162-9dc8-c1168842e231 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:52.687202 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-ee18871f-1f91-4162-9dc8-c1168842e231 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Made reservation on behalf of d7b84297c4894f449599f50328fa1baa for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:33:52.691078 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-ee18871f-1f91-4162-9dc8-c1168842e231 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:52.871923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-ee18871f-1f91-4162-9dc8-c1168842e231 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.20.0.3 (bff09fcd-2dc6-475c-b9ae-e2eb24e180fc/2c81ed17-fada-4467-9850-53ef0d9b77a3/1fbcd284-508a-416f-a020-6afbcc0f47e0) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:33:53.088307 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-ee18871f-1f91-4162-9dc8-c1168842e231 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:53.105904 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-ee18871f-1f91-4162-9dc8-c1168842e231 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Transition to ACTIVE for port object 1fbcd284-508a-416f-a020-6afbcc0f47e0 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:33:53.123951 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 025f503d-0260-4ae1-a76a-c5f0ac04df48 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:33:53.131720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-ee18871f-1f91-4162-9dc8-c1168842e231 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:53.195610 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 025f503d-0260-4ae1-a76a-c5f0ac04df48 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:33:53.201596 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 025f503d-0260-4ae1-a76a-c5f0ac04df48 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:53.201968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:53.341158 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:53.344429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-ee18871f-1f91-4162-9dc8-c1168842e231 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network bff09fcd-2dc6-475c-b9ae-e2eb24e180fc is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:33:53.352582 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-ee18871f-1f91-4162-9dc8-c1168842e231 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:33:53.357220 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-ee18871f-1f91-4162-9dc8-c1168842e231 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:33:53.376399 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 025f503d-0260-4ae1-a76a-c5f0ac04df48, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=025f503d-0260-4ae1-a76a-c5f0ac04df48,segment=NetworkSegment(6610b666-6837-4d84-96ca-e4f79a59f18d),segment_id=6610b666-6837-4d84-96ca-e4f79a59f18d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:53.381942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:53.388780 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18871f-1f91-4162-9dc8-c1168842e231 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=1fbcd284-508a-416f-a020-6afbcc0f47e0,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:53.435943 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-ee18871f-1f91-4162-9dc8-c1168842e231 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:53.436891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-ee18871f-1f91-4162-9dc8-c1168842e231 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:53.472829 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-ee18871f-1f91-4162-9dc8-c1168842e231 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9569950 Mar 16 11:33:53.484510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Request body: {'port': {'device_id': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:53.493055 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=025f503d-0260-4ae1-a76a-c5f0ac04df48,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:53.603672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:53.629623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ab53e51b-fce8-48f5-915d-0a8265cce64b None None] Provisioning for port 1fbcd284-508a-416f-a020-6afbcc0f47e0 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:33:53.635402 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ab53e51b-fce8-48f5-915d-0a8265cce64b None None] Provisioning complete for port 1fbcd284-508a-416f-a020-6afbcc0f47e0 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:53.636697 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ab53e51b-fce8-48f5-915d-0a8265cce64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:53.683881 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d732a-b77a-46a2-9e93-f8794c46d476 req-5341f79e-4603-41b1-8314-721f7dce1363 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:53.685350 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-507d732a-b77a-46a2-9e93-f8794c46d476 req-5341f79e-4603-41b1-8314-721f7dce1363 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 931 time: 0.0837126 Mar 16 11:33:53.713862 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ab53e51b-fce8-48f5-915d-0a8265cce64b None None] Port 1fbcd284-508a-416f-a020-6afbcc0f47e0 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:33:53.739612 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-507d732a-b77a-46a2-9e93-f8794c46d476 req-9eb869a9-f315-4889-b489-49a62b5df4fc tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452292 Mar 16 11:33:53.946626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbcd284-508a-416f-a020-6afbcc0f47e0 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:33:53.955255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:53.970114 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Transition to ACTIVE for port object 1fbcd284-508a-416f-a020-6afbcc0f47e0 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:33:53.973391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:54.128498 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=1fbcd284-508a-416f-a020-6afbcc0f47e0,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:54.207253 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Attempting to bind port 1fbcd284-508a-416f-a020-6afbcc0f47e0 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:33:54.207578 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Attempting to bind port 1fbcd284-508a-416f-a020-6afbcc0f47e0 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '6610b666-6837-4d84-96ca-e4f79a59f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:33:54.207891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Attempting to bind port 1fbcd284-508a-416f-a020-6afbcc0f47e0 on network bff09fcd-2dc6-475c-b9ae-e2eb24e180fc {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:33:54.212376 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Port 1fbcd284-508a-416f-a020-6afbcc0f47e0 on network bff09fcd-2dc6-475c-b9ae-e2eb24e180fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:33:54.212682 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Attempting to bind port 1fbcd284-508a-416f-a020-6afbcc0f47e0 on network bff09fcd-2dc6-475c-b9ae-e2eb24e180fc {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:33:54.217607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:33:54.217976 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Checking segment: {'id': '6610b666-6837-4d84-96ca-e4f79a59f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:33:54.218392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Bound using segment: {'id': '6610b666-6837-4d84-96ca-e4f79a59f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:33:54.218809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Bound port: 1fbcd284-508a-416f-a020-6afbcc0f47e0, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6610b666-6837-4d84-96ca-e4f79a59f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:33:54.219239 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:54.309561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] For port 1fbcd284-508a-416f-a020-6afbcc0f47e0, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:33:54.312654 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] For port 1fbcd284-508a-416f-a020-6afbcc0f47e0, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0,segment=NetworkSegment(6610b666-6837-4d84-96ca-e4f79a59f18d),segment_id=6610b666-6837-4d84-96ca-e4f79a59f18d)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:33:54.316186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:54.371116 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:54.371746 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:54.373093 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] 10.222.0.18 "PUT /v2.0/ports/1fbcd284-508a-416f-a020-6afbcc0f47e0 HTTP/1.1" status: 200 len: 1093 time: 0.8928967 Mar 16 11:33:54.373521 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'tag': '1fbcd284-508a-416f-a020-6afbcc0f47e0'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:54.407843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e26d9-8d49-4c67-8a4c-2399a0608fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=1fbcd284-508a-416f-a020-6afbcc0f47e0,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:54.492213 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'tag': '1fbcd284-508a-416f-a020-6afbcc0f47e0', 'status': 'completed', 'code': 200} Mar 16 11:33:54.498100 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-af79ee48-2dd7-43ef-a8f4-cd2b37309fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:54.499592 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-af79ee48-2dd7-43ef-a8f4-cd2b37309fd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 1096 time: 0.0878267 Mar 16 11:33:54.569808 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-26ad80f0-bdf7-4f0d-b0ad-c85fe76b9acf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0 HTTP/1.1" status: 200 len: 217 time: 0.0621102 Mar 16 11:33:54.632719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-46c97b50-8fef-43c6-8dcf-d34f29af2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:54.634021 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-46c97b50-8fef-43c6-8dcf-d34f29af2ad6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c81ed17-fada-4467-9850-53ef0d9b77a3 HTTP/1.1" status: 200 len: 835 time: 0.0584335 Mar 16 11:33:54.705987 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-b6819f29-69b6-450c-b419-eaa0d1a7f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:54.707444 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-b6819f29-69b6-450c-b419-eaa0d1a7f115 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682065 Mar 16 11:33:54.835279 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-47d20ee9-cbf3-4cbb-b1c6-4f1e9c745d9d service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214337 Mar 16 11:33:54.921239 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefd0ab-a347-4962-a7de-0eb9326e0bcd req-ff3197d3-e3bb-4b45-825a-3935fc31ef61 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:54.922689 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ebefd0ab-a347-4962-a7de-0eb9326e0bcd req-ff3197d3-e3bb-4b45-825a-3935fc31ef61 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 943 time: 0.0781312 Mar 16 11:33:54.964187 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a0ad0c9-9e25-4d12-89e8-0e2e137a2b3b req-3214bd5e-e56f-4afa-9de0-151c6635c4f9 service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216850 Mar 16 11:33:54.966786 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ebefd0ab-a347-4962-a7de-0eb9326e0bcd req-d887dd8e-70ce-4e43-bbf5-48f957569449 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383708 Mar 16 11:33:55.085558 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 025f503d-0260-4ae1-a76a-c5f0ac04df48 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:33:55.157196 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 025f503d-0260-4ae1-a76a-c5f0ac04df48 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:55.157564 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:55.190877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332f496-d841-4960-9cfa-9d542de78be3 req-e51ece92-3bee-46ca-8671-be85f46566fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:55.192344 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4332f496-d841-4960-9cfa-9d542de78be3 req-e51ece92-3bee-46ca-8671-be85f46566fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 1096 time: 0.1800871 Mar 16 11:33:55.328601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332f496-d841-4960-9cfa-9d542de78be3 req-07125dfb-396a-45fe-b5df-7bb5e17d7e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:55.330024 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4332f496-d841-4960-9cfa-9d542de78be3 req-07125dfb-396a-45fe-b5df-7bb5e17d7e78 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc HTTP/1.1" status: 200 len: 897 time: 0.1306803 Mar 16 11:33:55.396490 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4332f496-d841-4960-9cfa-9d542de78be3 req-1520f388-2557-446a-b883-e9d2f3aa7de3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0 HTTP/1.1" status: 200 len: 217 time: 0.0604162 Mar 16 11:33:55.460702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332f496-d841-4960-9cfa-9d542de78be3 req-765f2b32-4dd4-471c-a4cf-d176387f9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:55.462071 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4332f496-d841-4960-9cfa-9d542de78be3 req-765f2b32-4dd4-471c-a4cf-d176387f9ba3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c81ed17-fada-4467-9850-53ef0d9b77a3 HTTP/1.1" status: 200 len: 835 time: 0.0588818 Mar 16 11:33:55.532985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332f496-d841-4960-9cfa-9d542de78be3 req-d150583c-3947-43ff-8fbc-a5f245ccd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:55.534374 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4332f496-d841-4960-9cfa-9d542de78be3 req-d150583c-3947-43ff-8fbc-a5f245ccd4bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664220 Mar 16 11:33:55.667745 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4332f496-d841-4960-9cfa-9d542de78be3 req-26e8280b-44dc-4ccb-9acb-7f3785699029 service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262093 Mar 16 11:33:55.794323 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4332f496-d841-4960-9cfa-9d542de78be3 req-ac2aa8fb-6c14-42c8-b34b-0d19d94fe4bd service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208634 Mar 16 11:33:56.152090 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33584a91-f9bf-470e-96ca-dba1fec3c918 req-dec1a81f-785c-4580-bc0c-7c657112b66e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:56.152790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-33584a91-f9bf-470e-96ca-dba1fec3c918 req-dec1a81f-785c-4580-bc0c-7c657112b66e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:33:56.167699 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-33584a91-f9bf-470e-96ca-dba1fec3c918 req-dec1a81f-785c-4580-bc0c-7c657112b66e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:33:56.168779 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-33584a91-f9bf-470e-96ca-dba1fec3c918 req-dec1a81f-785c-4580-bc0c-7c657112b66e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 943 time: 0.0975876 Mar 16 11:33:56.211580 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-33584a91-f9bf-470e-96ca-dba1fec3c918 req-169f1984-b3c8-4e07-b0e7-02ec24b9ec75 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372655 Mar 16 11:33:57.396104 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b761bdf-9504-4fb6-9554-0b472790fb61 req-d53e965c-e915-4883-92ee-b2d4ef3c25d7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:57.397544 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1b761bdf-9504-4fb6-9554-0b472790fb61 req-d53e965c-e915-4883-92ee-b2d4ef3c25d7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 943 time: 0.0809598 Mar 16 11:33:57.441367 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1b761bdf-9504-4fb6-9554-0b472790fb61 req-76ab277e-08f4-4569-8cab-c97d8c092905 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377276 Mar 16 11:33:58.358237 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 1fbcd284-508a-416f-a020-6afbcc0f47e0 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:33:58.488532 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 1fbcd284-508a-416f-a020-6afbcc0f47e0, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0,segment=NetworkSegment(6610b666-6837-4d84-96ca-e4f79a59f18d),segment_id=6610b666-6837-4d84-96ca-e4f79a59f18d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:58.501552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '1fbcd284-508a-416f-a020-6afbcc0f47e0', 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'port_id': '1fbcd284-508a-416f-a020-6afbcc0f47e0', 'mac_address': 'fa:16:3e:24:7e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:33:58.555569 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:58.571719 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbcd284-508a-416f-a020-6afbcc0f47e0 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:33:58.587042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 1fbcd284-508a-416f-a020-6afbcc0f47e0, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0,segment=NetworkSegment(6610b666-6837-4d84-96ca-e4f79a59f18d),segment_id=6610b666-6837-4d84-96ca-e4f79a59f18d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:58.591688 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:58.625569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed23f5-6480-4328-bf3f-bc7d8d8a15a4 req-73860268-d12d-49d1-85bd-68a15e7d7889 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:58.627018 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05ed23f5-6480-4328-bf3f-bc7d8d8a15a4 req-73860268-d12d-49d1-85bd-68a15e7d7889 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 943 time: 0.0797939 Mar 16 11:33:58.661642 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=1fbcd284-508a-416f-a020-6afbcc0f47e0,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:58.670877 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-05ed23f5-6480-4328-bf3f-bc7d8d8a15a4 req-95c1b30a-72a9-4232-979e-abd8fb1a1db5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380597 Mar 16 11:33:58.943430 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['1fbcd284-508a-416f-a020-6afbcc0f47e0'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:33:59.894446 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7cbb1-943c-4f8d-9ce1-3da819443071 req-80fd40e1-d998-4178-9ab1-b4081a1c2564 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:59.895879 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b9a7cbb1-943c-4f8d-9ce1-3da819443071 req-80fd40e1-d998-4178-9ab1-b4081a1c2564 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 944 time: 0.0771174 Mar 16 11:33:59.937859 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b9a7cbb1-943c-4f8d-9ce1-3da819443071 req-50b5681b-af12-47e8-9637-e390a22742f9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360422 Mar 16 11:34:00.373700 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 1fbcd284-508a-416f-a020-6afbcc0f47e0 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:00.441869 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 1fbcd284-508a-416f-a020-6afbcc0f47e0 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:00.446827 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 1fbcd284-508a-416f-a020-6afbcc0f47e0 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:00.447220 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:00.557039 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:00.582112 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbcd284-508a-416f-a020-6afbcc0f47e0'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:34:00.591894 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 1fbcd284-508a-416f-a020-6afbcc0f47e0, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0,segment=NetworkSegment(6610b666-6837-4d84-96ca-e4f79a59f18d),segment_id=6610b666-6837-4d84-96ca-e4f79a59f18d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:00.596507 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:00.630849 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbcd284-508a-416f-a020-6afbcc0f47e0', 'code': 200} Mar 16 11:34:00.669079 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=1fbcd284-508a-416f-a020-6afbcc0f47e0,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:00.871129 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310f404-7186-4e77-b182-ea2fc1af4c0b req-431d3965-b812-496d-907b-b1d9e1e34890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:00.872591 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7310f404-7186-4e77-b182-ea2fc1af4c0b req-431d3965-b812-496d-907b-b1d9e1e34890 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 1098 time: 0.0699921 Mar 16 11:34:00.912146 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7310f404-7186-4e77-b182-ea2fc1af4c0b req-2780c96a-9910-4409-a7df-1f7face4d4bf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340114 Mar 16 11:34:00.940284 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f0037f43-135c-4df0-ace8-4e1a6fd2740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:01.122490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2e7f9-4ea1-41b7-b7ec-3fdeb8153163 req-68a67535-9db0-4d2a-a284-1f65e2468b8b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:01.123853 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7db2e7f9-4ea1-41b7-b7ec-3fdeb8153163 req-68a67535-9db0-4d2a-a284-1f65e2468b8b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0829885 Mar 16 11:34:01.166587 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7db2e7f9-4ea1-41b7-b7ec-3fdeb8153163 req-fcac9606-aa70-4499-926a-2aa68e0ab24d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371304 Mar 16 11:34:02.349019 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7b12f-39d7-4d27-ad8b-3a6bdd6588df req-0f9c59c7-7501-4998-9ea0-a8d60f21b0c2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:02.350460 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a3b7b12f-39d7-4d27-ad8b-3a6bdd6588df req-0f9c59c7-7501-4998-9ea0-a8d60f21b0c2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0780749 Mar 16 11:34:02.396662 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a3b7b12f-39d7-4d27-ad8b-3a6bdd6588df req-0145e035-7cd5-4241-9df1-415c799181c7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401447 Mar 16 11:34:02.576695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac2701-8774-405b-9f9c-d7bbea2fc3e8 req-46ffc26d-3a9a-4eaf-925d-fccb407ffbdb tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:02.578111 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b5ac2701-8774-405b-9f9c-d7bbea2fc3e8 req-46ffc26d-3a9a-4eaf-925d-fccb407ffbdb tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0785844 Mar 16 11:34:02.624651 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b5ac2701-8774-405b-9f9c-d7bbea2fc3e8 req-262e4aa6-59b4-4b38-a75a-def0949a11ab tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410085 Mar 16 11:34:02.647431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60148) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:02.716777 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee927a23-33ae-4b76-a032-cc0393e59ef2 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:02.718258 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ee927a23-33ae-4b76-a032-cc0393e59ef2 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 1093 time: 0.0698633 Mar 16 11:34:02.721074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60152) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:02.725778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': '1fbcd284-508a-416f-a020-6afbcc0f47e0', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:02.731929 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:02.735678 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:floatingip and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:02.738437 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:02.744054 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:02.755118 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:02.888226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.021330 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.26.3.193 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/da684e30-9cbc-4636-9653-ea891d31cae9) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:03.108894 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2f0c856c-c92d-4194-983d-ac709a422b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.183888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.211230 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.267639 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:03.270359 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:03.273868 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:34:03.425979 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=da684e30-9cbc-4636-9653-ea891d31cae9,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:03.784860 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.854989 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:04.057821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:04.061961 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:04.169919 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=da684e30-9cbc-4636-9653-ea891d31cae9,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:04.179404 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:04.345445 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Floating IP 291d3891-7811-4067-8755-6b66dac9d692 associated. External IP: 172.26.3.193, port: 1fbcd284-508a-416f-a020-6afbcc0f47e0. Mar 16 11:34:04.467579 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:04.567553 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:04.680311 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 47f7277e-c408-487d-913a-e93a1ec5bb96 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:34:04.958350 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:34:04.968436 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f187a1-c92f-48fa-933d-8155f6fa5fae None None] Sync routers for ids ['47f7277e-c408-487d-913a-e93a1ec5bb96'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:34:04.977702 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f187a1-c92f-48fa-933d-8155f6fa5fae None None] Routers {'47f7277e-c408-487d-913a-e93a1ec5bb96'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:34:04.978387 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-85f187a1-c92f-48fa-933d-8155f6fa5fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:34:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['47f7277e-c408-487d-913a-e93a1ec5bb96'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:04.983400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:05.041269 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7a37dec5-178d-4784-a514-c2b3c86dcf76 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3168111 Mar 16 11:34:05.041269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'tag': '1fbcd284-508a-416f-a020-6afbcc0f47e0'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:34:05.087464 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'tag': '1fbcd284-508a-416f-a020-6afbcc0f47e0', 'status': 'completed', 'code': 200} Mar 16 11:34:05.157699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-85f187a1-c92f-48fa-933d-8155f6fa5fae None None] Set router 47f7277e-c408-487d-913a-e93a1ec5bb96 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:34:05.242438 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d6ba-9080-4dc0-b058-7b079fc8c162 req-1eeb4de3-5a71-4ffc-9b5b-64d63c2288a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:05.243906 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c014d6ba-9080-4dc0-b058-7b079fc8c162 req-1eeb4de3-5a71-4ffc-9b5b-64d63c2288a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 1098 time: 0.1321571 Mar 16 11:34:05.254717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f1b83-fa38-4ff3-a253-792cb7c0bc1c req-dfd5d178-9b5e-4008-8b5e-69eb38fdaf11 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:05.256076 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-eb4f1b83-fa38-4ff3-a253-792cb7c0bc1c req-dfd5d178-9b5e-4008-8b5e-69eb38fdaf11 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.1102245 Mar 16 11:34:05.388480 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-eb4f1b83-fa38-4ff3-a253-792cb7c0bc1c req-3086355b-2a1a-4030-85ce-2025b3ee9d2f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138911 Mar 16 11:34:05.414496 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60160) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:05.415930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d6ba-9080-4dc0-b058-7b079fc8c162 req-65eda7df-e3c4-4efe-b33a-5734d641fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:05.417508 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c014d6ba-9080-4dc0-b058-7b079fc8c162 req-65eda7df-e3c4-4efe-b33a-5734d641fc79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc HTTP/1.1" status: 200 len: 897 time: 0.1606212 Mar 16 11:34:05.522960 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c014d6ba-9080-4dc0-b058-7b079fc8c162 req-811908df-b4b2-45a2-ae93-7e3e2a8bb610 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0 HTTP/1.1" status: 200 len: 999 time: 0.0995123 Mar 16 11:34:05.524053 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-62bcafde-eba1-422f-ab85-d3cda0718e4b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/291d3891-7811-4067-8755-6b66dac9d692 HTTP/1.1" status: 200 len: 991 time: 0.1079721 Mar 16 11:34:05.539076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-85f187a1-c92f-48fa-933d-8155f6fa5fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461841535', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:33:43Z', 'updated_at': '2022-03-16T11:33:48Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:44Z', 'updated_at': '2022-03-16T11:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '291d3891-7811-4067-8755-6b66dac9d692', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'floating_ip_address': '172.26.3.193', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'port_id': '1fbcd284-508a-416f-a020-6afbcc0f47e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'mac_address': 'fa:16:3e:24:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:03Z', 'updated_at': '2022-03-16T11:34:03Z', 'revision_number': 0, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025f503d-0260-4ae1-a76a-c5f0ac04df48', 'name': '', 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:fa:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:47Z', 'updated_at': '2022-03-16T11:33:53Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:05.542942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f187a1-c92f-48fa-933d-8155f6fa5fae None None] Checking router: 47f7277e-c408-487d-913a-e93a1ec5bb96 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:34:05.551076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f187a1-c92f-48fa-933d-8155f6fa5fae None None] Routers {'47f7277e-c408-487d-913a-e93a1ec5bb96'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:34:05.551720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-85f187a1-c92f-48fa-933d-8155f6fa5fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:34:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['47f7277e-c408-487d-913a-e93a1ec5bb96'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:05.583259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d6ba-9080-4dc0-b058-7b079fc8c162 req-4e4f0e57-1ccd-44bb-9162-218f248564be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:05.584661 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c014d6ba-9080-4dc0-b058-7b079fc8c162 req-4e4f0e57-1ccd-44bb-9162-218f248564be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c81ed17-fada-4467-9850-53ef0d9b77a3 HTTP/1.1" status: 200 len: 835 time: 0.0553441 Mar 16 11:34:05.661495 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d6ba-9080-4dc0-b058-7b079fc8c162 req-d2bef375-c214-4570-98be-1c622031e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:05.662918 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c014d6ba-9080-4dc0-b058-7b079fc8c162 req-d2bef375-c214-4570-98be-1c622031e520 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723472 Mar 16 11:34:05.728094 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-85f187a1-c92f-48fa-933d-8155f6fa5fae None None] Set router 47f7277e-c408-487d-913a-e93a1ec5bb96 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:34:05.790151 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c014d6ba-9080-4dc0-b058-7b079fc8c162 req-63d7f6b6-fb89-44f6-a116-5b8fe5f82c83 service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210172 Mar 16 11:34:05.918814 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c014d6ba-9080-4dc0-b058-7b079fc8c162 req-f561e543-1bd9-4b4b-8e98-924cee4b1528 service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229324 Mar 16 11:34:06.049053 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:06.077017 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-85f187a1-c92f-48fa-933d-8155f6fa5fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461841535', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:33:43Z', 'updated_at': '2022-03-16T11:33:48Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:44Z', 'updated_at': '2022-03-16T11:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '291d3891-7811-4067-8755-6b66dac9d692', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'floating_ip_address': '172.26.3.193', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'port_id': '1fbcd284-508a-416f-a020-6afbcc0f47e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'mac_address': 'fa:16:3e:24:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:03Z', 'updated_at': '2022-03-16T11:34:03Z', 'revision_number': 0, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025f503d-0260-4ae1-a76a-c5f0ac04df48', 'name': '', 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:fa:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:47Z', 'updated_at': '2022-03-16T11:33:53Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:06.080926 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f187a1-c92f-48fa-933d-8155f6fa5fae None None] The sync data for ids ['47f7277e-c408-487d-913a-e93a1ec5bb96'] in dv-neutron-833859-1-hyperv is: [{'id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461841535', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:33:43Z', 'updated_at': '2022-03-16T11:33:48Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:44Z', 'updated_at': '2022-03-16T11:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '291d3891-7811-4067-8755-6b66dac9d692', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'floating_ip_address': '172.26.3.193', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'port_id': '1fbcd284-508a-416f-a020-6afbcc0f47e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'mac_address': 'fa:16:3e:24:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:03Z', 'updated_at': '2022-03-16T11:34:03Z', 'revision_number': 0, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025f503d-0260-4ae1-a76a-c5f0ac04df48', 'name': '', 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:fa:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:47Z', 'updated_at': '2022-03-16T11:33:53Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:34:06.256710 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e58153f-ec14-4be3-a9ad-eb67bdd1fdfb None None] New status for floating IP 291d3891-7811-4067-8755-6b66dac9d692: ACTIVE {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:34:06.528260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60164) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:06.632331 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-1e93ae9d-4281-4a41-9854-bb91f3e307b6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/291d3891-7811-4067-8755-6b66dac9d692 HTTP/1.1" status: 200 len: 993 time: 0.1028929 Mar 16 11:34:18.034464 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.954069 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:34:26.241986 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [req-cd9af022-1a81-4d8a-af0c-0e727071ca32 req-e945f7bb-b31a-404c-ad9a-5d4cfb04981d service neutron] (87969) timed out ('10.222.0.18', 49441) {{(pid=87969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 11:34:30.945489 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b5ade319-bd59-4fd6-ab0e-aca57576c19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:33.111282 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef835-feba-4c81-8153-8f7976328761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.470349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.566238 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:36.020209 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:43.117842 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b4bb0f5-e74b-4465-9da3-8e39d0bc451f req-cc00bd18-1309-4914-8128-edec9517694d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673020 Mar 16 11:34:43.257963 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bb0f5-e74b-4465-9da3-8e39d0bc451f req-3b3523d5-47be-4425-bb5c-6009becde1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:43.259415 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b4bb0f5-e74b-4465-9da3-8e39d0bc451f req-3b3523d5-47be-4425-bb5c-6009becde1e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 1098 time: 0.0687439 Mar 16 11:34:43.403604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bb0f5-e74b-4465-9da3-8e39d0bc451f req-05ef342a-3cfa-4342-a961-e9d48f69ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:43.405022 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b4bb0f5-e74b-4465-9da3-8e39d0bc451f req-05ef342a-3cfa-4342-a961-e9d48f69ef3d service neutron] 10.222.0.18 "GET /v2.0/networks?id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc HTTP/1.1" status: 200 len: 897 time: 0.1272066 Mar 16 11:34:43.504782 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b4bb0f5-e74b-4465-9da3-8e39d0bc451f req-fb2719bf-f443-42c0-af42-884d4cf81428 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0 HTTP/1.1" status: 200 len: 1001 time: 0.0939014 Mar 16 11:34:43.665708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bb0f5-e74b-4465-9da3-8e39d0bc451f req-23e2f4ab-0fd2-4a4b-9f67-7908369cd5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:43.667051 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b4bb0f5-e74b-4465-9da3-8e39d0bc451f req-23e2f4ab-0fd2-4a4b-9f67-7908369cd5b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c81ed17-fada-4467-9850-53ef0d9b77a3 HTTP/1.1" status: 200 len: 835 time: 0.1567843 Mar 16 11:34:43.739231 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bb0f5-e74b-4465-9da3-8e39d0bc451f req-3843cbd3-5b49-4007-925c-05691cfc7261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:43.740630 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b4bb0f5-e74b-4465-9da3-8e39d0bc451f req-3843cbd3-5b49-4007-925c-05691cfc7261 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681458 Mar 16 11:34:43.867723 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b4bb0f5-e74b-4465-9da3-8e39d0bc451f req-b1e487ce-f821-46c2-a4d2-46739b8bf11d service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204357 Mar 16 11:34:43.997259 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b4bb0f5-e74b-4465-9da3-8e39d0bc451f req-c03113e4-fb34-49d7-8097-6bf6049c5e6d service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220829 Mar 16 11:34:48.031557 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:56.952917 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:35:00.937668 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-922ab0fd-fa44-424b-8ad6-11b8096eeb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:03.112188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b99f1ab7-7188-4228-ba4e-c8fcc0613ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:04.471593 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:04.568091 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:06.022937 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:09.587834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60194) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:09.622019 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f022dc-a53e-4684-abb5-aba35cdea512 req-b568a726-3f81-4e61-ad13-70ece087229f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:09.623473 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e7f022dc-a53e-4684-abb5-aba35cdea512 req-b568a726-3f81-4e61-ad13-70ece087229f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0812373 Mar 16 11:35:09.667707 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e7f022dc-a53e-4684-abb5-aba35cdea512 req-b8382896-aa53-4845-8f5b-6f4a53ba690c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387230 Mar 16 11:35:09.701324 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-7564c5d6-dbd5-479d-bfca-cdc6549fbb9d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123650 Mar 16 11:35:10.851656 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6e3a-f889-4a94-88e1-2ed027721c20 req-b8c69d2f-b91e-441f-85d0-5ae53e672b35 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:10.853523 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fd9b6e3a-f889-4a94-88e1-2ed027721c20 req-b8c69d2f-b91e-441f-85d0-5ae53e672b35 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0797296 Mar 16 11:35:10.939029 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fd9b6e3a-f889-4a94-88e1-2ed027721c20 req-4ded2470-b2f2-4799-93a8-b767d094f937 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787559 Mar 16 11:35:10.966256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-d7ee1011-2448-42a7-a9ed-ab831836d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:10.967667 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-d7ee1011-2448-42a7-a9ed-ab831836d825 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 1098 time: 0.0898054 Mar 16 11:35:11.104856 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-639df182-11be-410c-9a5e-422fda56a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:11.106240 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-639df182-11be-410c-9a5e-422fda56a749 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc HTTP/1.1" status: 200 len: 897 time: 0.1323204 Mar 16 11:35:11.201771 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-19657e99-af58-4052-85b0-13ca60591a02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0 HTTP/1.1" status: 200 len: 1001 time: 0.0894368 Mar 16 11:35:11.267272 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-cf6a22e1-2085-4479-9516-2f76d4c0bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:11.268609 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-cf6a22e1-2085-4479-9516-2f76d4c0bfb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c81ed17-fada-4467-9850-53ef0d9b77a3 HTTP/1.1" status: 200 len: 835 time: 0.0591593 Mar 16 11:35:11.341771 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-5f2f6bf1-614b-423d-80c6-bdc1c4c95bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:11.343235 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-5f2f6bf1-614b-423d-80c6-bdc1c4c95bc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685594 Mar 16 11:35:11.471229 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-ca11427f-bfdc-4a0e-8fca-16b02abc304c service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211154 Mar 16 11:35:11.599273 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-141d91ce-58d2-47cb-859f-f2225d1d7277 service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210773 Mar 16 11:35:12.120190 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343374a-3cb0-42b3-bfc7-2a83c2194368 req-362da244-4697-4891-8c63-7e83f7e784c9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:12.121626 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c343374a-3cb0-42b3-bfc7-2a83c2194368 req-362da244-4697-4891-8c63-7e83f7e784c9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0801761 Mar 16 11:35:12.164217 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c343374a-3cb0-42b3-bfc7-2a83c2194368 req-7add7d1e-d0a8-4aab-9e58-208b7ed00949 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370429 Mar 16 11:35:13.346922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b046-58e6-46e7-998f-2cd6e990133e req-87f347cb-ec1a-4419-ae0b-1bc97e151cd2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:13.348309 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b697b046-58e6-46e7-998f-2cd6e990133e req-87f347cb-ec1a-4419-ae0b-1bc97e151cd2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0819674 Mar 16 11:35:13.392403 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b697b046-58e6-46e7-998f-2cd6e990133e req-385e234f-d0f8-4b00-ad91-a6813348240e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379598 Mar 16 11:35:14.573295 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc64c00-2698-46ca-bd34-cb8de87ed591 req-b0929db3-fc56-49d5-bcdd-bcee3d9ff5b2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:14.575238 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-abc64c00-2698-46ca-bd34-cb8de87ed591 req-b0929db3-fc56-49d5-bcdd-bcee3d9ff5b2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0781581 Mar 16 11:35:14.617007 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-abc64c00-2698-46ca-bd34-cb8de87ed591 req-52835379-bc87-4908-a44a-3a9db7b09cdc tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362504 Mar 16 11:35:15.795806 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb0952-b779-46bc-b837-7765c9dc4e0a req-f76ee582-eab0-46db-96c4-473614046e07 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:15.797252 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-13cb0952-b779-46bc-b837-7765c9dc4e0a req-f76ee582-eab0-46db-96c4-473614046e07 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0780973 Mar 16 11:35:15.843455 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-13cb0952-b779-46bc-b837-7765c9dc4e0a req-7c04f8ca-821c-447c-93a7-55e241ab7a94 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406647 Mar 16 11:35:17.026132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf7087-43f0-4d7a-bcf3-d09871ee361d req-5fd10441-3039-4010-bdaf-265cb64b84b1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:17.027614 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c4bf7087-43f0-4d7a-bcf3-d09871ee361d req-5fd10441-3039-4010-bdaf-265cb64b84b1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0811343 Mar 16 11:35:17.070446 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c4bf7087-43f0-4d7a-bcf3-d09871ee361d req-5efcb278-a724-4286-8f77-ab79d9e73b67 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372481 Mar 16 11:35:18.054852 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:18.251909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87c920-f7ff-4a40-807a-bb7111fb74c9 req-38b2d76b-975a-4b05-b5c3-7eacfa87d6cf tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:18.253729 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6f87c920-f7ff-4a40-807a-bb7111fb74c9 req-38b2d76b-975a-4b05-b5c3-7eacfa87d6cf tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0781479 Mar 16 11:35:18.297035 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6f87c920-f7ff-4a40-807a-bb7111fb74c9 req-ccfde356-ba0b-445a-909e-64a6fc321e1b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376470 Mar 16 11:35:19.474224 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbf2f3-fdd3-4a94-82fb-97f8c2c81c30 req-67f24643-6708-43da-a89a-2ef1c25c74a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:19.475659 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-39dbf2f3-fdd3-4a94-82fb-97f8c2c81c30 req-67f24643-6708-43da-a89a-2ef1c25c74a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0763633 Mar 16 11:35:19.521890 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-39dbf2f3-fdd3-4a94-82fb-97f8c2c81c30 req-1af656d4-4fbf-4242-a862-65f994575433 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399694 Mar 16 11:35:20.708004 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfb758-1fef-4380-8376-5325d9439625 req-ca50860f-3981-4aa3-b3fc-6b031ff9eca7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:20.709740 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e5bfb758-1fef-4380-8376-5325d9439625 req-ca50860f-3981-4aa3-b3fc-6b031ff9eca7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0853856 Mar 16 11:35:20.752887 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e5bfb758-1fef-4380-8376-5325d9439625 req-f29ad5bb-69d2-49d5-ba5a-8c5eb59f1d95 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369918 Mar 16 11:35:22.030300 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28960f-0ca4-49e6-b5a2-9e841815df55 req-204c322b-2ea8-4a47-a2a3-05a3b37959aa tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:22.031802 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-da28960f-0ca4-49e6-b5a2-9e841815df55 req-204c322b-2ea8-4a47-a2a3-05a3b37959aa tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.1741085 Mar 16 11:35:22.073997 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-da28960f-0ca4-49e6-b5a2-9e841815df55 req-9934cc1d-ba84-4d37-b6c0-0925cf7ddff3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364611 Mar 16 11:35:23.259574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8c368-ae24-4344-8f3b-f7a5fb496fe8 req-d8758756-aa7c-4036-a1f6-8e52435cc8cb tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:23.261045 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bab8c368-ae24-4344-8f3b-f7a5fb496fe8 req-d8758756-aa7c-4036-a1f6-8e52435cc8cb tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0785744 Mar 16 11:35:23.451287 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bab8c368-ae24-4344-8f3b-f7a5fb496fe8 req-67eb0afb-1d55-4ee6-957e-4c81278379e4 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839173 Mar 16 11:35:23.479814 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-d16d0a55-3009-4df7-917c-92fb4f0e027d service neutron] 10.222.0.18 "GET /v2.0/ports/1fbcd284-508a-416f-a020-6afbcc0f47e0/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.1850693 Mar 16 11:35:23.735176 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-0c07f681-84d0-49a1-adcd-48d6f0ce1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:23.736560 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-0c07f681-84d0-49a1-adcd-48d6f0ce1c88 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9&tenant_id=d7b84297c4894f449599f50328fa1baa HTTP/1.1" status: 200 len: 1098 time: 0.0696967 Mar 16 11:35:23.833871 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-f00c9927-9530-4f99-8706-1b6bed23d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:23.835341 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-f00c9927-9530-4f99-8706-1b6bed23d8fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 1098 time: 0.0783720 Mar 16 11:35:23.960770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-31332911-f9f3-4b88-bdfe-ec62e270f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:23.962178 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-31332911-f9f3-4b88-bdfe-ec62e270f17c service neutron] 10.222.0.18 "GET /v2.0/networks?id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc HTTP/1.1" status: 200 len: 897 time: 0.1217158 Mar 16 11:35:24.056883 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-b699d1e6-f920-4bce-8a9c-8bcd0647c272 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0 HTTP/1.1" status: 200 len: 1001 time: 0.0893266 Mar 16 11:35:24.121664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-2929f875-0c18-4235-8905-963d93c27e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:24.123078 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-2929f875-0c18-4235-8905-963d93c27e81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c81ed17-fada-4467-9850-53ef0d9b77a3 HTTP/1.1" status: 200 len: 835 time: 0.0611899 Mar 16 11:35:24.195569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-af4afe73-8b20-4c52-90df-e9f95cc39ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:24.196999 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-af4afe73-8b20-4c52-90df-e9f95cc39ec6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675266 Mar 16 11:35:24.323602 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-9c0accf2-7006-47a1-91c3-8dbf96254110 service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211147 Mar 16 11:35:24.451460 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4f8938c-adc8-42c9-973c-12e23281db99 req-bcb0ac42-8892-44a4-a5ac-92e0ea04fbbc service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227164 Mar 16 11:35:24.638596 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de9465-3a54-48cc-aabf-207eba17e9ad req-22d894c7-d6c5-4764-8ab4-9b6d11f334c0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:24.640255 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-25de9465-3a54-48cc-aabf-207eba17e9ad req-22d894c7-d6c5-4764-8ab4-9b6d11f334c0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0843899 Mar 16 11:35:24.683471 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-25de9465-3a54-48cc-aabf-207eba17e9ad req-172845c6-9444-4e44-ad5b-91e7c0513b00 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376816 Mar 16 11:35:25.873353 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460e838-7520-4752-98b1-df1025ec33d5 req-2831ed84-de2c-4782-9677-01636a814375 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:25.874766 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d460e838-7520-4752-98b1-df1025ec33d5 req-2831ed84-de2c-4782-9677-01636a814375 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0839188 Mar 16 11:35:25.917094 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d460e838-7520-4752-98b1-df1025ec33d5 req-e2ef4968-c499-4ab6-b94a-58b425958353 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367055 Mar 16 11:35:26.757014 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 1fbcd284-508a-416f-a020-6afbcc0f47e0 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:35:26.759323 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 1fbcd284-508a-416f-a020-6afbcc0f47e0 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:35:26.970740 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:26.992919 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 1fbcd284-508a-416f-a020-6afbcc0f47e0, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0,segment=NetworkSegment(6610b666-6837-4d84-96ca-e4f79a59f18d),segment_id=6610b666-6837-4d84-96ca-e4f79a59f18d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:27.015944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fbcd284-508a-416f-a020-6afbcc0f47e0'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:35:27.020954 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '1fbcd284-508a-416f-a020-6afbcc0f47e0', 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'port_id': '1fbcd284-508a-416f-a020-6afbcc0f47e0', 'mac_address': 'fa:16:3e:24:7e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:35:27.028388 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 1fbcd284-508a-416f-a020-6afbcc0f47e0, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0,segment=NetworkSegment(6610b666-6837-4d84-96ca-e4f79a59f18d),segment_id=6610b666-6837-4d84-96ca-e4f79a59f18d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:27.063190 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:27.132548 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:27.149667 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebc4ce-a92b-4637-ab9c-ba00ee150a70 req-93d21262-848b-4581-a28f-585c6bbad859 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:27.151412 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-82ebc4ce-a92b-4637-ab9c-ba00ee150a70 req-93d21262-848b-4581-a28f-585c6bbad859 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 943 time: 0.1284876 Mar 16 11:35:27.161591 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbcd284-508a-416f-a020-6afbcc0f47e0 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:35:27.168278 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=1fbcd284-508a-416f-a020-6afbcc0f47e0,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:27.181273 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:27.181441 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:27.181669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:27.181997 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:27.182321 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:27.182677 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:27.182996 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:27.183400 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:27.183720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:27.184035 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:27.184347 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:27.185081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:27.192555 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 1fbcd284-508a-416f-a020-6afbcc0f47e0, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0,segment=NetworkSegment(6610b666-6837-4d84-96ca-e4f79a59f18d),segment_id=6610b666-6837-4d84-96ca-e4f79a59f18d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:27.197623 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fbcd284-508a-416f-a020-6afbcc0f47e0', 'code': 200} Mar 16 11:35:27.200057 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:27.216548 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-82ebc4ce-a92b-4637-ab9c-ba00ee150a70 req-99d82491-5b9e-4299-b6ef-b137ffa2a647 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582383 Mar 16 11:35:27.269913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['1fbcd284-508a-416f-a020-6afbcc0f47e0'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:35:27.310699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=1fbcd284-508a-416f-a020-6afbcc0f47e0,revision_number=7']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:28.403338 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c6b2e-8eb9-4a41-bfac-50624669ee94 req-9797461e-6541-471d-999b-9dd39e07e53c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:28.404778 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0e9c6b2e-8eb9-4a41-bfac-50624669ee94 req-9797461e-6541-471d-999b-9dd39e07e53c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 944 time: 0.0819764 Mar 16 11:35:28.446164 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0e9c6b2e-8eb9-4a41-bfac-50624669ee94 req-71536b7e-6f68-4d9b-8d91-4253099c30f1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358906 Mar 16 11:35:28.787858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 1fbcd284-508a-416f-a020-6afbcc0f47e0 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:35:28.805395 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c883b2-3926-48b8-9abb-3e5badd5bbd5 req-fa160776-5fd3-4298-b18b-77cca0ae8330 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:28.806827 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-03c883b2-3926-48b8-9abb-3e5badd5bbd5 req-fa160776-5fd3-4298-b18b-77cca0ae8330 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 944 time: 0.1418004 Mar 16 11:35:28.814886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66571aa-6ebd-4ff4-8471-79fde9080fbb req-df6c7441-64bf-43ba-8a14-0365a5929e5f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:28.816246 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d66571aa-6ebd-4ff4-8471-79fde9080fbb req-df6c7441-64bf-43ba-8a14-0365a5929e5f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9&tenant_id=d7b84297c4894f449599f50328fa1baa&binding%3Ahost_id=hv-neutron-8338 HTTP/1.1" status: 200 len: 944 time: 0.1175489 Mar 16 11:35:28.863686 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-03c883b2-3926-48b8-9abb-3e5badd5bbd5 req-21a2681f-5a6e-4bad-9b79-771f931adcd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464671 Mar 16 11:35:28.864736 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 1fbcd284-508a-416f-a020-6afbcc0f47e0 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:28.865105 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:28.955556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66571aa-6ebd-4ff4-8471-79fde9080fbb req-33379a5f-f11f-4541-b857-c22a0bf20f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:28.957130 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d66571aa-6ebd-4ff4-8471-79fde9080fbb req-33379a5f-f11f-4541-b857-c22a0bf20f73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 1097 time: 0.0699306 Mar 16 11:35:28.983461 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:29.024304 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 1fbcd284-508a-416f-a020-6afbcc0f47e0, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0,segment=NetworkSegment(6610b666-6837-4d84-96ca-e4f79a59f18d),segment_id=6610b666-6837-4d84-96ca-e4f79a59f18d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:29.029257 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:29.052988 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e0fc1-0622-489e-ac13-fa52bfb06ae1 req-9a6a86d2-abd1-47ce-84de-a3ea2e8b53e2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:29.054383 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-836e0fc1-0622-489e-ac13-fa52bfb06ae1 req-9a6a86d2-abd1-47ce-84de-a3ea2e8b53e2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 944 time: 0.0846977 Mar 16 11:35:29.096883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66571aa-6ebd-4ff4-8471-79fde9080fbb req-1d884cf1-b636-4d53-94b0-6f0c6c008bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:29.098318 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d66571aa-6ebd-4ff4-8471-79fde9080fbb req-1d884cf1-b636-4d53-94b0-6f0c6c008bab service neutron] 10.222.0.18 "GET /v2.0/networks?id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc HTTP/1.1" status: 200 len: 897 time: 0.1352210 Mar 16 11:35:29.101408 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-836e0fc1-0622-489e-ac13-fa52bfb06ae1 req-6e0c74b4-2b3b-4595-bf70-1f9eabc83f1f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408614 Mar 16 11:35:29.103805 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=1fbcd284-508a-416f-a020-6afbcc0f47e0,revision_number=8']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:29.199506 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbcd284-508a-416f-a020-6afbcc0f47e0'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:35:29.200195 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d66571aa-6ebd-4ff4-8471-79fde9080fbb req-0f1e7da9-373f-49c9-a8a4-bfd1240e480b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0 HTTP/1.1" status: 200 len: 1001 time: 0.0960863 Mar 16 11:35:29.252005 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbcd284-508a-416f-a020-6afbcc0f47e0', 'code': 200} Mar 16 11:35:29.263277 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66571aa-6ebd-4ff4-8471-79fde9080fbb req-755fe388-46d4-4547-a9ab-fbaa88faae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:29.264743 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d66571aa-6ebd-4ff4-8471-79fde9080fbb req-755fe388-46d4-4547-a9ab-fbaa88faae2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c81ed17-fada-4467-9850-53ef0d9b77a3 HTTP/1.1" status: 200 len: 835 time: 0.0589855 Mar 16 11:35:29.340766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66571aa-6ebd-4ff4-8471-79fde9080fbb req-7d9f1931-0ec2-4a2d-a736-d923dcc5389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:29.342191 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d66571aa-6ebd-4ff4-8471-79fde9080fbb req-7d9f1931-0ec2-4a2d-a736-d923dcc5389d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709317 Mar 16 11:35:29.565638 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d66571aa-6ebd-4ff4-8471-79fde9080fbb req-90b4301a-11a1-4dff-93a1-e0b02900fe39 service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169929 Mar 16 11:35:29.693284 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d66571aa-6ebd-4ff4-8471-79fde9080fbb req-dfa3e9ab-7afb-4f59-b86e-1bc9daaa14df service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223438 Mar 16 11:35:30.308769 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb99a5a-bd24-49dd-9e86-5c22e9ae4f9b req-571eff74-744a-457c-b52c-d5ffc06fd466 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:30.310453 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-efb99a5a-bd24-49dd-9e86-5c22e9ae4f9b req-571eff74-744a-457c-b52c-d5ffc06fd466 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0887370 Mar 16 11:35:30.358301 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-efb99a5a-bd24-49dd-9e86-5c22e9ae4f9b req-f1820e2a-7f15-45fe-8c97-024d7096b41e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419056 Mar 16 11:35:30.381181 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60274) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:30.488181 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fd5bb9af-e4ab-4a05-814a-71d6784d23fa tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/291d3891-7811-4067-8755-6b66dac9d692 HTTP/1.1" status: 200 len: 993 time: 0.1058514 Mar 16 11:35:30.938230 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9d40d22f-d09c-4f0d-a300-9a920a5628a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:33.113593 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-eed87fc6-1c70-4770-b7a6-6b60f33c3d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:33.951273 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:35:34.473249 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.570219 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:36.024864 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:43.123243 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b843db2b-36a4-4e2f-9477-d5379b489ef8 req-06d48680-f332-4da6-a947-8a6e3f901cc9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708988 Mar 16 11:35:43.261933 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843db2b-36a4-4e2f-9477-d5379b489ef8 req-fbd9839e-21e3-4543-9c4d-b05e3e66b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:43.263517 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b843db2b-36a4-4e2f-9477-d5379b489ef8 req-fbd9839e-21e3-4543-9c4d-b05e3e66b13f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 1098 time: 0.0720875 Mar 16 11:35:43.404009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843db2b-36a4-4e2f-9477-d5379b489ef8 req-821e0abf-345a-4e43-89c3-20555f160ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:43.405406 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b843db2b-36a4-4e2f-9477-d5379b489ef8 req-821e0abf-345a-4e43-89c3-20555f160ce2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc HTTP/1.1" status: 200 len: 897 time: 0.1242406 Mar 16 11:35:43.515878 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b843db2b-36a4-4e2f-9477-d5379b489ef8 req-ec53d68a-8c24-4cb1-985d-4cecf18498e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0 HTTP/1.1" status: 200 len: 1001 time: 0.1035573 Mar 16 11:35:43.577729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843db2b-36a4-4e2f-9477-d5379b489ef8 req-0e2d3e4c-1bc4-4b20-a5b5-ce138029872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:43.579347 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b843db2b-36a4-4e2f-9477-d5379b489ef8 req-0e2d3e4c-1bc4-4b20-a5b5-ce138029872d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c81ed17-fada-4467-9850-53ef0d9b77a3 HTTP/1.1" status: 200 len: 835 time: 0.0579813 Mar 16 11:35:43.651252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843db2b-36a4-4e2f-9477-d5379b489ef8 req-a98e20cf-1b3a-4d27-89f4-cdd862514d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:43.653271 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b843db2b-36a4-4e2f-9477-d5379b489ef8 req-a98e20cf-1b3a-4d27-89f4-cdd862514d12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675163 Mar 16 11:35:43.787594 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b843db2b-36a4-4e2f-9477-d5379b489ef8 req-4dcde4b6-e8dc-4b7f-9140-5813a201b47d service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282625 Mar 16 11:35:43.919761 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b843db2b-36a4-4e2f-9477-d5379b489ef8 req-20e607aa-0106-4ce7-b8f8-6caec62a6f25 service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263812 Mar 16 11:35:48.055380 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:00.940083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0224101c-d553-4e6c-b378-be03e4fec020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:03.114971 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-86b02327-35ed-4034-8cb3-df69f36f659d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:04.474731 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:04.572884 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:06.028391 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:10.950870 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:36:18.073287 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:23.480783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60294) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:23.673843 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port da684e30-9cbc-4636-9653-ea891d31cae9 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:36:23.674177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:23.841562 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:23.841794 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:23.962799 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for da684e30-9cbc-4636-9653-ea891d31cae9 owned by network:floatingip {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:36:24.109665 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:24.154901 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=da684e30-9cbc-4636-9653-ea891d31cae9,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:24.191572 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:24.191969 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:24.192311 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:24.192752 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:24.193083 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:24.193408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:24.193735 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:24.194055 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:24.194375 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:24.194697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:24.195017 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:24.195357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:24.257440 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:24.257857 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Floating IP 291d3891-7811-4067-8755-6b66dac9d692 disassociated (deleted). External IP: 172.26.3.193, port: 1fbcd284-508a-416f-a020-6afbcc0f47e0. Mar 16 11:36:24.707178 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 47f7277e-c408-487d-913a-e93a1ec5bb96 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:36:24.916586 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:36:24.926924 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb834261-9b0b-4265-959f-59c599e181aa None None] Sync routers for ids ['47f7277e-c408-487d-913a-e93a1ec5bb96'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:24.936603 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb834261-9b0b-4265-959f-59c599e181aa None None] Routers {'47f7277e-c408-487d-913a-e93a1ec5bb96'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:24.937718 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-bb834261-9b0b-4265-959f-59c599e181aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['47f7277e-c408-487d-913a-e93a1ec5bb96'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:24.939144 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:24.995592 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b1942b18-e0ee-4527-bfa1-2c0c1438f17c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/floatingips/291d3891-7811-4067-8755-6b66dac9d692 HTTP/1.1" status: 204 len: 168 time: 1.5135601 Mar 16 11:36:24.996107 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'tag': '1fbcd284-508a-416f-a020-6afbcc0f47e0'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:25.127993 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-bb834261-9b0b-4265-959f-59c599e181aa None None] Set router 47f7277e-c408-487d-913a-e93a1ec5bb96 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:25.199317 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'tag': '1fbcd284-508a-416f-a020-6afbcc0f47e0', 'status': 'completed', 'code': 200} Mar 16 11:36:25.299799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114be2a-7dc9-454a-8170-ff475c9159c0 req-785085e9-6bb8-4228-97d4-54285eb595ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:25.301356 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e114be2a-7dc9-454a-8170-ff475c9159c0 req-785085e9-6bb8-4228-97d4-54285eb595ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 1098 time: 0.0798159 Mar 16 11:36:25.453620 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114be2a-7dc9-454a-8170-ff475c9159c0 req-1414a802-8b25-4882-821c-2b82fcb10546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:25.455104 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e114be2a-7dc9-454a-8170-ff475c9159c0 req-1414a802-8b25-4882-821c-2b82fcb10546 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc HTTP/1.1" status: 200 len: 897 time: 0.1473014 Mar 16 11:36:25.536101 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-bb834261-9b0b-4265-959f-59c599e181aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461841535', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:33:43Z', 'updated_at': '2022-03-16T11:33:48Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:44Z', 'updated_at': '2022-03-16T11:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '025f503d-0260-4ae1-a76a-c5f0ac04df48', 'name': '', 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:fa:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:47Z', 'updated_at': '2022-03-16T11:33:53Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:25.539930 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb834261-9b0b-4265-959f-59c599e181aa None None] Checking router: 47f7277e-c408-487d-913a-e93a1ec5bb96 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:25.548184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb834261-9b0b-4265-959f-59c599e181aa None None] Routers {'47f7277e-c408-487d-913a-e93a1ec5bb96'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:25.548788 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-bb834261-9b0b-4265-959f-59c599e181aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['47f7277e-c408-487d-913a-e93a1ec5bb96'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:25.567247 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e114be2a-7dc9-454a-8170-ff475c9159c0 req-e3b27203-af26-4db5-b129-e031ac42ddcf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0 HTTP/1.1" status: 200 len: 217 time: 0.1042519 Mar 16 11:36:25.647123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec40282-f8c6-47b7-979f-3283f0591dd8 req-4110d3ea-62c3-4234-8a10-b084e4eeb4d4 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:25.648573 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aec40282-f8c6-47b7-979f-3283f0591dd8 req-4110d3ea-62c3-4234-8a10-b084e4eeb4d4 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.2591801 Mar 16 11:36:25.650077 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114be2a-7dc9-454a-8170-ff475c9159c0 req-018fdff7-c588-43fd-96c1-8f1803e44809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:25.651379 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e114be2a-7dc9-454a-8170-ff475c9159c0 req-018fdff7-c588-43fd-96c1-8f1803e44809 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c81ed17-fada-4467-9850-53ef0d9b77a3 HTTP/1.1" status: 200 len: 835 time: 0.0766242 Mar 16 11:36:25.724689 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-bb834261-9b0b-4265-959f-59c599e181aa None None] Set router 47f7277e-c408-487d-913a-e93a1ec5bb96 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:25.740007 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-aec40282-f8c6-47b7-979f-3283f0591dd8 req-ecf5e5bb-d0a1-464b-8199-ffcc8fc1bcd3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855782 Mar 16 11:36:25.759993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114be2a-7dc9-454a-8170-ff475c9159c0 req-54a942d9-5e67-4c37-83c2-76050c484499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:25.761431 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e114be2a-7dc9-454a-8170-ff475c9159c0 req-54a942d9-5e67-4c37-83c2-76050c484499 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898597 Mar 16 11:36:26.005937 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e114be2a-7dc9-454a-8170-ff475c9159c0 req-ba2700b0-e1c3-4f3b-bc64-3724b51f05ad service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372842 Mar 16 11:36:26.073167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-bb834261-9b0b-4265-959f-59c599e181aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461841535', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:33:43Z', 'updated_at': '2022-03-16T11:33:48Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:44Z', 'updated_at': '2022-03-16T11:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '025f503d-0260-4ae1-a76a-c5f0ac04df48', 'name': '', 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:fa:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:47Z', 'updated_at': '2022-03-16T11:33:53Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:26.077130 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb834261-9b0b-4265-959f-59c599e181aa None None] The sync data for ids ['47f7277e-c408-487d-913a-e93a1ec5bb96'] in dv-neutron-833859-1-hyperv is: [{'id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461841535', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:33:43Z', 'updated_at': '2022-03-16T11:33:48Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:44Z', 'updated_at': '2022-03-16T11:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '025f503d-0260-4ae1-a76a-c5f0ac04df48', 'name': '', 'network_id': 'bff09fcd-2dc6-475c-b9ae-e2eb24e180fc', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:fa:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:47Z', 'updated_at': '2022-03-16T11:33:53Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': '2c81ed17-fada-4467-9850-53ef0d9b77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:26.139337 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e114be2a-7dc9-454a-8170-ff475c9159c0 req-1491f6b9-1327-4065-848a-5b8638cf2d13 service neutron] 10.222.0.18 "GET /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272085 Mar 16 11:36:26.292947 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be7f44-475d-461d-8b6a-f80a57445f49 None None] New status for floating IP 291d3891-7811-4067-8755-6b66dac9d692: DOWN {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:36:26.969378 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666e7e6-134d-45c5-9fc0-d031810d864a req-6e1617bb-6fac-4b37-80ff-03b99f3fcfd9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:26.970083 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-1666e7e6-134d-45c5-9fc0-d031810d864a req-6e1617bb-6fac-4b37-80ff-03b99f3fcfd9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:36:26.988422 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-1666e7e6-134d-45c5-9fc0-d031810d864a req-6e1617bb-6fac-4b37-80ff-03b99f3fcfd9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:36:26.989672 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1666e7e6-134d-45c5-9fc0-d031810d864a req-6e1617bb-6fac-4b37-80ff-03b99f3fcfd9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.1445682 Mar 16 11:36:27.035181 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1666e7e6-134d-45c5-9fc0-d031810d864a req-1010f631-78bc-4381-bc44-e7800e1927b7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ee6acaf-7a20-4620-a0ee-46dbda762aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391238 Mar 16 11:36:27.281971 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa0f2f-a0e6-4cb4-9719-07ac72d0302e req-36f276fa-2e99-4cd3-9d17-483974398cf9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:27.283458 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d5fa0f2f-a0e6-4cb4-9719-07ac72d0302e req-36f276fa-2e99-4cd3-9d17-483974398cf9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 945 time: 0.0821824 Mar 16 11:36:27.375137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-d5fa0f2f-a0e6-4cb4-9719-07ac72d0302e req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port 1fbcd284-508a-416f-a020-6afbcc0f47e0 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:36:27.375497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-d5fa0f2f-a0e6-4cb4-9719-07ac72d0302e req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:27.627027 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-d5fa0f2f-a0e6-4cb4-9719-07ac72d0302e req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] For port 1fbcd284-508a-416f-a020-6afbcc0f47e0, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=1fbcd284-508a-416f-a020-6afbcc0f47e0,segment=NetworkSegment(6610b666-6837-4d84-96ca-e4f79a59f18d),segment_id=6610b666-6837-4d84-96ca-e4f79a59f18d)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:27.627403 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-d5fa0f2f-a0e6-4cb4-9719-07ac72d0302e req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:27.748150 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-d5fa0f2f-a0e6-4cb4-9719-07ac72d0302e req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for 1fbcd284-508a-416f-a020-6afbcc0f47e0 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:36:27.888600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-d5fa0f2f-a0e6-4cb4-9719-07ac72d0302e req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:27.938242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=1fbcd284-508a-416f-a020-6afbcc0f47e0,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:27.979534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.979873 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.980205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.980532 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.980855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.981176 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.981492 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.981808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.982122 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.982432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.982745 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.983055 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:28.024132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fa0f2f-a0e6-4cb4-9719-07ac72d0302e req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] No DVR routers for this DVR port 1fbcd284-508a-416f-a020-6afbcc0f47e0 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:36:28.026389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-d5fa0f2f-a0e6-4cb4-9719-07ac72d0302e req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:28.028812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'name': 'network-vif-deleted', 'tag': '1fbcd284-508a-416f-a020-6afbcc0f47e0'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:28.044935 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-d5fa0f2f-a0e6-4cb4-9719-07ac72d0302e req-10df6d72-d850-4f1e-9a65-4d99771b0300 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "DELETE /v2.0/ports/1fbcd284-508a-416f-a020-6afbcc0f47e0 HTTP/1.1" status: 204 len: 173 time: 0.7561610 Mar 16 11:36:28.073766 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9', 'name': 'network-vif-deleted', 'tag': '1fbcd284-508a-416f-a020-6afbcc0f47e0', 'status': 'completed', 'code': 200} Mar 16 11:36:28.201576 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-df8c0078-fbcb-4c1c-90fc-59276ef371be req-69c5cdef-0df3-404d-9959-d41054e1ace5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1c0e37-ea4e-4f3c-9c34-cfb5cb979dd9 HTTP/1.1" status: 200 len: 210 time: 0.0440137 Mar 16 11:36:29.298499 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60318) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:29.876725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2558ec5d-748c-40df-9380-87bb20c60388 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:30.350866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-2558ec5d-748c-40df-9380-87bb20c60388 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port 025f503d-0260-4ae1-a76a-c5f0ac04df48 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:36:30.351669 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2558ec5d-748c-40df-9380-87bb20c60388 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:30.539897 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-2558ec5d-748c-40df-9380-87bb20c60388 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] For port 025f503d-0260-4ae1-a76a-c5f0ac04df48, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=025f503d-0260-4ae1-a76a-c5f0ac04df48,segment=NetworkSegment(6610b666-6837-4d84-96ca-e4f79a59f18d),segment_id=6610b666-6837-4d84-96ca-e4f79a59f18d)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:30.540303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2558ec5d-748c-40df-9380-87bb20c60388 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:30.660202 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-2558ec5d-748c-40df-9380-87bb20c60388 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for 025f503d-0260-4ae1-a76a-c5f0ac04df48 owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:36:30.840233 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2558ec5d-748c-40df-9380-87bb20c60388 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:30.889470 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558ec5d-748c-40df-9380-87bb20c60388 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=025f503d-0260-4ae1-a76a-c5f0ac04df48,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:30.944172 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a718c550-4758-4c3f-923c-e2c0fff18b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:31.118804 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 1fbcd284-508a-416f-a020-6afbcc0f47e0 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:36:31.151730 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 1fbcd284-508a-416f-a020-6afbcc0f47e0 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:36:31.152390 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 1fbcd284-508a-416f-a020-6afbcc0f47e0 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:36:31.164525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2558ec5d-748c-40df-9380-87bb20c60388 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:31.622004 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2558ec5d-748c-40df-9380-87bb20c60388 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 47f7277e-c408-487d-913a-e93a1ec5bb96 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:36:31.794518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2558ec5d-748c-40df-9380-87bb20c60388 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:36:31.804420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf7d16-0729-4a22-95ba-1bcb87fbd96e None None] Sync routers for ids ['47f7277e-c408-487d-913a-e93a1ec5bb96'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:31.806668 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2558ec5d-748c-40df-9380-87bb20c60388 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "PUT /v2.0/routers/47f7277e-c408-487d-913a-e93a1ec5bb96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5071404 Mar 16 11:36:31.809286 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60322) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:31.814124 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf7d16-0729-4a22-95ba-1bcb87fbd96e None None] Routers {'47f7277e-c408-487d-913a-e93a1ec5bb96'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:31.814803 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-82bf7d16-0729-4a22-95ba-1bcb87fbd96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['47f7277e-c408-487d-913a-e93a1ec5bb96'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:31.873841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f745d9f-356e-4d91-9cdc-1e4f313b8e5b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting subnet 2c81ed17-fada-4467-9850-53ef0d9b77a3 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:36:31.877283 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f745d9f-356e-4d91-9cdc-1e4f313b8e5b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:31.943931 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f745d9f-356e-4d91-9cdc-1e4f313b8e5b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:31.987852 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-82bf7d16-0729-4a22-95ba-1bcb87fbd96e None None] Set router 47f7277e-c408-487d-913a-e93a1ec5bb96 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:32.027916 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f745d9f-356e-4d91-9cdc-1e4f313b8e5b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:32.100751 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f745d9f-356e-4d91-9cdc-1e4f313b8e5b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:32.141575 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f745d9f-356e-4d91-9cdc-1e4f313b8e5b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Subnet': ['ID=2c81ed17-fada-4467-9850-53ef0d9b77a3,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:32.146867 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6f745d9f-356e-4d91-9cdc-1e4f313b8e5b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:32.154152 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6f745d9f-356e-4d91-9cdc-1e4f313b8e5b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/subnets/2c81ed17-fada-4467-9850-53ef0d9b77a3 HTTP/1.1" status: 204 len: 168 time: 0.3438556 Mar 16 11:36:32.155278 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60326) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:32.173282 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6370863-758d-453c-b96f-85c0a9a08004 None None] Network bff09fcd-2dc6-475c-b9ae-e2eb24e180fc requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:36:32.337892 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13ffc3cf-e93f-4b18-bca5-daa1b8a4d863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:32.432266 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-82bf7d16-0729-4a22-95ba-1bcb87fbd96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461841535', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:33:43Z', 'updated_at': '2022-03-16T11:36:30Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:44Z', 'updated_at': '2022-03-16T11:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:32.439216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf7d16-0729-4a22-95ba-1bcb87fbd96e None None] Checking router: 47f7277e-c408-487d-913a-e93a1ec5bb96 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:32.450476 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf7d16-0729-4a22-95ba-1bcb87fbd96e None None] Routers {'47f7277e-c408-487d-913a-e93a1ec5bb96'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:32.451070 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-82bf7d16-0729-4a22-95ba-1bcb87fbd96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['47f7277e-c408-487d-913a-e93a1ec5bb96'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:32.514905 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] DHCP port deletion for bff09fcd-2dc6-475c-b9ae-e2eb24e180fc request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:36:32.519204 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13ffc3cf-e93f-4b18-bca5-daa1b8a4d863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:32.521827 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Deleting port a86d9c1f-d3c3-4337-8a44-af24d7ca9140 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:36:32.522189 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:32.528720 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-13ffc3cf-e93f-4b18-bca5-daa1b8a4d863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:36:32.529099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13ffc3cf-e93f-4b18-bca5-daa1b8a4d863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:32.704660 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-13ffc3cf-e93f-4b18-bca5-daa1b8a4d863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] For port e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:32.705341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13ffc3cf-e93f-4b18-bca5-daa1b8a4d863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:32.716189 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-82bf7d16-0729-4a22-95ba-1bcb87fbd96e None None] Set router 47f7277e-c408-487d-913a-e93a1ec5bb96 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:32.832116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-13ffc3cf-e93f-4b18-bca5-daa1b8a4d863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7 owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:36:33.032905 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] For port a86d9c1f-d3c3-4337-8a44-af24d7ca9140, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a86d9c1f-d3c3-4337-8a44-af24d7ca9140,segment=NetworkSegment(6610b666-6837-4d84-96ca-e4f79a59f18d),segment_id=6610b666-6837-4d84-96ca-e4f79a59f18d)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:33.033553 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.117940 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13ffc3cf-e93f-4b18-bca5-daa1b8a4d863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.166758 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffc3cf-e93f-4b18-bca5-daa1b8a4d863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:33.170656 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Calling delete_port for a86d9c1f-d3c3-4337-8a44-af24d7ca9140 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:36:33.204164 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a86d9c1f-d3c3-4337-8a44-af24d7ca9140 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:36:33.259030 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13ffc3cf-e93f-4b18-bca5-daa1b8a4d863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.269832 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-809317b1-9476-458b-929c-5c349e76f82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.392598 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.427678 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Port a86d9c1f-d3c3-4337-8a44-af24d7ca9140 update to DOWN by agent not found {{(pid=87970) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 16 11:36:33.431351 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13ffc3cf-e93f-4b18-bca5-daa1b8a4d863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.433496 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13ffc3cf-e93f-4b18-bca5-daa1b8a4d863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.448722 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Pushing event deleted for resources: {'Port': ['ID=a86d9c1f-d3c3-4337-8a44-af24d7ca9140,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:33.451103 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] No DVR routers for this DVR port a86d9c1f-d3c3-4337-8a44-af24d7ca9140 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:36:33.462072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13ffc3cf-e93f-4b18-bca5-daa1b8a4d863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.462511 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:33.462730 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ffc3cf-e93f-4b18-bca5-daa1b8a4d863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Fanout notify agent at l3_agent the message router_deleted on router 47f7277e-c408-487d-913a-e93a1ec5bb96 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:36:33.462908 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:33.463286 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:33.463694 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:33.464030 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:33.464355 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:33.464680 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:33.464999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:33.465319 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:33.465635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:33.465948 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:33.466336 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60fba-3a8a-4af5-8193-090e8aa371fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:33.476665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-82bf7d16-0729-4a22-95ba-1bcb87fbd96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461841535', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:33:43Z', 'updated_at': '2022-03-16T11:36:30Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:44Z', 'updated_at': '2022-03-16T11:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:33.478826 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-13ffc3cf-e93f-4b18-bca5-daa1b8a4d863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.479943 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-13ffc3cf-e93f-4b18-bca5-daa1b8a4d863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/routers/47f7277e-c408-487d-913a-e93a1ec5bb96 HTTP/1.1" status: 204 len: 168 time: 1.3237655 Mar 16 11:36:33.482504 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60332) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:33.483633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf7d16-0729-4a22-95ba-1bcb87fbd96e None None] The sync data for ids ['47f7277e-c408-487d-913a-e93a1ec5bb96'] in dv-neutron-833859-1-hyperv is: [{'id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461841535', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:33:43Z', 'updated_at': '2022-03-16T11:36:30Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': 'e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7277e-c408-487d-913a-e93a1ec5bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:33:44Z', 'updated_at': '2022-03-16T11:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:33.592921 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-52f94e57-f631-4c33-aa06-f5366a0ed2b9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.718496 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-52f94e57-f631-4c33-aa06-f5366a0ed2b9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.746357 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-52f94e57-f631-4c33-aa06-f5366a0ed2b9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff09fcd-2dc6-475c-b9ae-e2eb24e180fc']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:33.758654 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-52f94e57-f631-4c33-aa06-f5366a0ed2b9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6610b666-6837-4d84-96ca-e4f79a59f18d') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:33.758941 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-52f94e57-f631-4c33-aa06-f5366a0ed2b9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6610b666-6837-4d84-96ca-e4f79a59f18d') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:33.769722 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-52f94e57-f631-4c33-aa06-f5366a0ed2b9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.785009 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-52f94e57-f631-4c33-aa06-f5366a0ed2b9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.790692 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f94e57-f631-4c33-aa06-f5366a0ed2b9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:36:33.791064 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-52f94e57-f631-4c33-aa06-f5366a0ed2b9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:36:33.805681 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:36:33.887666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-52f94e57-f631-4c33-aa06-f5366a0ed2b9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.892384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-52f94e57-f631-4c33-aa06-f5366a0ed2b9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.924552 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f94e57-f631-4c33-aa06-f5366a0ed2b9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Network': ['ID=bff09fcd-2dc6-475c-b9ae-e2eb24e180fc,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:33.932733 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-52f94e57-f631-4c33-aa06-f5366a0ed2b9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/networks/bff09fcd-2dc6-475c-b9ae-e2eb24e180fc HTTP/1.1" status: 204 len: 168 time: 0.4466817 Mar 16 11:36:33.933133 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60336) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:34.009193 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b48a-0359-45ef-ab70-df06e57b4bb2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:34.041957 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b48a-0359-45ef-ab70-df06e57b4bb2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:34.120488 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b48a-0359-45ef-ab70-df06e57b4bb2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:34.138543 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4b48a-0359-45ef-ab70-df06e57b4bb2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee6acaf-7a20-4620-a0ee-46dbda762aaa,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:34.149013 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b48a-0359-45ef-ab70-df06e57b4bb2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:34.150128 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d3e4b48a-0359-45ef-ab70-df06e57b4bb2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/security-groups/4ee6acaf-7a20-4620-a0ee-46dbda762aaa HTTP/1.1" status: 204 len: 168 time: 0.2162597 Mar 16 11:36:34.482152 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:34.575162 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.159033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 025f503d-0260-4ae1-a76a-c5f0ac04df48 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:36:35.193305 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 025f503d-0260-4ae1-a76a-c5f0ac04df48 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:36:35.193655 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 025f503d-0260-4ae1-a76a-c5f0ac04df48 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:36:35.194076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:36:35.229079 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:36:35.229501 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device e0c3e77d-7cb4-4f30-94dc-a141edbbc8c7 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:36:35.378827 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60346) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:35.384076 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-757c3e29-e3eb-45be-a6c2-238a5440c94a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-213840415', 'description': 'tempest-secgroup-smoke-213840415 description', 'project_id': 'd7b84297c4894f449599f50328fa1baa'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:35.390185 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-757c3e29-e3eb-45be-a6c2-238a5440c94a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:35.394251 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-757c3e29-e3eb-45be-a6c2-238a5440c94a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:35.397097 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-757c3e29-e3eb-45be-a6c2-238a5440c94a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:35.402676 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-757c3e29-e3eb-45be-a6c2-238a5440c94a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:35.411883 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-757c3e29-e3eb-45be-a6c2-238a5440c94a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.430948 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-757c3e29-e3eb-45be-a6c2-238a5440c94a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:35.434719 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-757c3e29-e3eb-45be-a6c2-238a5440c94a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:35.438122 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-757c3e29-e3eb-45be-a6c2-238a5440c94a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:35.444079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-757c3e29-e3eb-45be-a6c2-238a5440c94a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:35.514239 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-757c3e29-e3eb-45be-a6c2-238a5440c94a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.518006 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-757c3e29-e3eb-45be-a6c2-238a5440c94a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.560979 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c3e29-e3eb-45be-a6c2-238a5440c94a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828210ee-8943-4f3d-b610-d85bc5295f69,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:35.566682 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-757c3e29-e3eb-45be-a6c2-238a5440c94a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.567921 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-757c3e29-e3eb-45be-a6c2-238a5440c94a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1880474 Mar 16 11:36:35.570717 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60350) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:35.575550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-ebd08c4a-f8d7-40eb-9149-03c806e593c3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': '828210ee-8943-4f3d-b610-d85bc5295f69', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:35.581337 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ebd08c4a-f8d7-40eb-9149-03c806e593c3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:35.585058 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ebd08c4a-f8d7-40eb-9149-03c806e593c3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:35.587939 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ebd08c4a-f8d7-40eb-9149-03c806e593c3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:35.593961 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ebd08c4a-f8d7-40eb-9149-03c806e593c3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:35.610726 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ebd08c4a-f8d7-40eb-9149-03c806e593c3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.670190 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ebd08c4a-f8d7-40eb-9149-03c806e593c3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.674182 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ebd08c4a-f8d7-40eb-9149-03c806e593c3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.697641 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd08c4a-f8d7-40eb-9149-03c806e593c3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0bb144-1c44-420a-8bba-85061538722d,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:35.707412 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ebd08c4a-f8d7-40eb-9149-03c806e593c3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.710690 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ebd08c4a-f8d7-40eb-9149-03c806e593c3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369300 Mar 16 11:36:35.711223 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60354) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:35.716145 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7a303ff0-7b2a-4e86-a702-9183f9ea7599 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': '828210ee-8943-4f3d-b610-d85bc5295f69', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:35.722332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7a303ff0-7b2a-4e86-a702-9183f9ea7599 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:35.726087 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7a303ff0-7b2a-4e86-a702-9183f9ea7599 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:35.729177 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7a303ff0-7b2a-4e86-a702-9183f9ea7599 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:35.735407 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7a303ff0-7b2a-4e86-a702-9183f9ea7599 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:35.751273 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7a303ff0-7b2a-4e86-a702-9183f9ea7599 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.809779 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7a303ff0-7b2a-4e86-a702-9183f9ea7599 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.812971 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7a303ff0-7b2a-4e86-a702-9183f9ea7599 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.835246 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a303ff0-7b2a-4e86-a702-9183f9ea7599 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010a263c-d0bd-4e96-baa9-55d167eeaed0,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:35.844631 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7a303ff0-7b2a-4e86-a702-9183f9ea7599 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.845788 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7a303ff0-7b2a-4e86-a702-9183f9ea7599 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1336689 Mar 16 11:36:35.848418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60358) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:35.853303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c1a30e32-d750-48e5-8905-fcb206d1d7b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': '828210ee-8943-4f3d-b610-d85bc5295f69', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:35.859306 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c1a30e32-d750-48e5-8905-fcb206d1d7b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:35.863098 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c1a30e32-d750-48e5-8905-fcb206d1d7b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:35.865879 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c1a30e32-d750-48e5-8905-fcb206d1d7b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:35.871532 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c1a30e32-d750-48e5-8905-fcb206d1d7b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:35.887574 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c1a30e32-d750-48e5-8905-fcb206d1d7b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.949986 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c1a30e32-d750-48e5-8905-fcb206d1d7b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.954081 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c1a30e32-d750-48e5-8905-fcb206d1d7b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.981313 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a30e32-d750-48e5-8905-fcb206d1d7b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fe5c3a-31cd-4e42-8756-656f7f4a724b,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:35.989516 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c1a30e32-d750-48e5-8905-fcb206d1d7b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.990683 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c1a30e32-d750-48e5-8905-fcb206d1d7b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413348 Mar 16 11:36:35.993301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60362) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:35.998444 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6e219665-ccc3-4232-ab8f-b4418256c0a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': '828210ee-8943-4f3d-b610-d85bc5295f69', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:36.004122 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6e219665-ccc3-4232-ab8f-b4418256c0a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:36.007852 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6e219665-ccc3-4232-ab8f-b4418256c0a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:36.010610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6e219665-ccc3-4232-ab8f-b4418256c0a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:36.016844 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6e219665-ccc3-4232-ab8f-b4418256c0a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:36.036273 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6e219665-ccc3-4232-ab8f-b4418256c0a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.036434 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.096736 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6e219665-ccc3-4232-ab8f-b4418256c0a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.100076 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6e219665-ccc3-4232-ab8f-b4418256c0a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.120527 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e219665-ccc3-4232-ab8f-b4418256c0a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9b8c24-c2e9-4811-9a05-a9cea7803e6a,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:36.131455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6e219665-ccc3-4232-ab8f-b4418256c0a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.132601 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6e219665-ccc3-4232-ab8f-b4418256c0a9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384137 Mar 16 11:36:36.135228 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60366) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:36.140765 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a62398ca-89de-4397-a988-7608822a0b14 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': '828210ee-8943-4f3d-b610-d85bc5295f69', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:36.146447 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a62398ca-89de-4397-a988-7608822a0b14 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:36.150183 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a62398ca-89de-4397-a988-7608822a0b14 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:36.153020 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a62398ca-89de-4397-a988-7608822a0b14 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:36.159258 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a62398ca-89de-4397-a988-7608822a0b14 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:36.169497 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-a62398ca-89de-4397-a988-7608822a0b14 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Project d7b84297c4894f449599f50328fa1baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:36:36.175831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a62398ca-89de-4397-a988-7608822a0b14 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.238049 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a62398ca-89de-4397-a988-7608822a0b14 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.242238 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a62398ca-89de-4397-a988-7608822a0b14 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.262950 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62398ca-89de-4397-a988-7608822a0b14 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ecb7d0c-7590-4d8f-88c3-911ec04f7b75,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:36.275016 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a62398ca-89de-4397-a988-7608822a0b14 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.276359 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a62398ca-89de-4397-a988-7608822a0b14 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401861 Mar 16 11:36:36.279110 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60370) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:36.284076 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-2acc060f-6f24-4c9e-ab86-e18b0e3338ac tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': '828210ee-8943-4f3d-b610-d85bc5295f69', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:36.289946 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2acc060f-6f24-4c9e-ab86-e18b0e3338ac tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:36.293666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2acc060f-6f24-4c9e-ab86-e18b0e3338ac tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:36.296620 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-2acc060f-6f24-4c9e-ab86-e18b0e3338ac tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:36.302131 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-2acc060f-6f24-4c9e-ab86-e18b0e3338ac tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:36.315083 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-2acc060f-6f24-4c9e-ab86-e18b0e3338ac tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Project d7b84297c4894f449599f50328fa1baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:36:36.321331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2acc060f-6f24-4c9e-ab86-e18b0e3338ac tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.383433 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2acc060f-6f24-4c9e-ab86-e18b0e3338ac tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.387204 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2acc060f-6f24-4c9e-ab86-e18b0e3338ac tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.410229 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc060f-6f24-4c9e-ab86-e18b0e3338ac tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9cf00b-e751-4f2a-8868-ace3b0197ef8,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:36.418341 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2acc060f-6f24-4c9e-ab86-e18b0e3338ac tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.419549 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2acc060f-6f24-4c9e-ab86-e18b0e3338ac tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394689 Mar 16 11:36:36.422303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60374) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:36.427744 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6d4a24f4-a1a4-4b28-bd67-d8302338809f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'network': {'name': 'tempest-network-smoke--262473908', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'port_security_enabled': True}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:36.432677 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6d4a24f4-a1a4-4b28-bd67-d8302338809f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:36.437224 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6d4a24f4-a1a4-4b28-bd67-d8302338809f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:network and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:36.439972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6d4a24f4-a1a4-4b28-bd67-d8302338809f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:36.445913 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6d4a24f4-a1a4-4b28-bd67-d8302338809f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:36.456430 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4a24f4-a1a4-4b28-bd67-d8302338809f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Made reservation on behalf of d7b84297c4894f449599f50328fa1baa for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:36:36.459857 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d4a24f4-a1a4-4b28-bd67-d8302338809f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.486538 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4a24f4-a1a4-4b28-bd67-d8302338809f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:36:36.495196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d4a24f4-a1a4-4b28-bd67-d8302338809f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.495529 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-6d4a24f4-a1a4-4b28-bd67-d8302338809f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Added segment 84669c6e-2307-4088-a7a7-b254e18806d2 of type vlan for network 0c443abe-6fb9-4358-9f12-127d8d6906e3 Mar 16 11:36:36.521681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d4a24f4-a1a4-4b28-bd67-d8302338809f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.549924 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d4a24f4-a1a4-4b28-bd67-d8302338809f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.555319 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4a24f4-a1a4-4b28-bd67-d8302338809f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:36.555889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6d4a24f4-a1a4-4b28-bd67-d8302338809f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.657669 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6d4a24f4-a1a4-4b28-bd67-d8302338809f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2342868 Mar 16 11:36:36.660403 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60378) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:36.663327 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a24f4-a1a4-4b28-bd67-d8302338809f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Network': ['ID=0c443abe-6fb9-4358-9f12-127d8d6906e3,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:36.665711 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-402815979', 'admin_state_up': True, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:36.673607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:36.673746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 0c443abe-6fb9-4358-9f12-127d8d6906e3 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:36:36.677566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:router and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:36.680449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:36.687481 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:36.696085 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.697050 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.713085 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.980636 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:37.379246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:37.407772 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:37.537867 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.26.3.102 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/664cfa0c-6b37-4cca-8b2a-929857abc37e) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:37.679358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:37.708320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:37.763984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:37.767371 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:37.769788 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:36:37.823858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=664cfa0c-6b37-4cca-8b2a-929857abc37e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:38.181209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:38.624222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:38.820266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router f073a52a-1cf5-4184-b14a-77cb17bc24bd is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:36:38.998955 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:36:39.008569 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Sync routers for ids ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:39.018290 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Routers {'f073a52a-1cf5-4184-b14a-77cb17bc24bd'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:39.018884 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:39.025560 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:39.026816 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3234084a-c51f-4a26-a654-8dbaac0f2a1d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3653247 Mar 16 11:36:39.029993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60384) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:39.112178 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4e29152c-5ecf-4f69-b4ee-a50492019d3c tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=d7b84297c4894f449599f50328fa1baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0804987 Mar 16 11:36:39.114607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60390) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:39.194018 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Set router f073a52a-1cf5-4184-b14a-77cb17bc24bd gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:39.243453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd20f30c-a64f-42c1-bf7f-cb1723286aa9 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:39.247934 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-bd20f30c-a64f-42c1-bf7f-cb1723286aa9 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297073 Mar 16 11:36:39.248075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60394) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:39.290125 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-cba15414-2b21-4301-a3d4-5f46254505fd tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381691 Mar 16 11:36:39.290125 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60398) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:39.295411 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-26151ebd-a7ba-49f4-acb6-89e6820c3bc6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-710861396', 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:39.403772 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-26151ebd-a7ba-49f4-acb6-89e6820c3bc6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:39.407698 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-26151ebd-a7ba-49f4-acb6-89e6820c3bc6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:subnet and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:39.410450 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-26151ebd-a7ba-49f4-acb6-89e6820c3bc6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:39.416007 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-26151ebd-a7ba-49f4-acb6-89e6820c3bc6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:39.427125 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26151ebd-a7ba-49f4-acb6-89e6820c3bc6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Made reservation on behalf of d7b84297c4894f449599f50328fa1baa for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:36:39.430539 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26151ebd-a7ba-49f4-acb6-89e6820c3bc6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:39.475973 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402815979', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:36Z', 'updated_at': '2022-03-16T11:36:38Z', 'revision_number': 3, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:44:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:37Z', 'updated_at': '2022-03-16T11:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:39.480050 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Checking router: f073a52a-1cf5-4184-b14a-77cb17bc24bd for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:39.480392 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Updating router f073a52a-1cf5-4184-b14a-77cb17bc24bd port 664cfa0c-6b37-4cca-8b2a-929857abc37e binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:36:39.535931 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:39.652880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26151ebd-a7ba-49f4-acb6-89e6820c3bc6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:39.715396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26151ebd-a7ba-49f4-acb6-89e6820c3bc6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Subnet': ['ID=a0986f98-a6cd-40a6-b429-f1a1c7c70caf,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:39.748653 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26151ebd-a7ba-49f4-acb6-89e6820c3bc6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Checking segment: {'id': '84669c6e-2307-4088-a7a7-b254e18806d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:36:39.749032 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26151ebd-a7ba-49f4-acb6-89e6820c3bc6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network hostable DHCP agents. Network: 0c443abe-6fb9-4358-9f12-127d8d6906e3, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:36:39.768508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26151ebd-a7ba-49f4-acb6-89e6820c3bc6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 0c443abe-6fb9-4358-9f12-127d8d6906e3 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:36:39.778912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-26151ebd-a7ba-49f4-acb6-89e6820c3bc6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 0c443abe-6fb9-4358-9f12-127d8d6906e3) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:39.783300 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26151ebd-a7ba-49f4-acb6-89e6820c3bc6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:39.783936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26151ebd-a7ba-49f4-acb6-89e6820c3bc6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:39.792107 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d8fed9-cd49-4b15-818a-bd2e6305737f None None] Network 0c443abe-6fb9-4358-9f12-127d8d6906e3 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:36:39.807847 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-26151ebd-a7ba-49f4-acb6-89e6820c3bc6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5165279 Mar 16 11:36:39.809683 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60402) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:39.883141 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:39.903744 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Transition to ACTIVE for port object 664cfa0c-6b37-4cca-8b2a-929857abc37e will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:39.912797 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:39.992626 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Attempting to bind port 664cfa0c-6b37-4cca-8b2a-929857abc37e on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:36:39.993096 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Attempting to bind port 664cfa0c-6b37-4cca-8b2a-929857abc37e by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:36:39.993515 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Attempting to bind port 664cfa0c-6b37-4cca-8b2a-929857abc37e on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:36:40.010033 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:36:40.010780 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:36:40.010961 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:40.011509 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:36:40.012025 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Bound port: 664cfa0c-6b37-4cca-8b2a-929857abc37e, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:36:40.012455 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:40.024301 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-0c443abe-6fb9-4358-9f12-127d8d6906e3', 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ips': [{'subnet_id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:36:40.025420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:40.048890 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef407c-421c-46a3-b748-9e22830b01ec None None] Pushing event updated for resources: {'Port': ['ID=664cfa0c-6b37-4cca-8b2a-929857abc37e,revision_number=2']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:40.107480 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef407c-421c-46a3-b748-9e22830b01ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:40.107822 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef407c-421c-46a3-b748-9e22830b01ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:40.108152 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef407c-421c-46a3-b748-9e22830b01ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:40.108506 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef407c-421c-46a3-b748-9e22830b01ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:40.108831 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef407c-421c-46a3-b748-9e22830b01ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:40.109149 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef407c-421c-46a3-b748-9e22830b01ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:40.109461 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef407c-421c-46a3-b748-9e22830b01ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:40.109775 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef407c-421c-46a3-b748-9e22830b01ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:40.110084 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef407c-421c-46a3-b748-9e22830b01ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:40.110393 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef407c-421c-46a3-b748-9e22830b01ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:40.110703 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef407c-421c-46a3-b748-9e22830b01ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:40.111024 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef407c-421c-46a3-b748-9e22830b01ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:40.125929 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] For port 664cfa0c-6b37-4cca-8b2a-929857abc37e, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:36:40.128810 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] For port 664cfa0c-6b37-4cca-8b2a-929857abc37e, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=664cfa0c-6b37-4cca-8b2a-929857abc37e,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:36:40.132865 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:40.210122 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Routers {'f073a52a-1cf5-4184-b14a-77cb17bc24bd'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:40.210731 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:40.214412 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Allocated IP 172.20.0.2 (0c443abe-6fb9-4358-9f12-127d8d6906e3/a0986f98-a6cd-40a6-b429-f1a1c7c70caf/2094d373-f56a-451e-904e-f4800de4da61) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:40.453110 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] Set router f073a52a-1cf5-4184-b14a-77cb17bc24bd gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:40.538626 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:40.549877 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Transition to ACTIVE for port object 2094d373-f56a-451e-904e-f4800de4da61 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:40.569596 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Transition to ACTIVE for port object 2094d373-f56a-451e-904e-f4800de4da61 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:40.575867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:40.595516 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef407c-421c-46a3-b748-9e22830b01ec None None] Pushing event updated for resources: {'Port': ['ID=664cfa0c-6b37-4cca-8b2a-929857abc37e,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:40.644551 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Network 0c443abe-6fb9-4358-9f12-127d8d6906e3 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:40.647571 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:40.656181 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:36:40.690308 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Pushing event updated for resources: {'Port': ['ID=2094d373-f56a-451e-904e-f4800de4da61,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:40.755684 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Attempting to bind port 2094d373-f56a-451e-904e-f4800de4da61 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:36:40.756057 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Attempting to bind port 2094d373-f56a-451e-904e-f4800de4da61 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '84669c6e-2307-4088-a7a7-b254e18806d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:36:40.756494 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Attempting to bind port 2094d373-f56a-451e-904e-f4800de4da61 on network 0c443abe-6fb9-4358-9f12-127d8d6906e3 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:36:40.762294 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:36:40.762294 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Checking segment: {'id': '84669c6e-2307-4088-a7a7-b254e18806d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:36:40.763460 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:40.763460 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Bound using segment: {'id': '84669c6e-2307-4088-a7a7-b254e18806d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:36:40.763845 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Bound port: 2094d373-f56a-451e-904e-f4800de4da61, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84669c6e-2307-4088-a7a7-b254e18806d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:36:40.764283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:40.779717 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:40.802628 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402815979', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:36Z', 'updated_at': '2022-03-16T11:36:38Z', 'revision_number': 3, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:44:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:37Z', 'updated_at': '2022-03-16T11:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:40.806490 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60adb56-b5bf-4b4e-9ed0-fa5bdb771908 None None] The sync data for ids ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'] in dv-neutron-833859-1-hyperv is: [{'id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402815979', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:36Z', 'updated_at': '2022-03-16T11:36:38Z', 'revision_number': 3, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:44:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:37Z', 'updated_at': '2022-03-16T11:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:40.859455 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] For port 2094d373-f56a-451e-904e-f4800de4da61, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:36:40.862773 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] For port 2094d373-f56a-451e-904e-f4800de4da61, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=2094d373-f56a-451e-904e-f4800de4da61,segment=NetworkSegment(84669c6e-2307-4088-a7a7-b254e18806d2),segment_id=84669c6e-2307-4088-a7a7-b254e18806d2)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:36:40.867899 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:40.954223 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cea74-32c2-47fe-8e19-86d0d00471a7 None None] Pushing event updated for resources: {'Port': ['ID=2094d373-f56a-451e-904e-f4800de4da61,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:41.258066 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 664cfa0c-6b37-4cca-8b2a-929857abc37e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:41.289624 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.20.0.1 (0c443abe-6fb9-4358-9f12-127d8d6906e3/a0986f98-a6cd-40a6-b429-f1a1c7c70caf/4ad6dde2-c725-4df1-b255-b71f7128f09b) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:41.354028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 664cfa0c-6b37-4cca-8b2a-929857abc37e completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:41.360403 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 664cfa0c-6b37-4cca-8b2a-929857abc37e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:41.360772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:41.485595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:41.491391 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:41.502163 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Transition to ACTIVE for port object 4ad6dde2-c725-4df1-b255-b71f7128f09b will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:41.508836 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 664cfa0c-6b37-4cca-8b2a-929857abc37e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=664cfa0c-6b37-4cca-8b2a-929857abc37e,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:41.513202 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:41.537374 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:41.586440 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=664cfa0c-6b37-4cca-8b2a-929857abc37e,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:41.602397 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 0c443abe-6fb9-4358-9f12-127d8d6906e3 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:41.605865 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:41.618462 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:36:41.656027 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=4ad6dde2-c725-4df1-b255-b71f7128f09b,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:41.681719 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:42.042736 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813f14f8-ab81-418b-af93-b7cee35520bb None None] Network 0c443abe-6fb9-4358-9f12-127d8d6906e3 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:36:42.082534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:42.149693 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-85d59f66-66e1-4ee2-a24c-6455a2ed3456 None None] Provisioning for port 2094d373-f56a-451e-904e-f4800de4da61 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:42.530375 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:42.537604 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:42.593271 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-22c8f971-a445-40fa-9f4c-602ba39cec74 None None] Provisioning for port 4ad6dde2-c725-4df1-b255-b71f7128f09b completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:42.599080 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-22c8f971-a445-40fa-9f4c-602ba39cec74 None None] Provisioning complete for port 4ad6dde2-c725-4df1-b255-b71f7128f09b triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:42.599480 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-22c8f971-a445-40fa-9f4c-602ba39cec74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:42.656673 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:42.660342 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=4ad6dde2-c725-4df1-b255-b71f7128f09b,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:42.666037 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-22c8f971-a445-40fa-9f4c-602ba39cec74 None None] Port 4ad6dde2-c725-4df1-b255-b71f7128f09b cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:36:42.801056 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-0591cf7b-e95a-43c6-a00f-b166dc686324 None None] Provisioning complete for port 4ad6dde2-c725-4df1-b255-b71f7128f09b triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:42.801580 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0591cf7b-e95a-43c6-a00f-b166dc686324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:42.804470 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 0c443abe-6fb9-4358-9f12-127d8d6906e3 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:42.805558 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:42.871882 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-0591cf7b-e95a-43c6-a00f-b166dc686324 None None] Port 4ad6dde2-c725-4df1-b255-b71f7128f09b cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:36:42.993209 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router f073a52a-1cf5-4184-b14a-77cb17bc24bd has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:36:43.092181 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ad8f2f47-0a86-4217-b08c-bf7034c7a133 None None] Provisioning complete for port 4ad6dde2-c725-4df1-b255-b71f7128f09b triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:43.093270 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ad8f2f47-0a86-4217-b08c-bf7034c7a133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:43.159095 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f2f47-0a86-4217-b08c-bf7034c7a133 None None] Port 4ad6dde2-c725-4df1-b255-b71f7128f09b cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:36:43.178650 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:36:43.188932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Sync routers for ids ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:43.192398 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9d7f474e-9fa8-411b-9c56-ce072b777638 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "PUT /v2.0/routers/f073a52a-1cf5-4184-b14a-77cb17bc24bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3816092 Mar 16 11:36:43.198937 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Routers {'f073a52a-1cf5-4184-b14a-77cb17bc24bd'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:43.199587 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:43.265565 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 2094d373-f56a-451e-904e-f4800de4da61 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:43.362237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-52f11e07-7ef6-4500-8389-e35155962c5f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:36:43.377921 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-52f11e07-7ef6-4500-8389-e35155962c5f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:36:43.379399 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-52f11e07-7ef6-4500-8389-e35155962c5f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213840415&fields=id&tenant_id=d7b84297c4894f449599f50328fa1baa HTTP/1.1" status: 200 len: 267 time: 0.0609164 Mar 16 11:36:43.434645 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 2094d373-f56a-451e-904e-f4800de4da61 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:43.445550 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Set router f073a52a-1cf5-4184-b14a-77cb17bc24bd gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:43.487018 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 2094d373-f56a-451e-904e-f4800de4da61 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:43.487377 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:43.649086 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-c416cf07-fbff-4ef6-94c9-b593a23bd7dc tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:43.649768 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-c416cf07-fbff-4ef6-94c9-b593a23bd7dc tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:network {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:36:43.665130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-c416cf07-fbff-4ef6-94c9-b593a23bd7dc tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:network {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:36:43.666722 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-c416cf07-fbff-4ef6-94c9-b593a23bd7dc tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/networks?id=0c443abe-6fb9-4358-9f12-127d8d6906e3 HTTP/1.1" status: 200 len: 796 time: 0.2778265 Mar 16 11:36:43.682176 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-f8c463b7-5702-420d-8964-29507d90a1c5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/quotas/d7b84297c4894f449599f50328fa1baa HTTP/1.1" status: 200 len: 375 time: 0.0093739 Mar 16 11:36:43.764165 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-59b1eb39-d3d4-44de-bfd1-d63f7dc56d16 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:36:43.779450 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-59b1eb39-d3d4-44de-bfd1-d63f7dc56d16 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:36:43.781253 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-59b1eb39-d3d4-44de-bfd1-d63f7dc56d16 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930297 Mar 16 11:36:43.813984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:43.891194 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 2094d373-f56a-451e-904e-f4800de4da61, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=2094d373-f56a-451e-904e-f4800de4da61,segment=NetworkSegment(84669c6e-2307-4088-a7a7-b254e18806d2),segment_id=84669c6e-2307-4088-a7a7-b254e18806d2)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:43.898073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:43.898821 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 664cfa0c-6b37-4cca-8b2a-929857abc37e up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:43.957999 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-850ffcc3-3f22-4f95-a021-b7840dfe31a0 service neutron] 10.222.0.44 "GET /v2.0/networks/0c443abe-6fb9-4358-9f12-127d8d6906e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646686 Mar 16 11:36:44.021694 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=2094d373-f56a-451e-904e-f4800de4da61,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:44.040325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402815979', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:36Z', 'updated_at': '2022-03-16T11:36:42Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:37Z', 'updated_at': '2022-03-16T11:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4ad6dde2-c725-4df1-b255-b71f7128f09b', 'name': '', 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:d5:dc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:41Z', 'updated_at': '2022-03-16T11:36:42Z', 'revision_number': 2, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:44.048603 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Checking router: f073a52a-1cf5-4184-b14a-77cb17bc24bd for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:44.048954 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Updating router f073a52a-1cf5-4184-b14a-77cb17bc24bd port 4ad6dde2-c725-4df1-b255-b71f7128f09b binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:36:44.079007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 664cfa0c-6b37-4cca-8b2a-929857abc37e triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:44.079398 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:44.089484 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-3ea1729b-fc14-4fbb-9446-805a8fe6cc68 service neutron] 10.222.0.44 "GET /v2.0/networks/0c443abe-6fb9-4358-9f12-127d8d6906e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253474 Mar 16 11:36:44.151657 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:44.562807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:44.573635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Transition to ACTIVE for port object 4ad6dde2-c725-4df1-b255-b71f7128f09b will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:44.579801 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:44.728011 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a76a00-e358-4172-b435-54d8208ae29f None None] Pushing event updated for resources: {'Port': ['ID=4ad6dde2-c725-4df1-b255-b71f7128f09b,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:44.792092 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Attempting to bind port 4ad6dde2-c725-4df1-b255-b71f7128f09b on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:36:44.792461 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Attempting to bind port 4ad6dde2-c725-4df1-b255-b71f7128f09b by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '84669c6e-2307-4088-a7a7-b254e18806d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:36:44.792818 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Attempting to bind port 4ad6dde2-c725-4df1-b255-b71f7128f09b on network 0c443abe-6fb9-4358-9f12-127d8d6906e3 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:36:44.799027 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:36:44.799452 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Checking segment: {'id': '84669c6e-2307-4088-a7a7-b254e18806d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:36:44.799850 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:44.800283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Bound using segment: {'id': '84669c6e-2307-4088-a7a7-b254e18806d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:36:44.800804 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Bound port: 4ad6dde2-c725-4df1-b255-b71f7128f09b, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84669c6e-2307-4088-a7a7-b254e18806d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:36:44.801212 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:44.902466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] For port 4ad6dde2-c725-4df1-b255-b71f7128f09b, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:36:44.907278 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] For port 4ad6dde2-c725-4df1-b255-b71f7128f09b, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4ad6dde2-c725-4df1-b255-b71f7128f09b,segment=NetworkSegment(84669c6e-2307-4088-a7a7-b254e18806d2),segment_id=84669c6e-2307-4088-a7a7-b254e18806d2)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:36:44.911836 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:44.987902 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Routers {'f073a52a-1cf5-4184-b14a-77cb17bc24bd'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:44.988531 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:45.058907 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a76a00-e358-4172-b435-54d8208ae29f None None] Pushing event updated for resources: {'Port': ['ID=4ad6dde2-c725-4df1-b255-b71f7128f09b,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:45.183348 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 2094d373-f56a-451e-904e-f4800de4da61 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:45.287507 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] Set router f073a52a-1cf5-4184-b14a-77cb17bc24bd gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:45.287652 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-32e29c75-32c8-4d98-ab35-3de16ec478e9 req-e64a32de-5c83-4aee-8699-9c57ab985a31 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:36:45.299630 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-32e29c75-32c8-4d98-ab35-3de16ec478e9 req-e64a32de-5c83-4aee-8699-9c57ab985a31 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:36:45.300864 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-32e29c75-32c8-4d98-ab35-3de16ec478e9 req-e64a32de-5c83-4aee-8699-9c57ab985a31 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 210 time: 0.0553837 Mar 16 11:36:45.455137 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 2094d373-f56a-451e-904e-f4800de4da61 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:45.455528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:45.708148 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402815979', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:36Z', 'updated_at': '2022-03-16T11:36:42Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:37Z', 'updated_at': '2022-03-16T11:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4ad6dde2-c725-4df1-b255-b71f7128f09b', 'name': '', 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:d5:dc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:41Z', 'updated_at': '2022-03-16T11:36:44Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:45.712087 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b1df5c-dfe7-4f97-a03b-c49586357134 None None] The sync data for ids ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'] in dv-neutron-833859-1-hyperv is: [{'id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402815979', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:36Z', 'updated_at': '2022-03-16T11:36:42Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:37Z', 'updated_at': '2022-03-16T11:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4ad6dde2-c725-4df1-b255-b71f7128f09b', 'name': '', 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:d5:dc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:41Z', 'updated_at': '2022-03-16T11:36:44Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:46.354805 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-0325a059-9c3a-4ad6-9e12-32857166e660 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:46.356265 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-0325a059-9c3a-4ad6-9e12-32857166e660 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "GET /v2.0/networks?id=0c443abe-6fb9-4358-9f12-127d8d6906e3 HTTP/1.1" status: 200 len: 796 time: 0.1612198 Mar 16 11:36:46.407264 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-2a155644-5d8d-4ed3-8352-7764fc73ac65 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7b84297c4894f449599f50328fa1baa HTTP/1.1" status: 200 len: 379 time: 0.0427966 Mar 16 11:36:46.416226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-af21d54d-54ff-4f06-86c2-aa2514835042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'port': {'device_id': 'd9e85a87-0c90-4a0a-ab72-d1c9728efaaa', 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3', 'admin_state_up': True, 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'security_groups': ['828210ee-8943-4f3d-b610-d85bc5295f69']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:46.466488 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-59600130-1c13-4dff-9cba-ea2b184a838c req-f8c73f89-ba40-4a17-a481-c61e802b0cdb tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 210 time: 0.0541327 Mar 16 11:36:46.677387 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-af21d54d-54ff-4f06-86c2-aa2514835042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:46.687196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-af21d54d-54ff-4f06-86c2-aa2514835042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:46.697242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-af21d54d-54ff-4f06-86c2-aa2514835042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Made reservation on behalf of d7b84297c4894f449599f50328fa1baa for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:36:46.700680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-af21d54d-54ff-4f06-86c2-aa2514835042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:46.861558 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-af21d54d-54ff-4f06-86c2-aa2514835042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.20.0.5 (0c443abe-6fb9-4358-9f12-127d8d6906e3/a0986f98-a6cd-40a6-b429-f1a1c7c70caf/a446f985-4952-495b-ba08-771df5fcda9f) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:47.045623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-af21d54d-54ff-4f06-86c2-aa2514835042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:47.060923 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-af21d54d-54ff-4f06-86c2-aa2514835042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Transition to ACTIVE for port object a446f985-4952-495b-ba08-771df5fcda9f will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:47.083392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-af21d54d-54ff-4f06-86c2-aa2514835042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:47.147645 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-af21d54d-54ff-4f06-86c2-aa2514835042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 0c443abe-6fb9-4358-9f12-127d8d6906e3 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:47.155194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-af21d54d-54ff-4f06-86c2-aa2514835042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:47.159953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-af21d54d-54ff-4f06-86c2-aa2514835042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:36:47.195862 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21d54d-54ff-4f06-86c2-aa2514835042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=a446f985-4952-495b-ba08-771df5fcda9f,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:47.196932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4ad6dde2-c725-4df1-b255-b71f7128f09b up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:47.233249 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-af21d54d-54ff-4f06-86c2-aa2514835042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:47.234445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-af21d54d-54ff-4f06-86c2-aa2514835042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:47.263698 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-af21d54d-54ff-4f06-86c2-aa2514835042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8518329 Mar 16 11:36:47.284294 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 4ad6dde2-c725-4df1-b255-b71f7128f09b completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:47.289504 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 4ad6dde2-c725-4df1-b255-b71f7128f09b triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:47.289870 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:47.324746 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Request body: {'port': {'device_id': 'd9e85a87-0c90-4a0a-ab72-d1c9728efaaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:47.412874 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:47.437501 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:47.444867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 4ad6dde2-c725-4df1-b255-b71f7128f09b, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4ad6dde2-c725-4df1-b255-b71f7128f09b,segment=NetworkSegment(84669c6e-2307-4088-a7a7-b254e18806d2),segment_id=84669c6e-2307-4088-a7a7-b254e18806d2)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:47.448324 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:47.515381 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-72d7b3ee-20b2-4fc2-a644-de16028e2462 None None] Provisioning for port a446f985-4952-495b-ba08-771df5fcda9f completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:47.523581 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-72d7b3ee-20b2-4fc2-a644-de16028e2462 None None] Provisioning complete for port a446f985-4952-495b-ba08-771df5fcda9f triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:47.524030 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-72d7b3ee-20b2-4fc2-a644-de16028e2462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:47.553582 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=4ad6dde2-c725-4df1-b255-b71f7128f09b,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:47.586946 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-72d7b3ee-20b2-4fc2-a644-de16028e2462 None None] Port a446f985-4952-495b-ba08-771df5fcda9f cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:36:47.769020 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6159c2-1a84-4d7b-9371-4d7a5f4ece8f req-04c0b008-7be8-43f5-9747-9a399a35d792 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:47.769694 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-7f6159c2-1a84-4d7b-9371-4d7a5f4ece8f req-04c0b008-7be8-43f5-9747-9a399a35d792 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:36:47.796776 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-7f6159c2-1a84-4d7b-9371-4d7a5f4ece8f req-04c0b008-7be8-43f5-9747-9a399a35d792 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:36:47.797869 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7f6159c2-1a84-4d7b-9371-4d7a5f4ece8f req-04c0b008-7be8-43f5-9747-9a399a35d792 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 931 time: 0.2185616 Mar 16 11:36:47.878733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a446f985-4952-495b-ba08-771df5fcda9f {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:36:47.889520 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:47.897318 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7f6159c2-1a84-4d7b-9371-4d7a5f4ece8f req-c4609cfa-c7e8-4024-a852-c86a70f9adf1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680091 Mar 16 11:36:47.908022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Transition to ACTIVE for port object a446f985-4952-495b-ba08-771df5fcda9f will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:47.912045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:47.949109 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:36:48.064113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Pushing event updated for resources: {'Port': ['ID=a446f985-4952-495b-ba08-771df5fcda9f,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:48.073093 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:48.142991 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Attempting to bind port a446f985-4952-495b-ba08-771df5fcda9f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:36:48.143293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Attempting to bind port a446f985-4952-495b-ba08-771df5fcda9f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '84669c6e-2307-4088-a7a7-b254e18806d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:36:48.143614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Attempting to bind port a446f985-4952-495b-ba08-771df5fcda9f on network 0c443abe-6fb9-4358-9f12-127d8d6906e3 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:36:48.148011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Port a446f985-4952-495b-ba08-771df5fcda9f on network 0c443abe-6fb9-4358-9f12-127d8d6906e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:36:48.148320 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Attempting to bind port a446f985-4952-495b-ba08-771df5fcda9f on network 0c443abe-6fb9-4358-9f12-127d8d6906e3 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:36:48.153221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:36:48.153550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Checking segment: {'id': '84669c6e-2307-4088-a7a7-b254e18806d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:36:48.153921 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Bound using segment: {'id': '84669c6e-2307-4088-a7a7-b254e18806d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:36:48.154332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Bound port: a446f985-4952-495b-ba08-771df5fcda9f, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84669c6e-2307-4088-a7a7-b254e18806d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:36:48.154664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:48.245049 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] For port a446f985-4952-495b-ba08-771df5fcda9f, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:36:48.248273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] For port a446f985-4952-495b-ba08-771df5fcda9f, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=a446f985-4952-495b-ba08-771df5fcda9f,segment=NetworkSegment(84669c6e-2307-4088-a7a7-b254e18806d2),segment_id=84669c6e-2307-4088-a7a7-b254e18806d2)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:36:48.255227 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:48.306841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:48.307519 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:48.308859 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] 10.222.0.18 "PUT /v2.0/ports/a446f985-4952-495b-ba08-771df5fcda9f HTTP/1.1" status: 200 len: 1093 time: 1.0379717 Mar 16 11:36:48.309284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e85a87-0c90-4a0a-ab72-d1c9728efaaa', 'tag': 'a446f985-4952-495b-ba08-771df5fcda9f'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:48.336563 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd8851-0440-447c-84c2-4516c8212702 service neutron] Pushing event updated for resources: {'Port': ['ID=a446f985-4952-495b-ba08-771df5fcda9f,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:48.381411 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e85a87-0c90-4a0a-ab72-d1c9728efaaa', 'tag': 'a446f985-4952-495b-ba08-771df5fcda9f', 'status': 'completed', 'code': 200} Mar 16 11:36:48.422457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-70c80af0-99df-4799-936c-7a373dd2781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:48.423950 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-70c80af0-99df-4799-936c-7a373dd2781f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 1096 time: 0.0770476 Mar 16 11:36:48.495366 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-30096550-6e43-4deb-9f68-f5693fec22b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a446f985-4952-495b-ba08-771df5fcda9f HTTP/1.1" status: 200 len: 217 time: 0.0649471 Mar 16 11:36:48.663458 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-505724d5-97e8-4831-99e5-96b29a98e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:48.664855 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-505724d5-97e8-4831-99e5-96b29a98e645 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0986f98-a6cd-40a6-b429-f1a1c7c70caf HTTP/1.1" status: 200 len: 834 time: 0.1641986 Mar 16 11:36:48.738732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-a6737f47-6da7-4118-9fa0-fb412f19e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:48.740243 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-a6737f47-6da7-4118-9fa0-fb412f19e14f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c443abe-6fb9-4358-9f12-127d8d6906e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700099 Mar 16 11:36:48.867214 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-e81947ff-981c-4020-a4d2-350047d0ded7 service neutron] 10.222.0.18 "GET /v2.0/networks/0c443abe-6fb9-4358-9f12-127d8d6906e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210382 Mar 16 11:36:48.993977 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cda12677-ee79-4f55-bb96-b23b08c71a0a req-92263fac-93c1-42dc-9dc8-497755dced2f service neutron] 10.222.0.18 "GET /v2.0/networks/0c443abe-6fb9-4358-9f12-127d8d6906e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214073 Mar 16 11:36:49.134722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d7259-9a08-4773-8414-d3eede403840 req-76822328-b199-4097-9e0b-f7db1ba07042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:49.136211 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-043d7259-9a08-4773-8414-d3eede403840 req-76822328-b199-4097-9e0b-f7db1ba07042 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 943 time: 0.1336505 Mar 16 11:36:49.143732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714580-f854-499f-911a-22496f05f19e req-1fa284a6-3064-40d5-a7be-6bd5c880a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:49.145087 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bc714580-f854-499f-911a-22496f05f19e req-1fa284a6-3064-40d5-a7be-6bd5c880a526 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 1096 time: 0.1023717 Mar 16 11:36:49.167694 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4ad6dde2-c725-4df1-b255-b71f7128f09b up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:49.234285 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 4ad6dde2-c725-4df1-b255-b71f7128f09b triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:49.234657 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:49.276244 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-043d7259-9a08-4773-8414-d3eede403840 req-2a4a53a5-b2af-4d97-81bc-40143faddbb9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286805 Mar 16 11:36:49.307751 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714580-f854-499f-911a-22496f05f19e req-9d118f45-99a9-4df7-bb8d-0106cfcc256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:49.309217 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bc714580-f854-499f-911a-22496f05f19e req-9d118f45-99a9-4df7-bb8d-0106cfcc256c service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c443abe-6fb9-4358-9f12-127d8d6906e3 HTTP/1.1" status: 200 len: 897 time: 0.1508551 Mar 16 11:36:49.380763 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bc714580-f854-499f-911a-22496f05f19e req-34ddff6e-e408-4836-a29a-038328dbda43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a446f985-4952-495b-ba08-771df5fcda9f HTTP/1.1" status: 200 len: 217 time: 0.0642614 Mar 16 11:36:49.441612 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714580-f854-499f-911a-22496f05f19e req-f5b2b377-239b-4717-82e2-b775f986fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:49.442981 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bc714580-f854-499f-911a-22496f05f19e req-f5b2b377-239b-4717-82e2-b775f986fec9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0986f98-a6cd-40a6-b429-f1a1c7c70caf HTTP/1.1" status: 200 len: 834 time: 0.0565808 Mar 16 11:36:49.515050 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714580-f854-499f-911a-22496f05f19e req-bd2c7621-65ef-4c9b-889d-97533d14e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:49.516541 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bc714580-f854-499f-911a-22496f05f19e req-bd2c7621-65ef-4c9b-889d-97533d14e6e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c443abe-6fb9-4358-9f12-127d8d6906e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682762 Mar 16 11:36:49.645243 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bc714580-f854-499f-911a-22496f05f19e req-81631324-433b-4036-9732-4bb0810dac54 service neutron] 10.222.0.18 "GET /v2.0/networks/0c443abe-6fb9-4358-9f12-127d8d6906e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217172 Mar 16 11:36:49.772474 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bc714580-f854-499f-911a-22496f05f19e req-d63e883f-04da-45a0-bc5b-7c2d68e92bde service neutron] 10.222.0.18 "GET /v2.0/networks/0c443abe-6fb9-4358-9f12-127d8d6906e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212189 Mar 16 11:36:50.465894 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640f16-7956-49b3-8d16-8664447cae11 req-051342f0-5ba2-421f-aa71-744f45c4d9b1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:50.467346 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a0640f16-7956-49b3-8d16-8664447cae11 req-051342f0-5ba2-421f-aa71-744f45c4d9b1 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 943 time: 0.0801005 Mar 16 11:36:50.511260 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a0640f16-7956-49b3-8d16-8664447cae11 req-4cfa7649-1e22-45ea-9943-cdca12d5cc70 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383437 Mar 16 11:36:51.209079 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device a446f985-4952-495b-ba08-771df5fcda9f details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:36:51.348271 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port a446f985-4952-495b-ba08-771df5fcda9f, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=a446f985-4952-495b-ba08-771df5fcda9f,segment=NetworkSegment(84669c6e-2307-4088-a7a7-b254e18806d2),segment_id=84669c6e-2307-4088-a7a7-b254e18806d2)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:51.365028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': 'a446f985-4952-495b-ba08-771df5fcda9f', 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3', 'port_id': 'a446f985-4952-495b-ba08-771df5fcda9f', 'mac_address': 'fa:16:3e:9e:65:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:36:51.420834 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:51.438962 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a446f985-4952-495b-ba08-771df5fcda9f {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:36:51.454688 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port a446f985-4952-495b-ba08-771df5fcda9f, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=a446f985-4952-495b-ba08-771df5fcda9f,segment=NetworkSegment(84669c6e-2307-4088-a7a7-b254e18806d2),segment_id=84669c6e-2307-4088-a7a7-b254e18806d2)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:51.458245 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:51.521967 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=a446f985-4952-495b-ba08-771df5fcda9f,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:51.796856 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['a446f985-4952-495b-ba08-771df5fcda9f'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:36:51.839606 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9b58e-ad0a-42c1-bf83-ce9e4e04c816 req-9a39c675-8392-45a6-ae5b-45f192379825 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:51.840944 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-31f9b58e-ad0a-42c1-bf83-ce9e4e04c816 req-9a39c675-8392-45a6-ae5b-45f192379825 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 944 time: 0.0809343 Mar 16 11:36:51.884649 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-31f9b58e-ad0a-42c1-bf83-ce9e4e04c816 req-75023dd9-d6ad-45d6-aed2-a56d087e73f0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379279 Mar 16 11:36:53.066705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986e3ac-a5ba-44c0-aa38-69fb0386187c req-02e1ebda-bde8-48c2-9167-7e8354944c86 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:53.068089 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3986e3ac-a5ba-44c0-aa38-69fb0386187c req-02e1ebda-bde8-48c2-9167-7e8354944c86 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 944 time: 0.0816255 Mar 16 11:36:53.111290 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3986e3ac-a5ba-44c0-aa38-69fb0386187c req-29560fe1-c621-41a5-a2f0-6a878e299366 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376203 Mar 16 11:36:53.224553 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device a446f985-4952-495b-ba08-771df5fcda9f up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:53.289799 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port a446f985-4952-495b-ba08-771df5fcda9f completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:53.294588 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port a446f985-4952-495b-ba08-771df5fcda9f triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:53.294961 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:53.411091 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:53.441331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e85a87-0c90-4a0a-ab72-d1c9728efaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a446f985-4952-495b-ba08-771df5fcda9f'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:53.451711 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port a446f985-4952-495b-ba08-771df5fcda9f, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=a446f985-4952-495b-ba08-771df5fcda9f,segment=NetworkSegment(84669c6e-2307-4088-a7a7-b254e18806d2),segment_id=84669c6e-2307-4088-a7a7-b254e18806d2)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:53.456227 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:53.487177 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e85a87-0c90-4a0a-ab72-d1c9728efaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a446f985-4952-495b-ba08-771df5fcda9f', 'code': 200} Mar 16 11:36:53.532803 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=a446f985-4952-495b-ba08-771df5fcda9f,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:53.708633 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef583c4-c975-47d5-960a-6e7ca7da68ba req-501a954d-0ce1-492b-a3ee-6824d47dc8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:53.710026 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1ef583c4-c975-47d5-960a-6e7ca7da68ba req-501a954d-0ce1-492b-a3ee-6824d47dc8f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 1098 time: 0.0672741 Mar 16 11:36:53.751359 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1ef583c4-c975-47d5-960a-6e7ca7da68ba req-b59f47d6-3f2d-404c-9c8d-e85cb08f4406 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358257 Mar 16 11:36:54.289590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354db6d-6c53-480c-b853-97871a558ada req-e89c92bd-908d-4517-8e64-f78988f74d89 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:54.290944 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8354db6d-6c53-480c-b853-97871a558ada req-e89c92bd-908d-4517-8e64-f78988f74d89 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0786712 Mar 16 11:36:54.337327 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8354db6d-6c53-480c-b853-97871a558ada req-644c82e0-2329-4ca0-8575-8de3394d1f39 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401993 Mar 16 11:36:55.517087 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108940f-445d-4cbf-8ffa-3df5e25cc1f9 req-aecff022-f260-4781-be5f-01684bafbe5d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:55.518521 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f108940f-445d-4cbf-8ffa-3df5e25cc1f9 req-aecff022-f260-4781-be5f-01684bafbe5d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0774000 Mar 16 11:36:55.561130 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f108940f-445d-4cbf-8ffa-3df5e25cc1f9 req-3aa6ad7a-927a-4c2b-af41-efb191224eab tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366154 Mar 16 11:36:55.744555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72213354-c932-4856-99ed-b380e65cf73d req-fec1ee5b-9aca-4a82-a4e9-766274377d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:55.745995 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-72213354-c932-4856-99ed-b380e65cf73d req-fec1ee5b-9aca-4a82-a4e9-766274377d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0807364 Mar 16 11:36:55.788994 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-72213354-c932-4856-99ed-b380e65cf73d req-f142ea59-d105-4636-a992-e7a244a3e576 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371740 Mar 16 11:36:55.811292 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60470) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:55.882351 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a58e09-0401-4598-9d79-bdd923d96ac4 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:55.883846 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-63a58e09-0401-4598-9d79-bdd923d96ac4 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 1093 time: 0.0716457 Mar 16 11:36:55.886560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60474) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:55.891515 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': 'a446f985-4952-495b-ba08-771df5fcda9f', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:55.897330 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:55.901078 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:floatingip and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:55.903909 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:55.909973 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:55.920405 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.060472 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.191495 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.26.3.17 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/b90185bd-c76e-467d-8095-65b776de658d) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:56.339392 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.367816 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.430766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:56.438343 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:56.442438 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:36:56.471605 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=b90185bd-c76e-467d-8095-65b776de658d,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:56.940065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:57.011287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:57.208757 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:57.213065 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:57.319688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=b90185bd-c76e-467d-8095-65b776de658d,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:57.331621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:57.500149 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Floating IP ebe5dfa9-012c-4ed4-96da-36c7b70111b3 associated. External IP: 172.26.3.17, port: a446f985-4952-495b-ba08-771df5fcda9f. Mar 16 11:36:57.837346 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router f073a52a-1cf5-4184-b14a-77cb17bc24bd has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:36:58.011059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:36:58.021267 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b3b9ea-b870-45ce-b4d4-2180e13aa78c None None] Sync routers for ids ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:58.030002 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b3b9ea-b870-45ce-b4d4-2180e13aa78c None None] Routers {'f073a52a-1cf5-4184-b14a-77cb17bc24bd'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:58.030674 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-09b3b9ea-b870-45ce-b4d4-2180e13aa78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:58.034848 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:58.203093 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7b376377-d006-4812-b2d8-e173bf653f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3149889 Mar 16 11:36:58.203676 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e85a87-0c90-4a0a-ab72-d1c9728efaaa', 'tag': 'a446f985-4952-495b-ba08-771df5fcda9f'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:58.211864 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-09b3b9ea-b870-45ce-b4d4-2180e13aa78c None None] Set router f073a52a-1cf5-4184-b14a-77cb17bc24bd gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:58.284809 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e85a87-0c90-4a0a-ab72-d1c9728efaaa', 'tag': 'a446f985-4952-495b-ba08-771df5fcda9f', 'status': 'completed', 'code': 200} Mar 16 11:36:58.544693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514d169-1c41-4ce3-96ee-da53b3d6d519 req-625c4830-87a9-4c26-87ce-0ad75cda21a5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:58.546565 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c514d169-1c41-4ce3-96ee-da53b3d6d519 req-625c4830-87a9-4c26-87ce-0ad75cda21a5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.2069011 Mar 16 11:36:58.549287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326f0a3-a075-4750-bfbc-b342663bc1a7 req-7877a108-7059-4e9a-9960-b501b923a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:58.550595 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0326f0a3-a075-4750-bfbc-b342663bc1a7 req-7877a108-7059-4e9a-9960-b501b923a3f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 1098 time: 0.2411647 Mar 16 11:36:58.572316 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-09b3b9ea-b870-45ce-b4d4-2180e13aa78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402815979', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:36Z', 'updated_at': '2022-03-16T11:36:42Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:37Z', 'updated_at': '2022-03-16T11:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'ebe5dfa9-012c-4ed4-96da-36c7b70111b3', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'floating_ip_address': '172.26.3.17', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'port_id': 'a446f985-4952-495b-ba08-771df5fcda9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3', 'mac_address': 'fa:16:3e:9e:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e85a87-0c90-4a0a-ab72-d1c9728efaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:36:56Z', 'updated_at': '2022-03-16T11:36:56Z', 'revision_number': 0, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad6dde2-c725-4df1-b255-b71f7128f09b', 'name': '', 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:d5:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:41Z', 'updated_at': '2022-03-16T11:36:47Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:58.576115 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b3b9ea-b870-45ce-b4d4-2180e13aa78c None None] Checking router: f073a52a-1cf5-4184-b14a-77cb17bc24bd for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:58.584200 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b3b9ea-b870-45ce-b4d4-2180e13aa78c None None] Routers {'f073a52a-1cf5-4184-b14a-77cb17bc24bd'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:58.584780 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-09b3b9ea-b870-45ce-b4d4-2180e13aa78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:58.674675 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c514d169-1c41-4ce3-96ee-da53b3d6d519 req-f783d9d9-170e-4fc9-9c4b-2be0cc5bc6ab tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223271 Mar 16 11:36:58.699691 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60482) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:58.707531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326f0a3-a075-4750-bfbc-b342663bc1a7 req-1b8d397a-ba64-4e3b-9fad-8ca4b1857041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:58.708925 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0326f0a3-a075-4750-bfbc-b342663bc1a7 req-1b8d397a-ba64-4e3b-9fad-8ca4b1857041 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c443abe-6fb9-4358-9f12-127d8d6906e3 HTTP/1.1" status: 200 len: 897 time: 0.1440148 Mar 16 11:36:58.765984 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-09b3b9ea-b870-45ce-b4d4-2180e13aa78c None None] Set router f073a52a-1cf5-4184-b14a-77cb17bc24bd gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:58.807842 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c63f247a-6c3f-4c02-b52f-9d396ceff340 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/ebe5dfa9-012c-4ed4-96da-36c7b70111b3 HTTP/1.1" status: 200 len: 990 time: 0.1052508 Mar 16 11:36:58.811429 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0326f0a3-a075-4750-bfbc-b342663bc1a7 req-9b0572a5-0657-48c1-ae6c-06d633ec7ac9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a446f985-4952-495b-ba08-771df5fcda9f HTTP/1.1" status: 200 len: 998 time: 0.0967319 Mar 16 11:36:58.875211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326f0a3-a075-4750-bfbc-b342663bc1a7 req-df96fa36-c3b5-4fd7-adc5-769760d39c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:58.876617 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0326f0a3-a075-4750-bfbc-b342663bc1a7 req-df96fa36-c3b5-4fd7-adc5-769760d39c85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0986f98-a6cd-40a6-b429-f1a1c7c70caf HTTP/1.1" status: 200 len: 834 time: 0.0599201 Mar 16 11:36:58.948706 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326f0a3-a075-4750-bfbc-b342663bc1a7 req-52a96406-f511-4fed-9968-60007f819fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:58.950156 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0326f0a3-a075-4750-bfbc-b342663bc1a7 req-52a96406-f511-4fed-9968-60007f819fd4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c443abe-6fb9-4358-9f12-127d8d6906e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676003 Mar 16 11:36:59.078450 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0326f0a3-a075-4750-bfbc-b342663bc1a7 req-96aed856-e0f6-4c55-ab79-afb7b2645b8a service neutron] 10.222.0.18 "GET /v2.0/networks/0c443abe-6fb9-4358-9f12-127d8d6906e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215434 Mar 16 11:36:59.107098 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-09b3b9ea-b870-45ce-b4d4-2180e13aa78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402815979', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:36Z', 'updated_at': '2022-03-16T11:36:42Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:37Z', 'updated_at': '2022-03-16T11:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'ebe5dfa9-012c-4ed4-96da-36c7b70111b3', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'floating_ip_address': '172.26.3.17', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'port_id': 'a446f985-4952-495b-ba08-771df5fcda9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3', 'mac_address': 'fa:16:3e:9e:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e85a87-0c90-4a0a-ab72-d1c9728efaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:36:56Z', 'updated_at': '2022-03-16T11:36:56Z', 'revision_number': 0, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad6dde2-c725-4df1-b255-b71f7128f09b', 'name': '', 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:d5:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:41Z', 'updated_at': '2022-03-16T11:36:47Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:59.111125 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b3b9ea-b870-45ce-b4d4-2180e13aa78c None None] The sync data for ids ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'] in dv-neutron-833859-1-hyperv is: [{'id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402815979', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:36Z', 'updated_at': '2022-03-16T11:36:42Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:37Z', 'updated_at': '2022-03-16T11:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'ebe5dfa9-012c-4ed4-96da-36c7b70111b3', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'floating_ip_address': '172.26.3.17', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'port_id': 'a446f985-4952-495b-ba08-771df5fcda9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3', 'mac_address': 'fa:16:3e:9e:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e85a87-0c90-4a0a-ab72-d1c9728efaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:36:56Z', 'updated_at': '2022-03-16T11:36:56Z', 'revision_number': 0, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad6dde2-c725-4df1-b255-b71f7128f09b', 'name': '', 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:d5:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:41Z', 'updated_at': '2022-03-16T11:36:47Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:59.215907 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0326f0a3-a075-4750-bfbc-b342663bc1a7 req-a3540541-e97d-411c-a191-42e3653e8bf6 service neutron] 10.222.0.18 "GET /v2.0/networks/0c443abe-6fb9-4358-9f12-127d8d6906e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308553 Mar 16 11:36:59.310989 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799940c8-7a54-4722-a067-0a35615dd32b None None] New status for floating IP ebe5dfa9-012c-4ed4-96da-36c7b70111b3: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:36:59.455206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [req-6cf2fdf9-b746-4acd-936c-3668fef0254e req-2a257f78-362e-47db-9992-2831fb77a9ec service neutron] (87969) timed out ('10.222.0.44', 56668) {{(pid=87969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 11:36:59.810665 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60486) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:59.914202 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b97788bd-bcb4-466b-b961-0d76b0a5871a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/ebe5dfa9-012c-4ed4-96da-36c7b70111b3 HTTP/1.1" status: 200 len: 992 time: 0.1024911 Mar 16 11:37:00.946528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2509-d58e-41b4-b39d-9291761a71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:03.112757 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4dd9de43-2633-4cf9-8f93-8f809ad1e828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:04.474141 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:04.578273 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:06.035313 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:18.065205 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:24.947136 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:37:30.947910 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cfb16027-cbdb-4700-aecd-bc3d7c05e10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:33.113793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dacd230b-bc00-48ac-9268-894e3bad851b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:34.477408 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:34.580136 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:36.035750 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:46.156138 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0c9176e-632a-4bff-b543-aa98f80aea61 req-dfeb94be-3ceb-4955-815f-cf3b4ae97486 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781050 Mar 16 11:37:46.296285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9176e-632a-4bff-b543-aa98f80aea61 req-19a28bca-6e0d-4158-99db-ca500a9e6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:46.298433 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0c9176e-632a-4bff-b543-aa98f80aea61 req-19a28bca-6e0d-4158-99db-ca500a9e6894 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 1098 time: 0.0698733 Mar 16 11:37:46.438635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9176e-632a-4bff-b543-aa98f80aea61 req-a64e71ad-816c-4d39-a765-0e6f28dad151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:46.440048 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0c9176e-632a-4bff-b543-aa98f80aea61 req-a64e71ad-816c-4d39-a765-0e6f28dad151 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c443abe-6fb9-4358-9f12-127d8d6906e3 HTTP/1.1" status: 200 len: 897 time: 0.1248546 Mar 16 11:37:46.547145 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0c9176e-632a-4bff-b543-aa98f80aea61 req-6ee9a7a9-6d97-4bd3-98c6-cf62d0931ee4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a446f985-4952-495b-ba08-771df5fcda9f HTTP/1.1" status: 200 len: 1000 time: 0.1007414 Mar 16 11:37:46.609199 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9176e-632a-4bff-b543-aa98f80aea61 req-ddb9a45b-7b60-466d-b71c-5a0942674ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:46.611281 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0c9176e-632a-4bff-b543-aa98f80aea61 req-ddb9a45b-7b60-466d-b71c-5a0942674ad8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0986f98-a6cd-40a6-b429-f1a1c7c70caf HTTP/1.1" status: 200 len: 834 time: 0.0587482 Mar 16 11:37:46.685343 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9176e-632a-4bff-b543-aa98f80aea61 req-18dc771e-e41b-42a9-bf76-ac265ca1698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:46.686726 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0c9176e-632a-4bff-b543-aa98f80aea61 req-18dc771e-e41b-42a9-bf76-ac265ca1698d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c443abe-6fb9-4358-9f12-127d8d6906e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693901 Mar 16 11:37:46.817024 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0c9176e-632a-4bff-b543-aa98f80aea61 req-3be9774a-1f94-44e7-8800-d901a853b3c0 service neutron] 10.222.0.18 "GET /v2.0/networks/0c443abe-6fb9-4358-9f12-127d8d6906e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239440 Mar 16 11:37:47.046642 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0c9176e-632a-4bff-b543-aa98f80aea61 req-1f0638fe-5774-4075-aea2-84bcfc2c07b7 service neutron] 10.222.0.18 "GET /v2.0/networks/0c443abe-6fb9-4358-9f12-127d8d6906e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221675 Mar 16 11:37:48.084814 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:00.948487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3e2d9136-b3ce-400f-a368-9e41ceaf5cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:01.945315 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:38:02.872761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389aa4f9-a724-4998-9173-489e237e5844 req-ea02b80b-a066-438d-9354-9337df15044b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:02.874233 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-389aa4f9-a724-4998-9173-489e237e5844 req-ea02b80b-a066-438d-9354-9337df15044b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0793085 Mar 16 11:38:02.916244 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-389aa4f9-a724-4998-9173-489e237e5844 req-14a20667-34b0-44f8-b2e1-18e228b7735c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362778 Mar 16 11:38:03.114927 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-613e079e-2088-4e9d-99bb-b4ab424b1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:04.095958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993e778-c7f2-43ae-9605-62560fd4c380 req-dd9ea606-a73b-4bdc-a4ee-abe0cc0ff788 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:04.097367 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9993e778-c7f2-43ae-9605-62560fd4c380 req-dd9ea606-a73b-4bdc-a4ee-abe0cc0ff788 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0776277 Mar 16 11:38:04.140439 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9993e778-c7f2-43ae-9605-62560fd4c380 req-b7b3915e-de43-432b-b68c-d73dc55ed703 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375876 Mar 16 11:38:04.482525 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:04.582487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:05.327743 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65b28-fe06-413d-a77f-160edcd0e321 req-dd7139ef-3aa6-4225-bfac-56d9bf0552bb tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:05.329788 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b2a65b28-fe06-413d-a77f-160edcd0e321 req-dd7139ef-3aa6-4225-bfac-56d9bf0552bb tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0825613 Mar 16 11:38:05.372174 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b2a65b28-fe06-413d-a77f-160edcd0e321 req-00130888-bc17-48eb-8742-bfd6aa164c9c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368705 Mar 16 11:38:06.039185 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:06.556298 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffc0c4-2dc9-4de2-9ea6-a5f668bceaa3 req-7d321502-4682-410a-8bf6-516bcb69d8c9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:06.557626 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-34ffc0c4-2dc9-4de2-9ea6-a5f668bceaa3 req-7d321502-4682-410a-8bf6-516bcb69d8c9 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0804949 Mar 16 11:38:06.599461 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-34ffc0c4-2dc9-4de2-9ea6-a5f668bceaa3 req-27734888-73b8-489f-9864-de84793c00a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363276 Mar 16 11:38:07.777706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46afcc5-978b-4be1-81da-12afeb5dce7f req-f38622af-aa8d-4890-a865-3110edc2db9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:07.779121 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d46afcc5-978b-4be1-81da-12afeb5dce7f req-f38622af-aa8d-4890-a865-3110edc2db9a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0768547 Mar 16 11:38:07.823353 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d46afcc5-978b-4be1-81da-12afeb5dce7f req-b8664728-db88-45a5-836e-7b9e24f9cab3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385640 Mar 16 11:38:09.005966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc872b9-2e50-4651-bb61-2ca299b89084 req-ad5b035e-3e56-4d40-8fb0-98c50df347d6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:09.007397 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bdc872b9-2e50-4651-bb61-2ca299b89084 req-ad5b035e-3e56-4d40-8fb0-98c50df347d6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0770442 Mar 16 11:38:09.052517 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-bdc872b9-2e50-4651-bb61-2ca299b89084 req-8000fa98-9019-4f50-b9b6-a3a8feb395e2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393696 Mar 16 11:38:10.232076 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2d78e-718b-4025-868d-595233715ca1 req-69a77a7f-6ef7-47f1-afef-e9770529c9ad tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:10.233492 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d4b2d78e-718b-4025-868d-595233715ca1 req-69a77a7f-6ef7-47f1-afef-e9770529c9ad tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0793777 Mar 16 11:38:10.276410 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d4b2d78e-718b-4025-868d-595233715ca1 req-8a4d5d43-5cfa-481d-b372-020029203b3d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367110 Mar 16 11:38:11.460220 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb53d1-e286-4076-9f90-839f94c8ef5c req-9466a02a-98a8-4ea6-9c16-ce34083da98b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:11.461555 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63cb53d1-e286-4076-9f90-839f94c8ef5c req-9466a02a-98a8-4ea6-9c16-ce34083da98b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0776958 Mar 16 11:38:11.504802 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-63cb53d1-e286-4076-9f90-839f94c8ef5c req-5709102f-0623-400b-8419-21c410fb627d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377028 Mar 16 11:38:12.685526 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88e14a-4b46-4741-a688-faa0ccbb7777 req-a9506b71-cd1a-414c-b391-f3b0dd8fa6b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:12.686932 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9a88e14a-4b46-4741-a688-faa0ccbb7777 req-a9506b71-cd1a-414c-b391-f3b0dd8fa6b0 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0766380 Mar 16 11:38:12.734316 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9a88e14a-4b46-4741-a688-faa0ccbb7777 req-40d192dd-56c3-431c-93f4-b302ff446a93 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410197 Mar 16 11:38:13.916585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c896fe-30e5-4266-b554-a22777df0665 req-6e81017c-dc96-4b26-b005-3a0d245728cd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:13.918027 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f7c896fe-30e5-4266-b554-a22777df0665 req-6e81017c-dc96-4b26-b005-3a0d245728cd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0827541 Mar 16 11:38:13.960799 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f7c896fe-30e5-4266-b554-a22777df0665 req-639a0463-8c1b-41bf-af00-2f3c2467d580 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365613 Mar 16 11:38:15.138870 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b857c9-d2ce-4513-a9dd-f402ad09d7aa req-4ca1f3a4-2570-4d18-9672-264396c83f2b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:15.140317 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c5b857c9-d2ce-4513-a9dd-f402ad09d7aa req-4ca1f3a4-2570-4d18-9672-264396c83f2b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0785208 Mar 16 11:38:15.183125 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c5b857c9-d2ce-4513-a9dd-f402ad09d7aa req-51a71635-068a-46fa-9a62-ce56bfc10e87 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366383 Mar 16 11:38:16.364164 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bd736-47ba-4fc5-a06b-224002d0dcfd req-9a3e45f8-262e-48c5-bf55-9725d7fa4f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:16.365574 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-483bd736-47ba-4fc5-a06b-224002d0dcfd req-9a3e45f8-262e-48c5-bf55-9725d7fa4f6f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0769830 Mar 16 11:38:16.407948 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-483bd736-47ba-4fc5-a06b-224002d0dcfd req-02cee814-c993-44c8-a66c-8eca37738b9b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368614 Mar 16 11:38:17.588311 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369bc8e-4be8-42ed-af01-cb7414c025c5 req-f80114ae-664f-478f-9fdb-52a2af1f754b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:17.589763 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a369bc8e-4be8-42ed-af01-cb7414c025c5 req-f80114ae-664f-478f-9fdb-52a2af1f754b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0805089 Mar 16 11:38:17.634146 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a369bc8e-4be8-42ed-af01-cb7414c025c5 req-45fab246-16b7-4d7a-847d-d203c0c2cad5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387557 Mar 16 11:38:18.090500 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:18.814516 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b495927-642d-434f-8a48-4c873e6bf157 req-0bf49477-6fb0-4ac5-bf23-9e073bc41531 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:18.815978 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7b495927-642d-434f-8a48-4c873e6bf157 req-0bf49477-6fb0-4ac5-bf23-9e073bc41531 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0809636 Mar 16 11:38:18.858476 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7b495927-642d-434f-8a48-4c873e6bf157 req-8ee2edb6-8109-4ee0-8d16-41211a52d7ff tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370643 Mar 16 11:38:18.881659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60538) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:18.988237 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-7b25ea45-f72f-4807-acae-9c6aadebb229 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/ebe5dfa9-012c-4ed4-96da-36c7b70111b3 HTTP/1.1" status: 200 len: 992 time: 0.1052513 Mar 16 11:38:20.488072 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084591a-ae77-40ca-b969-7bd0361cff13 req-2f204e00-2e78-475c-8503-732a2f930d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:20.489633 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a084591a-ae77-40ca-b969-7bd0361cff13 req-2f204e00-2e78-475c-8503-732a2f930d4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 1098 time: 0.0741947 Mar 16 11:38:20.589159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbade53-c49e-4f48-ab21-f2fc3f88149d req-95b9016e-884a-49df-abfb-1fa5650d5eea tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:20.590551 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5bbade53-c49e-4f48-ab21-f2fc3f88149d req-95b9016e-884a-49df-abfb-1fa5650d5eea tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0798004 Mar 16 11:38:20.617977 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084591a-ae77-40ca-b969-7bd0361cff13 req-c14e038e-e6cc-4adf-830b-a54a2143abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:20.619462 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a084591a-ae77-40ca-b969-7bd0361cff13 req-c14e038e-e6cc-4adf-830b-a54a2143abf0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c443abe-6fb9-4358-9f12-127d8d6906e3 HTTP/1.1" status: 200 len: 897 time: 0.1236300 Mar 16 11:38:20.635653 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-5bbade53-c49e-4f48-ab21-f2fc3f88149d req-1ef4b638-7c2c-43cc-9ec0-c6dfe4a215a8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392981 Mar 16 11:38:20.721295 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a084591a-ae77-40ca-b969-7bd0361cff13 req-754d877e-a68d-4ab6-bcd3-040b538be99c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a446f985-4952-495b-ba08-771df5fcda9f HTTP/1.1" status: 200 len: 1000 time: 0.0954468 Mar 16 11:38:20.784907 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084591a-ae77-40ca-b969-7bd0361cff13 req-c1c7dbbc-52a5-480a-9f97-5487ff969c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:20.786332 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a084591a-ae77-40ca-b969-7bd0361cff13 req-c1c7dbbc-52a5-480a-9f97-5487ff969c4a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0986f98-a6cd-40a6-b429-f1a1c7c70caf HTTP/1.1" status: 200 len: 834 time: 0.0590498 Mar 16 11:38:20.858385 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084591a-ae77-40ca-b969-7bd0361cff13 req-31dc97c4-c465-4370-ae6a-279f0a88c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:20.860328 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a084591a-ae77-40ca-b969-7bd0361cff13 req-31dc97c4-c465-4370-ae6a-279f0a88c8c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c443abe-6fb9-4358-9f12-127d8d6906e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673711 Mar 16 11:38:20.986147 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a084591a-ae77-40ca-b969-7bd0361cff13 req-4c8e0f93-b40f-47a7-b59f-e72668b03d47 service neutron] 10.222.0.18 "GET /v2.0/networks/0c443abe-6fb9-4358-9f12-127d8d6906e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202781 Mar 16 11:38:21.113513 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a084591a-ae77-40ca-b969-7bd0361cff13 req-8f394870-51ed-45d7-a5fd-cde30d9356b7 service neutron] 10.222.0.18 "GET /v2.0/networks/0c443abe-6fb9-4358-9f12-127d8d6906e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211278 Mar 16 11:38:21.822942 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c98c9a-0667-45e5-96f4-1134c11df644 req-dcb5b59b-41d3-4bb8-9623-25f72fd26edb tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:21.824358 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e9c98c9a-0667-45e5-96f4-1134c11df644 req-dcb5b59b-41d3-4bb8-9623-25f72fd26edb tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0815928 Mar 16 11:38:21.962023 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e9c98c9a-0667-45e5-96f4-1134c11df644 req-25b0d75a-e0e1-44d8-a823-31da34e555a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312077 Mar 16 11:38:21.985346 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60550) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:22.088138 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c5240e23-cc46-41f9-8904-1078bd3f2d38 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/ebe5dfa9-012c-4ed4-96da-36c7b70111b3 HTTP/1.1" status: 200 len: 992 time: 0.1016638 Mar 16 11:38:30.949943 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e42abd7a-65ae-474c-acc8-42f29f9f3e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:33.115495 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4284d119-a8f7-4539-9256-2d715dcbde34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:34.485012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:34.585242 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:36.040920 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:38.945054 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:38:48.094360 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:48.132402 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-93d6c752-8aac-4c7b-a596-fd560b1bf4cd req-a49e7ede-64bd-47be-a24b-8a5cd1afc6f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819809 Mar 16 11:38:48.271393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6c752-8aac-4c7b-a596-fd560b1bf4cd req-2a48cd68-cee7-4e8d-a612-650801c6df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:48.272829 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-93d6c752-8aac-4c7b-a596-fd560b1bf4cd req-2a48cd68-cee7-4e8d-a612-650801c6df30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 1098 time: 0.0728180 Mar 16 11:38:48.416366 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6c752-8aac-4c7b-a596-fd560b1bf4cd req-1effbe7f-4603-47ab-b581-71ff5fcb5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:48.417841 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-93d6c752-8aac-4c7b-a596-fd560b1bf4cd req-1effbe7f-4603-47ab-b581-71ff5fcb5a93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c443abe-6fb9-4358-9f12-127d8d6906e3 HTTP/1.1" status: 200 len: 897 time: 0.1268277 Mar 16 11:38:48.520665 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-93d6c752-8aac-4c7b-a596-fd560b1bf4cd req-f416e0fb-a9ba-4ea6-9b40-76822813ea76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a446f985-4952-495b-ba08-771df5fcda9f HTTP/1.1" status: 200 len: 1000 time: 0.0973272 Mar 16 11:38:48.579227 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6c752-8aac-4c7b-a596-fd560b1bf4cd req-ef7a164e-80b8-4898-a2ff-27efcf72329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:48.581217 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-93d6c752-8aac-4c7b-a596-fd560b1bf4cd req-ef7a164e-80b8-4898-a2ff-27efcf72329f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0986f98-a6cd-40a6-b429-f1a1c7c70caf HTTP/1.1" status: 200 len: 834 time: 0.0543449 Mar 16 11:38:48.657473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6c752-8aac-4c7b-a596-fd560b1bf4cd req-e7cd7c97-edb2-4987-9af7-da1de5b966df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:48.658943 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-93d6c752-8aac-4c7b-a596-fd560b1bf4cd req-e7cd7c97-edb2-4987-9af7-da1de5b966df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c443abe-6fb9-4358-9f12-127d8d6906e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726199 Mar 16 11:38:48.785898 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-93d6c752-8aac-4c7b-a596-fd560b1bf4cd req-7d780fb7-4b47-4d3d-b125-1969991621b4 service neutron] 10.222.0.18 "GET /v2.0/networks/0c443abe-6fb9-4358-9f12-127d8d6906e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205351 Mar 16 11:38:48.912652 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-93d6c752-8aac-4c7b-a596-fd560b1bf4cd req-bb77165f-cdcc-42b4-b0b8-8c821d213431 service neutron] 10.222.0.18 "GET /v2.0/networks/0c443abe-6fb9-4358-9f12-127d8d6906e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204669 Mar 16 11:39:00.951954 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-deaf08ed-feb5-4543-9c9b-90684bee3137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:03.118657 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-569043ee-481f-4ce2-87a7-4d4b33cf773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:04.489200 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:04.587784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:06.045027 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:15.944905 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:39:17.060614 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60570) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:17.461694 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port b90185bd-c76e-467d-8095-65b776de658d {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:17.462022 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:17.639366 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:17.639693 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:17.857132 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for b90185bd-c76e-467d-8095-65b776de658d owned by network:floatingip {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:18.001598 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:18.046481 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=b90185bd-c76e-467d-8095-65b776de658d,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:18.082669 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.083281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.083384 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.083677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.084000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.084323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.084637 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.084952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.085270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.085581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.085895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.086206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.108654 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:18.148247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:18.148570 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Floating IP ebe5dfa9-012c-4ed4-96da-36c7b70111b3 disassociated (deleted). External IP: 172.26.3.17, port: a446f985-4952-495b-ba08-771df5fcda9f. Mar 16 11:39:18.492692 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router f073a52a-1cf5-4184-b14a-77cb17bc24bd has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:39:18.691292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:39:18.701173 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5460f5a-3505-483e-843a-8a061694d5bc None None] Sync routers for ids ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:39:18.710438 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5460f5a-3505-483e-843a-8a061694d5bc None None] Routers {'f073a52a-1cf5-4184-b14a-77cb17bc24bd'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:18.711065 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-e5460f5a-3505-483e-843a-8a061694d5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:39:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:18.712386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:18.766546 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b46d6adc-1296-41e4-8ce6-a5b5b2692863 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/floatingips/ebe5dfa9-012c-4ed4-96da-36c7b70111b3 HTTP/1.1" status: 204 len: 168 time: 1.7048671 Mar 16 11:39:18.767108 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e85a87-0c90-4a0a-ab72-d1c9728efaaa', 'tag': 'a446f985-4952-495b-ba08-771df5fcda9f'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:18.893287 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-e5460f5a-3505-483e-843a-8a061694d5bc None None] Set router f073a52a-1cf5-4184-b14a-77cb17bc24bd gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:18.943039 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e85a87-0c90-4a0a-ab72-d1c9728efaaa', 'tag': 'a446f985-4952-495b-ba08-771df5fcda9f', 'status': 'completed', 'code': 200} Mar 16 11:39:19.045582 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d08a49-d3b7-4c2f-87b7-dfb8c8fe206a req-5c0d2290-4b28-410c-8370-524aa4fbbe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:19.047842 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1d08a49-d3b7-4c2f-87b7-dfb8c8fe206a req-5c0d2290-4b28-410c-8370-524aa4fbbe08 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 1098 time: 0.0743532 Mar 16 11:39:19.145187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be36ab1-0092-4ce6-b1ef-b3317197c509 req-62158c93-dbaf-4e67-a6a8-de0fc499e7a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:19.146828 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4be36ab1-0092-4ce6-b1ef-b3317197c509 req-62158c93-dbaf-4e67-a6a8-de0fc499e7a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0843863 Mar 16 11:39:19.179522 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d08a49-d3b7-4c2f-87b7-dfb8c8fe206a req-47e4c9e4-070a-4ca3-bd47-729b77681261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:19.180950 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1d08a49-d3b7-4c2f-87b7-dfb8c8fe206a req-47e4c9e4-070a-4ca3-bd47-729b77681261 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c443abe-6fb9-4358-9f12-127d8d6906e3 HTTP/1.1" status: 200 len: 897 time: 0.1273408 Mar 16 11:39:19.193995 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4be36ab1-0092-4ce6-b1ef-b3317197c509 req-054a3ce4-1fc7-4843-bc27-1de1373cf23b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404229 Mar 16 11:39:19.233974 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-e5460f5a-3505-483e-843a-8a061694d5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402815979', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:36Z', 'updated_at': '2022-03-16T11:36:42Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:37Z', 'updated_at': '2022-03-16T11:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4ad6dde2-c725-4df1-b255-b71f7128f09b', 'name': '', 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:d5:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:41Z', 'updated_at': '2022-03-16T11:36:47Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:19.239070 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5460f5a-3505-483e-843a-8a061694d5bc None None] Checking router: f073a52a-1cf5-4184-b14a-77cb17bc24bd for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:39:19.249273 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5460f5a-3505-483e-843a-8a061694d5bc None None] Routers {'f073a52a-1cf5-4184-b14a-77cb17bc24bd'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:19.250044 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-e5460f5a-3505-483e-843a-8a061694d5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:39:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:19.252297 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1d08a49-d3b7-4c2f-87b7-dfb8c8fe206a req-d1c62846-c88e-4c27-87e7-42ef7d247dc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a446f985-4952-495b-ba08-771df5fcda9f HTTP/1.1" status: 200 len: 217 time: 0.0650187 Mar 16 11:39:19.317579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d08a49-d3b7-4c2f-87b7-dfb8c8fe206a req-85efa135-5758-4f67-97bf-c99ac2c6c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:19.319088 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1d08a49-d3b7-4c2f-87b7-dfb8c8fe206a req-85efa135-5758-4f67-97bf-c99ac2c6c756 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0986f98-a6cd-40a6-b429-f1a1c7c70caf HTTP/1.1" status: 200 len: 834 time: 0.0600040 Mar 16 11:39:19.393775 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d08a49-d3b7-4c2f-87b7-dfb8c8fe206a req-38e348ee-5d8b-45b2-8d2d-0efe0aa06517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:19.395876 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1d08a49-d3b7-4c2f-87b7-dfb8c8fe206a req-38e348ee-5d8b-45b2-8d2d-0efe0aa06517 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c443abe-6fb9-4358-9f12-127d8d6906e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704844 Mar 16 11:39:19.425927 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-e5460f5a-3505-483e-843a-8a061694d5bc None None] Set router f073a52a-1cf5-4184-b14a-77cb17bc24bd gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:19.640159 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1d08a49-d3b7-4c2f-87b7-dfb8c8fe206a req-ec115c16-97ed-4c20-8441-89ed3ab6972a service neutron] 10.222.0.18 "GET /v2.0/networks/0c443abe-6fb9-4358-9f12-127d8d6906e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376406 Mar 16 11:39:19.760820 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-e5460f5a-3505-483e-843a-8a061694d5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402815979', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:36Z', 'updated_at': '2022-03-16T11:36:42Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:37Z', 'updated_at': '2022-03-16T11:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4ad6dde2-c725-4df1-b255-b71f7128f09b', 'name': '', 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:d5:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:41Z', 'updated_at': '2022-03-16T11:36:47Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:19.764613 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5460f5a-3505-483e-843a-8a061694d5bc None None] The sync data for ids ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'] in dv-neutron-833859-1-hyperv is: [{'id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402815979', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:36Z', 'updated_at': '2022-03-16T11:36:42Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:37Z', 'updated_at': '2022-03-16T11:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '4ad6dde2-c725-4df1-b255-b71f7128f09b', 'name': '', 'network_id': '0c443abe-6fb9-4358-9f12-127d8d6906e3', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:d5:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:41Z', 'updated_at': '2022-03-16T11:36:47Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'a0986f98-a6cd-40a6-b429-f1a1c7c70caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:39:19.769902 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1d08a49-d3b7-4c2f-87b7-dfb8c8fe206a req-fcd51924-57a7-405c-beea-9b70cb31b17f service neutron] 10.222.0.18 "GET /v2.0/networks/0c443abe-6fb9-4358-9f12-127d8d6906e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235371 Mar 16 11:39:19.964980 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d45964-ed62-483b-8743-f5b74695a844 None None] New status for floating IP ebe5dfa9-012c-4ed4-96da-36c7b70111b3: DOWN {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:39:20.384307 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082c6b3-f046-403d-a3a7-fe4ab25e823d req-446f8bd3-e68c-46fa-b1f2-4258b1783a2f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:20.384984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-1082c6b3-f046-403d-a3a7-fe4ab25e823d req-446f8bd3-e68c-46fa-b1f2-4258b1783a2f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:39:20.399395 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-1082c6b3-f046-403d-a3a7-fe4ab25e823d req-446f8bd3-e68c-46fa-b1f2-4258b1783a2f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:39:20.400489 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1082c6b3-f046-403d-a3a7-fe4ab25e823d req-446f8bd3-e68c-46fa-b1f2-4258b1783a2f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0971363 Mar 16 11:39:20.444656 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1082c6b3-f046-403d-a3a7-fe4ab25e823d req-bb569671-9032-4a07-a1b9-c060d88952a8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=828210ee-8943-4f3d-b610-d85bc5295f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385151 Mar 16 11:39:20.814966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6cca9-1817-4a62-89d1-b90f3a2ef318 req-62dde7d4-f740-4038-9f97-bd99c8e4dcc2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:20.816926 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-82b6cca9-1817-4a62-89d1-b90f3a2ef318 req-62dde7d4-f740-4038-9f97-bd99c8e4dcc2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 945 time: 0.0767987 Mar 16 11:39:20.884806 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-82b6cca9-1817-4a62-89d1-b90f3a2ef318 req-0f14cc4f-1d1b-4b59-9c8f-822f49ffcb4a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port a446f985-4952-495b-ba08-771df5fcda9f {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:20.885133 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-82b6cca9-1817-4a62-89d1-b90f3a2ef318 req-0f14cc4f-1d1b-4b59-9c8f-822f49ffcb4a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:21.119310 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-82b6cca9-1817-4a62-89d1-b90f3a2ef318 req-0f14cc4f-1d1b-4b59-9c8f-822f49ffcb4a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] For port a446f985-4952-495b-ba08-771df5fcda9f, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=a446f985-4952-495b-ba08-771df5fcda9f,segment=NetworkSegment(84669c6e-2307-4088-a7a7-b254e18806d2),segment_id=84669c6e-2307-4088-a7a7-b254e18806d2)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:21.119544 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-82b6cca9-1817-4a62-89d1-b90f3a2ef318 req-0f14cc4f-1d1b-4b59-9c8f-822f49ffcb4a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:21.237131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-82b6cca9-1817-4a62-89d1-b90f3a2ef318 req-0f14cc4f-1d1b-4b59-9c8f-822f49ffcb4a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for a446f985-4952-495b-ba08-771df5fcda9f owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:21.378612 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-82b6cca9-1817-4a62-89d1-b90f3a2ef318 req-0f14cc4f-1d1b-4b59-9c8f-822f49ffcb4a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:21.427334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14cc4f-1d1b-4b59-9c8f-822f49ffcb4a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=a446f985-4952-495b-ba08-771df5fcda9f,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:21.509152 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b6cca9-1817-4a62-89d1-b90f3a2ef318 req-0f14cc4f-1d1b-4b59-9c8f-822f49ffcb4a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] No DVR routers for this DVR port a446f985-4952-495b-ba08-771df5fcda9f on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:39:21.511574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-82b6cca9-1817-4a62-89d1-b90f3a2ef318 req-0f14cc4f-1d1b-4b59-9c8f-822f49ffcb4a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:21.513980 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e85a87-0c90-4a0a-ab72-d1c9728efaaa', 'name': 'network-vif-deleted', 'tag': 'a446f985-4952-495b-ba08-771df5fcda9f'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:21.530276 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-82b6cca9-1817-4a62-89d1-b90f3a2ef318 req-0f14cc4f-1d1b-4b59-9c8f-822f49ffcb4a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "DELETE /v2.0/ports/a446f985-4952-495b-ba08-771df5fcda9f HTTP/1.1" status: 204 len: 173 time: 0.7085478 Mar 16 11:39:21.560753 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e85a87-0c90-4a0a-ab72-d1c9728efaaa', 'name': 'network-vif-deleted', 'tag': 'a446f985-4952-495b-ba08-771df5fcda9f', 'status': 'completed', 'code': 200} Mar 16 11:39:21.604266 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-35969ea5-15c6-4cce-8d0b-dea9c10bed3b req-5b157fa1-3577-4271-8f4a-2c5ecd48fa86 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9e85a87-0c90-4a0a-ab72-d1c9728efaaa HTTP/1.1" status: 200 len: 210 time: 0.0487862 Mar 16 11:39:22.697000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60592) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:23.326335 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d59fce2c-e057-4069-b813-e2d645aebb91 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:23.664830 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device a446f985-4952-495b-ba08-771df5fcda9f no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:23.678490 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-d59fce2c-e057-4069-b813-e2d645aebb91 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port 4ad6dde2-c725-4df1-b255-b71f7128f09b {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:23.678834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d59fce2c-e057-4069-b813-e2d645aebb91 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:23.697715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: a446f985-4952-495b-ba08-771df5fcda9f {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:39:23.698061 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device a446f985-4952-495b-ba08-771df5fcda9f not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:23.864870 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-d59fce2c-e057-4069-b813-e2d645aebb91 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] For port 4ad6dde2-c725-4df1-b255-b71f7128f09b, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=4ad6dde2-c725-4df1-b255-b71f7128f09b,segment=NetworkSegment(84669c6e-2307-4088-a7a7-b254e18806d2),segment_id=84669c6e-2307-4088-a7a7-b254e18806d2)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:23.865468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d59fce2c-e057-4069-b813-e2d645aebb91 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:23.984476 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-d59fce2c-e057-4069-b813-e2d645aebb91 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for 4ad6dde2-c725-4df1-b255-b71f7128f09b owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:24.296333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d59fce2c-e057-4069-b813-e2d645aebb91 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:24.345738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fce2c-e057-4069-b813-e2d645aebb91 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=4ad6dde2-c725-4df1-b255-b71f7128f09b,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:24.717808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d59fce2c-e057-4069-b813-e2d645aebb91 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.080559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59fce2c-e057-4069-b813-e2d645aebb91 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router f073a52a-1cf5-4184-b14a-77cb17bc24bd has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:39:25.253325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59fce2c-e057-4069-b813-e2d645aebb91 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:39:25.265469 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac95848-e1c3-4222-8dcf-e9255c3901e7 None None] Sync routers for ids ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:39:25.266083 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d59fce2c-e057-4069-b813-e2d645aebb91 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "PUT /v2.0/routers/f073a52a-1cf5-4184-b14a-77cb17bc24bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5680013 Mar 16 11:39:25.268677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60598) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:25.275245 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac95848-e1c3-4222-8dcf-e9255c3901e7 None None] Routers {'f073a52a-1cf5-4184-b14a-77cb17bc24bd'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:25.275926 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-1ac95848-e1c3-4222-8dcf-e9255c3901e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:39:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:25.336042 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ff6ffc-dba9-4880-bcc6-46210ceef177 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting subnet a0986f98-a6cd-40a6-b429-f1a1c7c70caf {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:39:25.338941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-95ff6ffc-dba9-4880-bcc6-46210ceef177 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.391797 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-95ff6ffc-dba9-4880-bcc6-46210ceef177 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.448158 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-1ac95848-e1c3-4222-8dcf-e9255c3901e7 None None] Set router f073a52a-1cf5-4184-b14a-77cb17bc24bd gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:25.473748 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-95ff6ffc-dba9-4880-bcc6-46210ceef177 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.549247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-95ff6ffc-dba9-4880-bcc6-46210ceef177 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.589114 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff6ffc-dba9-4880-bcc6-46210ceef177 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Subnet': ['ID=a0986f98-a6cd-40a6-b429-f1a1c7c70caf,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:25.590910 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-95ff6ffc-dba9-4880-bcc6-46210ceef177 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.599491 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-95ff6ffc-dba9-4880-bcc6-46210ceef177 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/subnets/a0986f98-a6cd-40a6-b429-f1a1c7c70caf HTTP/1.1" status: 204 len: 168 time: 0.3268762 Mar 16 11:39:25.600344 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60602) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:25.602648 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d176a5-9c7a-42df-936b-407318e046b9 None None] Network 0c443abe-6fb9-4358-9f12-127d8d6906e3 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:25.730528 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-1ac95848-e1c3-4222-8dcf-e9255c3901e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402815979', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:36Z', 'updated_at': '2022-03-16T11:39:24Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:37Z', 'updated_at': '2022-03-16T11:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:25.734350 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac95848-e1c3-4222-8dcf-e9255c3901e7 None None] Checking router: f073a52a-1cf5-4184-b14a-77cb17bc24bd for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:39:25.742752 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac95848-e1c3-4222-8dcf-e9255c3901e7 None None] Routers {'f073a52a-1cf5-4184-b14a-77cb17bc24bd'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:25.743374 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-1ac95848-e1c3-4222-8dcf-e9255c3901e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:39:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:25.788428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1c219f17-6deb-4a1b-9d46-be9c797de371 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.903232 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] DHCP port deletion for 0c443abe-6fb9-4358-9f12-127d8d6906e3 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:39:25.907939 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Deleting port 2094d373-f56a-451e-904e-f4800de4da61 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:25.908309 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.926616 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-1ac95848-e1c3-4222-8dcf-e9255c3901e7 None None] Set router f073a52a-1cf5-4184-b14a-77cb17bc24bd gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:26.090072 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1c219f17-6deb-4a1b-9d46-be9c797de371 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.101705 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-1c219f17-6deb-4a1b-9d46-be9c797de371 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port 664cfa0c-6b37-4cca-8b2a-929857abc37e {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:26.102079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1c219f17-6deb-4a1b-9d46-be9c797de371 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.112794 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] For port 2094d373-f56a-451e-904e-f4800de4da61, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=2094d373-f56a-451e-904e-f4800de4da61,segment=NetworkSegment(84669c6e-2307-4088-a7a7-b254e18806d2),segment_id=84669c6e-2307-4088-a7a7-b254e18806d2)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:26.113647 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.216209 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-1ac95848-e1c3-4222-8dcf-e9255c3901e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402815979', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:36Z', 'updated_at': '2022-03-16T11:39:24Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:37Z', 'updated_at': '2022-03-16T11:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:26.220429 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac95848-e1c3-4222-8dcf-e9255c3901e7 None None] The sync data for ids ['f073a52a-1cf5-4184-b14a-77cb17bc24bd'] in dv-neutron-833859-1-hyperv is: [{'id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402815979', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:36Z', 'updated_at': '2022-03-16T11:39:24Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '664cfa0c-6b37-4cca-8b2a-929857abc37e', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073a52a-1cf5-4184-b14a-77cb17bc24bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:37Z', 'updated_at': '2022-03-16T11:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:39:26.250544 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Calling delete_port for 2094d373-f56a-451e-904e-f4800de4da61 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:26.282214 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-1c219f17-6deb-4a1b-9d46-be9c797de371 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] For port 664cfa0c-6b37-4cca-8b2a-929857abc37e, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=664cfa0c-6b37-4cca-8b2a-929857abc37e,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:26.282567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1c219f17-6deb-4a1b-9d46-be9c797de371 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.332340 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.375750 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Pushing event deleted for resources: {'Port': ['ID=2094d373-f56a-451e-904e-f4800de4da61,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:26.385084 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] No DVR routers for this DVR port 2094d373-f56a-451e-904e-f4800de4da61 on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:39:26.386975 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:26.387347 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:26.387684 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:26.388016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:26.388345 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:26.388681 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:26.389014 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:26.389330 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:26.389656 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:26.389974 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:26.390292 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:26.390609 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad681e14-3cbb-4933-8b23-985a645021ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:26.404059 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-1c219f17-6deb-4a1b-9d46-be9c797de371 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for 664cfa0c-6b37-4cca-8b2a-929857abc37e owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:26.568291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1c219f17-6deb-4a1b-9d46-be9c797de371 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.620808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c219f17-6deb-4a1b-9d46-be9c797de371 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=664cfa0c-6b37-4cca-8b2a-929857abc37e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:26.722193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1c219f17-6deb-4a1b-9d46-be9c797de371 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.897797 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1c219f17-6deb-4a1b-9d46-be9c797de371 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.899874 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1c219f17-6deb-4a1b-9d46-be9c797de371 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.921561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1c219f17-6deb-4a1b-9d46-be9c797de371 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.922054 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c219f17-6deb-4a1b-9d46-be9c797de371 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Fanout notify agent at l3_agent the message router_deleted on router f073a52a-1cf5-4184-b14a-77cb17bc24bd {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:39:26.936971 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1c219f17-6deb-4a1b-9d46-be9c797de371 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.938063 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1c219f17-6deb-4a1b-9d46-be9c797de371 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/routers/f073a52a-1cf5-4184-b14a-77cb17bc24bd HTTP/1.1" status: 204 len: 168 time: 1.3374753 Mar 16 11:39:26.940654 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60606) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:27.057080 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3f3fce63-e7c7-4373-a85a-30b3a8cbbd4c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.195534 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3f3fce63-e7c7-4373-a85a-30b3a8cbbd4c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.225842 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-3f3fce63-e7c7-4373-a85a-30b3a8cbbd4c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c443abe-6fb9-4358-9f12-127d8d6906e3']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:27.239450 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-3f3fce63-e7c7-4373-a85a-30b3a8cbbd4c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84669c6e-2307-4088-a7a7-b254e18806d2') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:27.239743 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-3f3fce63-e7c7-4373-a85a-30b3a8cbbd4c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84669c6e-2307-4088-a7a7-b254e18806d2') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:27.253148 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3f3fce63-e7c7-4373-a85a-30b3a8cbbd4c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.272738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3f3fce63-e7c7-4373-a85a-30b3a8cbbd4c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.279768 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3fce63-e7c7-4373-a85a-30b3a8cbbd4c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:39:27.280095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3f3fce63-e7c7-4373-a85a-30b3a8cbbd4c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:39:27.297401 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:39:27.399688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3f3fce63-e7c7-4373-a85a-30b3a8cbbd4c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.402563 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 2094d373-f56a-451e-904e-f4800de4da61 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:27.417621 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3f3fce63-e7c7-4373-a85a-30b3a8cbbd4c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.430269 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fce63-e7c7-4373-a85a-30b3a8cbbd4c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Network': ['ID=0c443abe-6fb9-4358-9f12-127d8d6906e3,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:27.439504 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3f3fce63-e7c7-4373-a85a-30b3a8cbbd4c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/networks/0c443abe-6fb9-4358-9f12-127d8d6906e3 HTTP/1.1" status: 204 len: 168 time: 0.4948120 Mar 16 11:39:27.439884 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60610) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:27.441007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 2094d373-f56a-451e-904e-f4800de4da61 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:39:27.441867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 2094d373-f56a-451e-904e-f4800de4da61 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:27.442333 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4ad6dde2-c725-4df1-b255-b71f7128f09b no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:27.475431 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 4ad6dde2-c725-4df1-b255-b71f7128f09b {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:39:27.475774 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 4ad6dde2-c725-4df1-b255-b71f7128f09b not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:27.476184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 664cfa0c-6b37-4cca-8b2a-929857abc37e no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:27.508796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5626065e-0f20-4579-9c4c-acfd2bbd3e7d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.509007 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 664cfa0c-6b37-4cca-8b2a-929857abc37e {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:39:27.509185 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 664cfa0c-6b37-4cca-8b2a-929857abc37e not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:27.542014 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5626065e-0f20-4579-9c4c-acfd2bbd3e7d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.707946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5626065e-0f20-4579-9c4c-acfd2bbd3e7d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.724400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626065e-0f20-4579-9c4c-acfd2bbd3e7d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=828210ee-8943-4f3d-b610-d85bc5295f69,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:27.741984 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5626065e-0f20-4579-9c4c-acfd2bbd3e7d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.745893 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5626065e-0f20-4579-9c4c-acfd2bbd3e7d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/security-groups/828210ee-8943-4f3d-b610-d85bc5295f69 HTTP/1.1" status: 204 len: 168 time: 0.3028767 Mar 16 11:39:28.013025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60618) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:28.018059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-901648883', 'description': 'tempest-secgroup-smoke-901648883 description', 'project_id': 'd7b84297c4894f449599f50328fa1baa'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:28.024061 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:28.028153 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:28.030924 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:28.036983 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:28.047373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.070287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:28.073972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:28.076703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:28.082212 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:28.149943 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.153462 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.197436 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98a849c-7fb4-4b53-b4b4-0166ce401a4b,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:28.204462 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.205700 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1916816 Mar 16 11:39:28.207015 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.207387 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.207727 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.208057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.208473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.208774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60622) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:28.209247 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.209247 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.209455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.209773 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.210186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.210595 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.210924 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8c091-de0a-4588-a5aa-88c0c6e091bd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.214005 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-5b4dae90-d025-48d0-b340-3a3d6d6c9052 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'f98a849c-7fb4-4b53-b4b4-0166ce401a4b', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:28.219848 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5b4dae90-d025-48d0-b340-3a3d6d6c9052 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:28.224287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5b4dae90-d025-48d0-b340-3a3d6d6c9052 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:28.227175 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5b4dae90-d025-48d0-b340-3a3d6d6c9052 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:28.233015 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5b4dae90-d025-48d0-b340-3a3d6d6c9052 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:28.250428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5b4dae90-d025-48d0-b340-3a3d6d6c9052 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.308623 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5b4dae90-d025-48d0-b340-3a3d6d6c9052 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.311936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5b4dae90-d025-48d0-b340-3a3d6d6c9052 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.334954 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dae90-d025-48d0-b340-3a3d6d6c9052 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2dd6c9-8487-4a58-a3b9-3526db67c9fc,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:28.343001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5b4dae90-d025-48d0-b340-3a3d6d6c9052 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.344166 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5b4dae90-d025-48d0-b340-3a3d6d6c9052 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344004 Mar 16 11:39:28.347262 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60626) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:28.352042 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-2ff01b21-8283-4336-af80-6a6fdf2ed27d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'f98a849c-7fb4-4b53-b4b4-0166ce401a4b', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:28.357964 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2ff01b21-8283-4336-af80-6a6fdf2ed27d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:28.361791 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2ff01b21-8283-4336-af80-6a6fdf2ed27d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:28.364601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2ff01b21-8283-4336-af80-6a6fdf2ed27d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:28.370098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2ff01b21-8283-4336-af80-6a6fdf2ed27d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:28.386349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2ff01b21-8283-4336-af80-6a6fdf2ed27d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.446722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2ff01b21-8283-4336-af80-6a6fdf2ed27d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.449532 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2ff01b21-8283-4336-af80-6a6fdf2ed27d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.471785 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff01b21-8283-4336-af80-6a6fdf2ed27d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1925d7b-6aa7-4062-9b87-dd3c907dbb09,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:28.481312 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2ff01b21-8283-4336-af80-6a6fdf2ed27d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.482543 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2ff01b21-8283-4336-af80-6a6fdf2ed27d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343975 Mar 16 11:39:28.485182 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60630) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:28.490550 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-396f09f1-d31d-4cd2-af0f-3a0078223c1b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'f98a849c-7fb4-4b53-b4b4-0166ce401a4b', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:28.496164 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-396f09f1-d31d-4cd2-af0f-3a0078223c1b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:28.499852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-396f09f1-d31d-4cd2-af0f-3a0078223c1b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:28.502654 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-396f09f1-d31d-4cd2-af0f-3a0078223c1b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:28.508205 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-396f09f1-d31d-4cd2-af0f-3a0078223c1b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:28.524071 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-396f09f1-d31d-4cd2-af0f-3a0078223c1b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.584230 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-396f09f1-d31d-4cd2-af0f-3a0078223c1b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.587598 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-396f09f1-d31d-4cd2-af0f-3a0078223c1b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.615115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f09f1-d31d-4cd2-af0f-3a0078223c1b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5f42dc-0a22-4fcf-9301-c1ac1ac8e0a4,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:28.621603 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-396f09f1-d31d-4cd2-af0f-3a0078223c1b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.622900 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-396f09f1-d31d-4cd2-af0f-3a0078223c1b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367908 Mar 16 11:39:28.625504 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60634) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:28.630251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-0ab78af0-918e-4f81-9bf5-9dbcaa43ba59 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'f98a849c-7fb4-4b53-b4b4-0166ce401a4b', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:28.635979 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0ab78af0-918e-4f81-9bf5-9dbcaa43ba59 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:28.639676 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0ab78af0-918e-4f81-9bf5-9dbcaa43ba59 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:28.642443 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-0ab78af0-918e-4f81-9bf5-9dbcaa43ba59 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:28.648601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-0ab78af0-918e-4f81-9bf5-9dbcaa43ba59 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:28.664912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0ab78af0-918e-4f81-9bf5-9dbcaa43ba59 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.726382 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0ab78af0-918e-4f81-9bf5-9dbcaa43ba59 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.730146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0ab78af0-918e-4f81-9bf5-9dbcaa43ba59 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.754764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab78af0-918e-4f81-9bf5-9dbcaa43ba59 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7152d6a-3fe7-44bd-8c8e-8236e1baf719,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:28.763204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-0ab78af0-918e-4f81-9bf5-9dbcaa43ba59 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.764358 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-0ab78af0-918e-4f81-9bf5-9dbcaa43ba59 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379097 Mar 16 11:39:28.768036 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60638) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:28.773305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-feddf4b2-3848-4615-978c-3b489e5d76a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'f98a849c-7fb4-4b53-b4b4-0166ce401a4b', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:28.778945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-feddf4b2-3848-4615-978c-3b489e5d76a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:28.782649 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-feddf4b2-3848-4615-978c-3b489e5d76a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:28.786089 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-feddf4b2-3848-4615-978c-3b489e5d76a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:28.791709 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-feddf4b2-3848-4615-978c-3b489e5d76a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:28.805593 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-feddf4b2-3848-4615-978c-3b489e5d76a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Project d7b84297c4894f449599f50328fa1baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:39:28.812490 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-feddf4b2-3848-4615-978c-3b489e5d76a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.874250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-feddf4b2-3848-4615-978c-3b489e5d76a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.877779 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-feddf4b2-3848-4615-978c-3b489e5d76a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.898050 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddf4b2-3848-4615-978c-3b489e5d76a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a0332a-9f3c-4e9e-a2cd-fcce6e571953,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:28.908597 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-feddf4b2-3848-4615-978c-3b489e5d76a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.910324 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-feddf4b2-3848-4615-978c-3b489e5d76a7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407857 Mar 16 11:39:28.912922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60642) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:28.917594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-87096911-c94b-4602-b91a-1d4ef091706e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'security_group_rule': {'security_group_id': 'f98a849c-7fb4-4b53-b4b4-0166ce401a4b', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:28.923021 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-87096911-c94b-4602-b91a-1d4ef091706e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:28.926710 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-87096911-c94b-4602-b91a-1d4ef091706e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:security_group_rule and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:28.929497 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-87096911-c94b-4602-b91a-1d4ef091706e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:28.934988 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-87096911-c94b-4602-b91a-1d4ef091706e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:28.945444 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-87096911-c94b-4602-b91a-1d4ef091706e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Project d7b84297c4894f449599f50328fa1baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:39:28.951521 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-87096911-c94b-4602-b91a-1d4ef091706e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.013797 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-87096911-c94b-4602-b91a-1d4ef091706e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.017174 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-87096911-c94b-4602-b91a-1d4ef091706e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.039308 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87096911-c94b-4602-b91a-1d4ef091706e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7778a07-438f-46aa-bd72-98711a57f846,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:29.047809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-87096911-c94b-4602-b91a-1d4ef091706e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.048947 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-87096911-c94b-4602-b91a-1d4ef091706e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351113 Mar 16 11:39:29.051717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60646) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:29.057011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-e1fb5913-407b-43bb-8f41-3d4941a32583 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'network': {'name': 'tempest-network-smoke--1946421562', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'port_security_enabled': True}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:29.061591 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e1fb5913-407b-43bb-8f41-3d4941a32583 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:29.065524 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e1fb5913-407b-43bb-8f41-3d4941a32583 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:network and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:29.068860 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e1fb5913-407b-43bb-8f41-3d4941a32583 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:29.074363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e1fb5913-407b-43bb-8f41-3d4941a32583 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:29.084110 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fb5913-407b-43bb-8f41-3d4941a32583 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Made reservation on behalf of d7b84297c4894f449599f50328fa1baa for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:29.087999 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5913-407b-43bb-8f41-3d4941a32583 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.114721 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fb5913-407b-43bb-8f41-3d4941a32583 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:39:29.123060 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5913-407b-43bb-8f41-3d4941a32583 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.123423 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-e1fb5913-407b-43bb-8f41-3d4941a32583 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Added segment 1bd2353f-c105-4e46-bfe8-e42b4538d790 of type vlan for network e283c2a1-6284-4002-8a32-45a652ed6651 Mar 16 11:39:29.151920 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5913-407b-43bb-8f41-3d4941a32583 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.180462 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5913-407b-43bb-8f41-3d4941a32583 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.185663 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fb5913-407b-43bb-8f41-3d4941a32583 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:29.186229 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5913-407b-43bb-8f41-3d4941a32583 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.290075 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e1fb5913-407b-43bb-8f41-3d4941a32583 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2372365 Mar 16 11:39:29.292808 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60650) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:29.295860 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb5913-407b-43bb-8f41-3d4941a32583 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Network': ['ID=e283c2a1-6284-4002-8a32-45a652ed6651,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:29.298043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-460344558', 'admin_state_up': True, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:29.305774 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:29.307129 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network e283c2a1-6284-4002-8a32-45a652ed6651 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:39:29.309675 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:router and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:29.312498 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:29.318621 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:29.328662 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.329610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.344804 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.701554 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.995603 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:30.025575 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:30.158201 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.26.3.237 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/714d7aa5-ddac-4d28-b1fe-65886ea0d12f) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:39:30.300044 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:30.328748 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:30.389531 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:39:30.392152 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:30.400092 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:39:30.442643 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=714d7aa5-ddac-4d28-b1fe-65886ea0d12f,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:30.809853 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:30.953724 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a60ef909-5690-478a-a16a-774496c58bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:31.266807 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:31.464459 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:39:31.636602 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:39:31.646285 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Sync routers for ids ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:39:31.655220 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Routers {'8aad8d3e-c2c8-4e4b-b210-15dc2208f283'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:31.655825 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:39:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:31.662843 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:31.664098 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-ff4b98a6-d4cc-4f28-8aa0-1f70eb66fe02 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3703005 Mar 16 11:39:31.667111 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60654) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:31.708369 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0db950c3-77dd-4d19-8db0-0a98d175b01e tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=d7b84297c4894f449599f50328fa1baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371878 Mar 16 11:39:31.708593 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60658) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:31.832542 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Set router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:31.834560 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9189263a-446f-46a8-8a20-e3b397e35977 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:31.836062 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9189263a-446f-46a8-8a20-e3b397e35977 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1266317 Mar 16 11:39:31.838854 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60662) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:31.880558 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-920c695f-18f8-48fd-a4a6-59457a9707a1 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=45f28f19-efbf-4c93-99d2-e1008799650d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406260 Mar 16 11:39:31.883077 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60666) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:31.888369 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-0f2a80b5-80fe-4a5d-9c2f-171dac250d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1468196319', 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651', 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:32.000754 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0f2a80b5-80fe-4a5d-9c2f-171dac250d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:32.004550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0f2a80b5-80fe-4a5d-9c2f-171dac250d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:subnet and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:32.007305 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-0f2a80b5-80fe-4a5d-9c2f-171dac250d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:32.012862 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-0f2a80b5-80fe-4a5d-9c2f-171dac250d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:32.022580 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2a80b5-80fe-4a5d-9c2f-171dac250d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Made reservation on behalf of d7b84297c4894f449599f50328fa1baa for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:32.026082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0f2a80b5-80fe-4a5d-9c2f-171dac250d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.114059 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460344558', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:29Z', 'updated_at': '2022-03-16T11:39:30Z', 'revision_number': 3, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:30Z', 'updated_at': '2022-03-16T11:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:32.117733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Checking router: 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:39:32.118071 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Updating router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 port 714d7aa5-ddac-4d28-b1fe-65886ea0d12f binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:39:32.202764 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.244597 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0f2a80b5-80fe-4a5d-9c2f-171dac250d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.357686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a80b5-80fe-4a5d-9c2f-171dac250d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Subnet': ['ID=ebd05c7d-2714-41c6-87fc-edca5b20c351,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:32.370394 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2a80b5-80fe-4a5d-9c2f-171dac250d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Checking segment: {'id': '1bd2353f-c105-4e46-bfe8-e42b4538d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:32.370905 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2a80b5-80fe-4a5d-9c2f-171dac250d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network hostable DHCP agents. Network: e283c2a1-6284-4002-8a32-45a652ed6651, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:39:32.395993 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2a80b5-80fe-4a5d-9c2f-171dac250d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network e283c2a1-6284-4002-8a32-45a652ed6651 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:39:32.405494 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-0f2a80b5-80fe-4a5d-9c2f-171dac250d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, e283c2a1-6284-4002-8a32-45a652ed6651) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:32.409584 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2a80b5-80fe-4a5d-9c2f-171dac250d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:32.411476 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-0f2a80b5-80fe-4a5d-9c2f-171dac250d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.416762 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b948be4a-68d4-4e82-a9ab-3c3092eb4666 None None] Network e283c2a1-6284-4002-8a32-45a652ed6651 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:32.432934 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-0f2a80b5-80fe-4a5d-9c2f-171dac250d53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5488195 Mar 16 11:39:32.435703 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60670) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:32.727297 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.739976 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-e283c2a1-6284-4002-8a32-45a652ed6651', 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ips': [{'subnet_id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:39:32.740775 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.752651 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Transition to ACTIVE for port object 714d7aa5-ddac-4d28-b1fe-65886ea0d12f will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:32.764806 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.903843 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Attempting to bind port 714d7aa5-ddac-4d28-b1fe-65886ea0d12f on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:39:32.904207 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Attempting to bind port 714d7aa5-ddac-4d28-b1fe-65886ea0d12f by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:39:32.904568 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Attempting to bind port 714d7aa5-ddac-4d28-b1fe-65886ea0d12f on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:39:32.906513 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf49bd4-1c7f-4203-9530-906854ff5df8 None None] Pushing event updated for resources: {'Port': ['ID=714d7aa5-ddac-4d28-b1fe-65886ea0d12f,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:32.926358 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:39:32.926738 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:32.927135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.927559 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:39:32.928041 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Bound port: 714d7aa5-ddac-4d28-b1fe-65886ea0d12f, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:39:32.928410 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.080647 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Allocated IP 172.20.0.2 (e283c2a1-6284-4002-8a32-45a652ed6651/ebd05c7d-2714-41c6-87fc-edca5b20c351/63d17e20-9e69-48e2-8034-df9c0ffd674a) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:39:33.088306 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] For port 714d7aa5-ddac-4d28-b1fe-65886ea0d12f, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:39:33.093913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] For port 714d7aa5-ddac-4d28-b1fe-65886ea0d12f, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=714d7aa5-ddac-4d28-b1fe-65886ea0d12f,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:39:33.131320 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.260446 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69bc273a-c7e4-4401-8cdd-2a1535a95acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.262022 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.297397 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Routers {'8aad8d3e-c2c8-4e4b-b210-15dc2208f283'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:33.298017 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:39:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:33.358832 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf49bd4-1c7f-4203-9530-906854ff5df8 None None] Pushing event updated for resources: {'Port': ['ID=714d7aa5-ddac-4d28-b1fe-65886ea0d12f,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:33.544790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.562739 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] Set router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:33.603767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Transition to ACTIVE for port object 63d17e20-9e69-48e2-8034-df9c0ffd674a will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:33.744132 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Transition to ACTIVE for port object 63d17e20-9e69-48e2-8034-df9c0ffd674a will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:33.798413 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.814125 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.20.0.1 (e283c2a1-6284-4002-8a32-45a652ed6651/ebd05c7d-2714-41c6-87fc-edca5b20c351/b6bb143a-d104-49e8-96c5-d9e3ec966c74) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:39:33.876970 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Network e283c2a1-6284-4002-8a32-45a652ed6651 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:39:33.882111 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:33.888662 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:39:33.894471 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Pushing event updated for resources: {'Port': ['ID=63d17e20-9e69-48e2-8034-df9c0ffd674a,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:33.975236 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.990992 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Transition to ACTIVE for port object b6bb143a-d104-49e8-96c5-d9e3ec966c74 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:34.013756 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.038104 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Attempting to bind port 63d17e20-9e69-48e2-8034-df9c0ffd674a on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:39:34.038479 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Attempting to bind port 63d17e20-9e69-48e2-8034-df9c0ffd674a by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '1bd2353f-c105-4e46-bfe8-e42b4538d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:39:34.038837 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Attempting to bind port 63d17e20-9e69-48e2-8034-df9c0ffd674a on network e283c2a1-6284-4002-8a32-45a652ed6651 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:39:34.047094 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:39:34.047492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Checking segment: {'id': '1bd2353f-c105-4e46-bfe8-e42b4538d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:34.047887 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.048287 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Bound using segment: {'id': '1bd2353f-c105-4e46-bfe8-e42b4538d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:39:34.048801 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Bound port: 63d17e20-9e69-48e2-8034-df9c0ffd674a, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd2353f-c105-4e46-bfe8-e42b4538d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:39:34.049115 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.076584 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network e283c2a1-6284-4002-8a32-45a652ed6651 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:39:34.087791 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:34.092082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:39:34.121666 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=b6bb143a-d104-49e8-96c5-d9e3ec966c74,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:34.136425 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460344558', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:29Z', 'updated_at': '2022-03-16T11:39:30Z', 'revision_number': 3, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:30Z', 'updated_at': '2022-03-16T11:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:34.147611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf0eba0-e7a6-4921-80ca-6d9a0360c5db None None] The sync data for ids ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'] in dv-neutron-833859-1-hyperv is: [{'id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460344558', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:29Z', 'updated_at': '2022-03-16T11:39:30Z', 'revision_number': 3, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:30Z', 'updated_at': '2022-03-16T11:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:39:34.154726 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.154839 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] For port 63d17e20-9e69-48e2-8034-df9c0ffd674a, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:39:34.160412 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] For port 63d17e20-9e69-48e2-8034-df9c0ffd674a, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=63d17e20-9e69-48e2-8034-df9c0ffd674a,segment=NetworkSegment(1bd2353f-c105-4e46-bfe8-e42b4538d790),segment_id=1bd2353f-c105-4e46-bfe8-e42b4538d790)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:39:34.165183 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.251753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b70eff-fea8-4632-95ce-e4713a47c2aa None None] Pushing event updated for resources: {'Port': ['ID=63d17e20-9e69-48e2-8034-df9c0ffd674a,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:34.319641 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.527772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.604251 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.970431 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.976778 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:35.100743 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:35.108093 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=b6bb143a-d104-49e8-96c5-d9e3ec966c74,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:35.266661 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network e283c2a1-6284-4002-8a32-45a652ed6651 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:39:35.267844 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:35.313702 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 714d7aa5-ddac-4d28-b1fe-65886ea0d12f up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:35.393172 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 714d7aa5-ddac-4d28-b1fe-65886ea0d12f completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:35.398766 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 714d7aa5-ddac-4d28-b1fe-65886ea0d12f triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:35.399265 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:35.430063 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9566559b-c809-47d9-bbf1-c646fa2c5f0e None None] Network e283c2a1-6284-4002-8a32-45a652ed6651 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:35.463609 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:39:35.566535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-c61abcd5-81d1-4750-ac18-5b275d9ee4ef None None] Provisioning for port 63d17e20-9e69-48e2-8034-df9c0ffd674a completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:35.649523 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:39:35.665504 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a9c404f0-af02-4deb-babe-924c7b4fed56 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "PUT /v2.0/routers/8aad8d3e-c2c8-4e4b-b210-15dc2208f283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2286890 Mar 16 11:39:35.681969 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:35.732122 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 714d7aa5-ddac-4d28-b1fe-65886ea0d12f, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=714d7aa5-ddac-4d28-b1fe-65886ea0d12f,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:35.739333 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:35.740158 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 63d17e20-9e69-48e2-8034-df9c0ffd674a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:35.849427 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-ee792088-ea3d-47e0-b97c-1914566e59fd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:39:35.868320 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-ee792088-ea3d-47e0-b97c-1914566e59fd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:39:35.877605 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-ee792088-ea3d-47e0-b97c-1914566e59fd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901648883&fields=id&tenant_id=d7b84297c4894f449599f50328fa1baa HTTP/1.1" status: 200 len: 267 time: 0.0684695 Mar 16 11:39:35.878994 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=714d7aa5-ddac-4d28-b1fe-65886ea0d12f,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:35.880164 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Sync routers for ids ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:39:35.893082 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 63d17e20-9e69-48e2-8034-df9c0ffd674a completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:35.897941 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Routers {'8aad8d3e-c2c8-4e4b-b210-15dc2208f283'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:35.898243 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 63d17e20-9e69-48e2-8034-df9c0ffd674a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:35.898801 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:35.899184 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fe773455-e862-4669-9fbf-22de4765175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:39:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:36.026439 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:36.070311 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-27ef8a62-9efe-40fe-96fd-174bbafb64f3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:36.071529 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:36.072740 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-27ef8a62-9efe-40fe-96fd-174bbafb64f3 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/networks?id=e283c2a1-6284-4002-8a32-45a652ed6651 HTTP/1.1" status: 200 len: 797 time: 0.1943569 Mar 16 11:39:36.090636 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7828558d-2e4e-4d68-9029-5c23a8b4d1a8 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/quotas/d7b84297c4894f449599f50328fa1baa HTTP/1.1" status: 200 len: 375 time: 0.0119960 Mar 16 11:39:36.096647 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 63d17e20-9e69-48e2-8034-df9c0ffd674a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=63d17e20-9e69-48e2-8034-df9c0ffd674a,segment=NetworkSegment(1bd2353f-c105-4e46-bfe8-e42b4538d790),segment_id=1bd2353f-c105-4e46-bfe8-e42b4538d790)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:36.101251 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:36.132459 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Set router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:36.182444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=63d17e20-9e69-48e2-8034-df9c0ffd674a,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:36.197969 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-17f0f0ef-18aa-433e-94e0-02d24093fd2b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:39:36.214751 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-17f0f0ef-18aa-433e-94e0-02d24093fd2b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:39:36.216107 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-17f0f0ef-18aa-433e-94e0-02d24093fd2b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1171830 Mar 16 11:39:36.236837 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-754181db-6944-4124-a7d5-41c1a703951d None None] Provisioning complete for port 63d17e20-9e69-48e2-8034-df9c0ffd674a triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:36.237223 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-754181db-6944-4124-a7d5-41c1a703951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:36.247227 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-3d9dc42b-544a-4be1-b7d7-32215dcd5c6b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:39:36.248172 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-3d9dc42b-544a-4be1-b7d7-32215dcd5c6b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054610 Mar 16 11:39:36.398175 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-754181db-6944-4124-a7d5-41c1a703951d None None] Provisioning for port b6bb143a-d104-49e8-96c5-d9e3ec966c74 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:36.404010 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-754181db-6944-4124-a7d5-41c1a703951d None None] Provisioning complete for port b6bb143a-d104-49e8-96c5-d9e3ec966c74 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:36.404392 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-754181db-6944-4124-a7d5-41c1a703951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:36.444722 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-c3b0cb88-1887-4c2e-a466-3cdbdc569a6d service neutron] 10.222.0.44 "GET /v2.0/networks/e283c2a1-6284-4002-8a32-45a652ed6651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800742 Mar 16 11:39:36.466151 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-754181db-6944-4124-a7d5-41c1a703951d None None] Port b6bb143a-d104-49e8-96c5-d9e3ec966c74 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:39:36.520243 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fe773455-e862-4669-9fbf-22de4765175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460344558', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:29Z', 'updated_at': '2022-03-16T11:39:34Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:30Z', 'updated_at': '2022-03-16T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'b6bb143a-d104-49e8-96c5-d9e3ec966c74', 'name': '', 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:60:c8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:33Z', 'updated_at': '2022-03-16T11:39:34Z', 'revision_number': 2, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:36.524206 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Checking router: 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:39:36.524577 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Updating router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 port b6bb143a-d104-49e8-96c5-d9e3ec966c74 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:39:36.579091 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:36.585595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-33fbf907-6b9c-4f64-bd0d-90f74209030f None None] Provisioning complete for port b6bb143a-d104-49e8-96c5-d9e3ec966c74 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:36.585967 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-33fbf907-6b9c-4f64-bd0d-90f74209030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:36.641837 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-33fbf907-6b9c-4f64-bd0d-90f74209030f None None] Port b6bb143a-d104-49e8-96c5-d9e3ec966c74 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:39:36.700980 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-18f60f07-ff77-4aa5-b4f1-148ff4c8cf7f service neutron] 10.222.0.44 "GET /v2.0/networks/e283c2a1-6284-4002-8a32-45a652ed6651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499444 Mar 16 11:39:36.897322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-2a3ef9da-4580-4f98-9470-ef99f3a955da req-76b5f7e0-df33-435f-ad34-46815ffd85dc tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:39:36.909599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-2a3ef9da-4580-4f98-9470-ef99f3a955da req-76b5f7e0-df33-435f-ad34-46815ffd85dc tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:39:36.911409 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2a3ef9da-4580-4f98-9470-ef99f3a955da req-76b5f7e0-df33-435f-ad34-46815ffd85dc tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 210 time: 0.0557237 Mar 16 11:39:36.984155 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:36.995827 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Transition to ACTIVE for port object b6bb143a-d104-49e8-96c5-d9e3ec966c74 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:37.001616 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.168359 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c64fc-f93c-432a-8a7e-275e5b950a86 None None] Pushing event updated for resources: {'Port': ['ID=b6bb143a-d104-49e8-96c5-d9e3ec966c74,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:37.179834 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c64fc-f93c-432a-8a7e-275e5b950a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:37.180164 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c64fc-f93c-432a-8a7e-275e5b950a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:37.180509 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c64fc-f93c-432a-8a7e-275e5b950a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:37.180825 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c64fc-f93c-432a-8a7e-275e5b950a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:37.181167 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c64fc-f93c-432a-8a7e-275e5b950a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:37.181442 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c64fc-f93c-432a-8a7e-275e5b950a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:37.181759 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c64fc-f93c-432a-8a7e-275e5b950a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:37.182629 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c64fc-f93c-432a-8a7e-275e5b950a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:37.182960 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c64fc-f93c-432a-8a7e-275e5b950a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:37.183306 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c64fc-f93c-432a-8a7e-275e5b950a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:37.183622 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c64fc-f93c-432a-8a7e-275e5b950a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:37.183936 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c64fc-f93c-432a-8a7e-275e5b950a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:37.247930 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Attempting to bind port b6bb143a-d104-49e8-96c5-d9e3ec966c74 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:39:37.248516 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Attempting to bind port b6bb143a-d104-49e8-96c5-d9e3ec966c74 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '1bd2353f-c105-4e46-bfe8-e42b4538d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:39:37.249055 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Attempting to bind port b6bb143a-d104-49e8-96c5-d9e3ec966c74 on network e283c2a1-6284-4002-8a32-45a652ed6651 {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:39:37.257784 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:39:37.259830 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Checking segment: {'id': '1bd2353f-c105-4e46-bfe8-e42b4538d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:37.260932 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.261495 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Bound using segment: {'id': '1bd2353f-c105-4e46-bfe8-e42b4538d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:39:37.263295 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Bound port: b6bb143a-d104-49e8-96c5-d9e3ec966c74, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd2353f-c105-4e46-bfe8-e42b4538d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:39:37.263824 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.298055 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 714d7aa5-ddac-4d28-b1fe-65886ea0d12f up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:37.391547 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-fe773455-e862-4669-9fbf-22de4765175e None None] For port b6bb143a-d104-49e8-96c5-d9e3ec966c74, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:39:37.396353 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-fe773455-e862-4669-9fbf-22de4765175e None None] For port b6bb143a-d104-49e8-96c5-d9e3ec966c74, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b6bb143a-d104-49e8-96c5-d9e3ec966c74,segment=NetworkSegment(1bd2353f-c105-4e46-bfe8-e42b4538d790),segment_id=1bd2353f-c105-4e46-bfe8-e42b4538d790)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:39:37.401430 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.425938 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 714d7aa5-ddac-4d28-b1fe-65886ea0d12f triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:37.426439 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.474312 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c64fc-f93c-432a-8a7e-275e5b950a86 None None] Pushing event updated for resources: {'Port': ['ID=b6bb143a-d104-49e8-96c5-d9e3ec966c74,revision_number=4']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:37.490508 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Routers {'8aad8d3e-c2c8-4e4b-b210-15dc2208f283'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:37.491134 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fe773455-e862-4669-9fbf-22de4765175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:39:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:37.561735 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 63d17e20-9e69-48e2-8034-df9c0ffd674a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:37.637808 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 63d17e20-9e69-48e2-8034-df9c0ffd674a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:37.638177 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.696299 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-fe773455-e862-4669-9fbf-22de4765175e None None] Set router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:38.053151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-c25dda2b-4afd-433c-a608-37061e7e56a5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:38.053830 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-c25dda2b-4afd-433c-a608-37061e7e56a5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:network {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:39:38.059331 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fe773455-e862-4669-9fbf-22de4765175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460344558', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:29Z', 'updated_at': '2022-03-16T11:39:34Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:30Z', 'updated_at': '2022-03-16T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'b6bb143a-d104-49e8-96c5-d9e3ec966c74', 'name': '', 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:60:c8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:33Z', 'updated_at': '2022-03-16T11:39:37Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:38.064820 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe773455-e862-4669-9fbf-22de4765175e None None] The sync data for ids ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'] in dv-neutron-833859-1-hyperv is: [{'id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460344558', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:29Z', 'updated_at': '2022-03-16T11:39:34Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:30Z', 'updated_at': '2022-03-16T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'b6bb143a-d104-49e8-96c5-d9e3ec966c74', 'name': '', 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:60:c8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:33Z', 'updated_at': '2022-03-16T11:39:37Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:39:38.071510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-c25dda2b-4afd-433c-a608-37061e7e56a5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:network {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:39:38.073942 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-c25dda2b-4afd-433c-a608-37061e7e56a5 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "GET /v2.0/networks?id=e283c2a1-6284-4002-8a32-45a652ed6651 HTTP/1.1" status: 200 len: 797 time: 0.1730340 Mar 16 11:39:38.118699 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f64938e6-3a5b-4eb1-968f-f231f93f8094 req-36f5018a-d2d8-4b5b-917c-efdcc4ffa323 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 210 time: 0.0880783 Mar 16 11:39:38.130206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-20a522ef-a446-4630-b84a-613024b36795 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:39:38.156449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-20a522ef-a446-4630-b84a-613024b36795 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:39:38.157687 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-20a522ef-a446-4630-b84a-613024b36795 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7b84297c4894f449599f50328fa1baa HTTP/1.1" status: 200 len: 379 time: 0.0759492 Mar 16 11:39:38.166285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-bfed15b3-3889-4ee1-b9af-5ee7de423804 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'port': {'device_id': 'e5944602-c7c6-4eaa-9800-d3ced775060a', 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651', 'admin_state_up': True, 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'security_groups': ['f98a849c-7fb4-4b53-b4b4-0166ce401a4b']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:38.317712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-bfed15b3-3889-4ee1-b9af-5ee7de423804 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:38.327358 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-bfed15b3-3889-4ee1-b9af-5ee7de423804 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:38.338065 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-bfed15b3-3889-4ee1-b9af-5ee7de423804 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Made reservation on behalf of d7b84297c4894f449599f50328fa1baa for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:38.341629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-bfed15b3-3889-4ee1-b9af-5ee7de423804 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:38.510292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-bfed15b3-3889-4ee1-b9af-5ee7de423804 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.20.0.12 (e283c2a1-6284-4002-8a32-45a652ed6651/ebd05c7d-2714-41c6-87fc-edca5b20c351/603e09a8-597c-4f7b-84b1-87e1d1fd5583) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:39:38.704889 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-bfed15b3-3889-4ee1-b9af-5ee7de423804 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:38.721274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-bfed15b3-3889-4ee1-b9af-5ee7de423804 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Transition to ACTIVE for port object 603e09a8-597c-4f7b-84b1-87e1d1fd5583 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:38.744961 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-bfed15b3-3889-4ee1-b9af-5ee7de423804 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:38.817422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-bfed15b3-3889-4ee1-b9af-5ee7de423804 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network e283c2a1-6284-4002-8a32-45a652ed6651 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:39:38.825291 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-bfed15b3-3889-4ee1-b9af-5ee7de423804 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:38.829747 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-bfed15b3-3889-4ee1-b9af-5ee7de423804 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:39:38.865088 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed15b3-3889-4ee1-b9af-5ee7de423804 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=603e09a8-597c-4f7b-84b1-87e1d1fd5583,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:38.902720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-bfed15b3-3889-4ee1-b9af-5ee7de423804 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:38.903399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-bfed15b3-3889-4ee1-b9af-5ee7de423804 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:38.931184 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-bfed15b3-3889-4ee1-b9af-5ee7de423804 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7690563 Mar 16 11:39:38.943072 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Request body: {'port': {'device_id': 'e5944602-c7c6-4eaa-9800-d3ced775060a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:39.065475 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:39.091947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-26ca354b-0fa4-4a3f-b4f1-e60923126ddc None None] Provisioning for port 603e09a8-597c-4f7b-84b1-87e1d1fd5583 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:39.098192 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-26ca354b-0fa4-4a3f-b4f1-e60923126ddc None None] Provisioning complete for port 603e09a8-597c-4f7b-84b1-87e1d1fd5583 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:39.098665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-26ca354b-0fa4-4a3f-b4f1-e60923126ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:39.152751 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-26ca354b-0fa4-4a3f-b4f1-e60923126ddc None None] Port 603e09a8-597c-4f7b-84b1-87e1d1fd5583 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:39:39.282132 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b6bb143a-d104-49e8-96c5-d9e3ec966c74 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:39.354999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port b6bb143a-d104-49e8-96c5-d9e3ec966c74 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:39.360616 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port b6bb143a-d104-49e8-96c5-d9e3ec966c74 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:39.361076 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:39.476930 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:39.508003 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port b6bb143a-d104-49e8-96c5-d9e3ec966c74, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b6bb143a-d104-49e8-96c5-d9e3ec966c74,segment=NetworkSegment(1bd2353f-c105-4e46-bfe8-e42b4538d790),segment_id=1bd2353f-c105-4e46-bfe8-e42b4538d790)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:39.512938 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:39.518979 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee7e05-2b11-4ac5-bc6e-755bc84dba7f req-ff908d0c-c0e0-4e51-9f6f-a04f663c689a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:39.519695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-4fee7e05-2b11-4ac5-bc6e-755bc84dba7f req-ff908d0c-c0e0-4e51-9f6f-a04f663c689a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:39:39.578980 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=b6bb143a-d104-49e8-96c5-d9e3ec966c74,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:39.585237 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-4fee7e05-2b11-4ac5-bc6e-755bc84dba7f req-ff908d0c-c0e0-4e51-9f6f-a04f663c689a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:39:39.586354 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4fee7e05-2b11-4ac5-bc6e-755bc84dba7f req-ff908d0c-c0e0-4e51-9f6f-a04f663c689a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 932 time: 0.1867065 Mar 16 11:39:39.608562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 603e09a8-597c-4f7b-84b1-87e1d1fd5583 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:39:39.619985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:39.650558 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Transition to ACTIVE for port object 603e09a8-597c-4f7b-84b1-87e1d1fd5583 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:39.653944 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4fee7e05-2b11-4ac5-bc6e-755bc84dba7f req-55992418-911b-48f5-af6b-b629af17512e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609219 Mar 16 11:39:39.655137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:39.787880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Pushing event updated for resources: {'Port': ['ID=603e09a8-597c-4f7b-84b1-87e1d1fd5583,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:39.894992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Attempting to bind port 603e09a8-597c-4f7b-84b1-87e1d1fd5583 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:39:39.895346 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Attempting to bind port 603e09a8-597c-4f7b-84b1-87e1d1fd5583 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '1bd2353f-c105-4e46-bfe8-e42b4538d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:39:39.895682 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Attempting to bind port 603e09a8-597c-4f7b-84b1-87e1d1fd5583 on network e283c2a1-6284-4002-8a32-45a652ed6651 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:39:39.900283 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Port 603e09a8-597c-4f7b-84b1-87e1d1fd5583 on network e283c2a1-6284-4002-8a32-45a652ed6651 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:39:39.900594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Attempting to bind port 603e09a8-597c-4f7b-84b1-87e1d1fd5583 on network e283c2a1-6284-4002-8a32-45a652ed6651 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:39:39.905490 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:39:39.905815 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Checking segment: {'id': '1bd2353f-c105-4e46-bfe8-e42b4538d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:39.906183 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Bound using segment: {'id': '1bd2353f-c105-4e46-bfe8-e42b4538d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:39:39.906587 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Bound port: 603e09a8-597c-4f7b-84b1-87e1d1fd5583, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd2353f-c105-4e46-bfe8-e42b4538d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:39:39.906918 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:39.994615 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] For port 603e09a8-597c-4f7b-84b1-87e1d1fd5583, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:39:39.997424 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] For port 603e09a8-597c-4f7b-84b1-87e1d1fd5583, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=603e09a8-597c-4f7b-84b1-87e1d1fd5583,segment=NetworkSegment(1bd2353f-c105-4e46-bfe8-e42b4538d790),segment_id=1bd2353f-c105-4e46-bfe8-e42b4538d790)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:39:40.002025 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:40.059365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:40.059976 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:40.061478 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] 10.222.0.18 "PUT /v2.0/ports/603e09a8-597c-4f7b-84b1-87e1d1fd5583 HTTP/1.1" status: 200 len: 1094 time: 1.1236117 Mar 16 11:39:40.061816 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5944602-c7c6-4eaa-9800-d3ced775060a', 'tag': '603e09a8-597c-4f7b-84b1-87e1d1fd5583'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:40.087699 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8723e4-f148-451b-bf8a-1378c3a38c8d service neutron] Pushing event updated for resources: {'Port': ['ID=603e09a8-597c-4f7b-84b1-87e1d1fd5583,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:40.160746 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5944602-c7c6-4eaa-9800-d3ced775060a', 'tag': '603e09a8-597c-4f7b-84b1-87e1d1fd5583', 'status': 'completed', 'code': 200} Mar 16 11:39:40.211196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-4f68a00a-d3f0-4dec-b925-1735b0c10d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:40.211196 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-4f68a00a-d3f0-4dec-b925-1735b0c10d1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 1097 time: 0.0871480 Mar 16 11:39:40.314469 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-7577fdb8-77b7-4a3b-b0ea-9aa443c5f77a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=603e09a8-597c-4f7b-84b1-87e1d1fd5583 HTTP/1.1" status: 200 len: 217 time: 0.0800135 Mar 16 11:39:40.375450 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-ce0585e7-5c73-4244-9e7c-b238ec1bacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:40.376880 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-ce0585e7-5c73-4244-9e7c-b238ec1bacb0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ebd05c7d-2714-41c6-87fc-edca5b20c351 HTTP/1.1" status: 200 len: 835 time: 0.0569024 Mar 16 11:39:40.461072 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-e5198bc8-8510-4dbe-9816-6475d6876237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:40.462604 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-e5198bc8-8510-4dbe-9816-6475d6876237 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e283c2a1-6284-4002-8a32-45a652ed6651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800748 Mar 16 11:39:40.594227 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-e3f4cdd8-f003-48bc-8ec3-869f9da54d6c service neutron] 10.222.0.18 "GET /v2.0/networks/e283c2a1-6284-4002-8a32-45a652ed6651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258111 Mar 16 11:39:40.723052 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e6068a4a-2810-4f99-9081-9f2926fcc661 req-699d1edd-6574-4077-8418-edcf7a9eaaf1 service neutron] 10.222.0.18 "GET /v2.0/networks/e283c2a1-6284-4002-8a32-45a652ed6651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231785 Mar 16 11:39:40.894373 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18c0fb-75aa-4348-9b47-50ae284ae9b6 req-b7fc0a5b-a333-4383-9923-91e312d6b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:40.895845 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9d18c0fb-75aa-4348-9b47-50ae284ae9b6 req-b7fc0a5b-a333-4383-9923-91e312d6b9b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 1097 time: 0.0968242 Mar 16 11:39:40.903169 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747f2d0-79d0-4909-8c82-32cd92c6570a req-b722e3dc-890a-4ef4-99f7-f63e6b822a8b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:40.904470 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6747f2d0-79d0-4909-8c82-32cd92c6570a req-b722e3dc-890a-4ef4-99f7-f63e6b822a8b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 944 time: 0.1404610 Mar 16 11:39:41.029450 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6747f2d0-79d0-4909-8c82-32cd92c6570a req-a1f17d35-0fb1-4f37-918c-d328fd070805 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074889 Mar 16 11:39:41.057927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18c0fb-75aa-4348-9b47-50ae284ae9b6 req-6bc66758-b5f7-4fa3-a97d-269696cb1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:41.059356 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9d18c0fb-75aa-4348-9b47-50ae284ae9b6 req-6bc66758-b5f7-4fa3-a97d-269696cb1d5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e283c2a1-6284-4002-8a32-45a652ed6651 HTTP/1.1" status: 200 len: 898 time: 0.1540468 Mar 16 11:39:41.237047 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9d18c0fb-75aa-4348-9b47-50ae284ae9b6 req-5c990093-58c6-48de-82a4-092ea560004f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=603e09a8-597c-4f7b-84b1-87e1d1fd5583 HTTP/1.1" status: 200 len: 217 time: 0.1717811 Mar 16 11:39:41.260051 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b6bb143a-d104-49e8-96c5-d9e3ec966c74 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:41.301770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18c0fb-75aa-4348-9b47-50ae284ae9b6 req-4ced4863-98ca-4ec8-95fd-fa4f8befc5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:41.303243 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9d18c0fb-75aa-4348-9b47-50ae284ae9b6 req-4ced4863-98ca-4ec8-95fd-fa4f8befc5d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ebd05c7d-2714-41c6-87fc-edca5b20c351 HTTP/1.1" status: 200 len: 835 time: 0.0596271 Mar 16 11:39:41.331418 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port b6bb143a-d104-49e8-96c5-d9e3ec966c74 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:41.332307 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:41.376720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18c0fb-75aa-4348-9b47-50ae284ae9b6 req-8504668c-29dc-49c8-bd96-d20e78ea3135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:41.378210 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9d18c0fb-75aa-4348-9b47-50ae284ae9b6 req-8504668c-29dc-49c8-bd96-d20e78ea3135 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e283c2a1-6284-4002-8a32-45a652ed6651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688145 Mar 16 11:39:41.508341 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9d18c0fb-75aa-4348-9b47-50ae284ae9b6 req-9fef73a6-68ca-4f42-88b8-05251d7a18be service neutron] 10.222.0.18 "GET /v2.0/networks/e283c2a1-6284-4002-8a32-45a652ed6651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230419 Mar 16 11:39:41.634413 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9d18c0fb-75aa-4348-9b47-50ae284ae9b6 req-c7cf7860-cc78-4e18-a758-267f5121f01e service neutron] 10.222.0.18 "GET /v2.0/networks/e283c2a1-6284-4002-8a32-45a652ed6651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193800 Mar 16 11:39:42.213665 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff451b02-a951-4d56-aadb-9190a6a533f9 req-94ae6a22-1a1c-49ed-aadf-eb91e72be7fe tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:42.215058 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ff451b02-a951-4d56-aadb-9190a6a533f9 req-94ae6a22-1a1c-49ed-aadf-eb91e72be7fe tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 944 time: 0.0800788 Mar 16 11:39:42.258065 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ff451b02-a951-4d56-aadb-9190a6a533f9 req-6af6721b-2491-4919-b684-eab4889c3f9f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374670 Mar 16 11:39:43.441248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4c04a-6b9e-4763-b7d2-87ff3045bbcc req-1897742a-732d-468f-8359-405667773bb2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:43.442663 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a2c4c04a-6b9e-4763-b7d2-87ff3045bbcc req-1897742a-732d-468f-8359-405667773bb2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 944 time: 0.0817089 Mar 16 11:39:43.484775 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a2c4c04a-6b9e-4763-b7d2-87ff3045bbcc req-95c40b07-99f6-4b7e-9b04-ae706a2a0dc4 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364687 Mar 16 11:39:43.758313 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 603e09a8-597c-4f7b-84b1-87e1d1fd5583 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:39:43.886308 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 603e09a8-597c-4f7b-84b1-87e1d1fd5583, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=603e09a8-597c-4f7b-84b1-87e1d1fd5583,segment=NetworkSegment(1bd2353f-c105-4e46-bfe8-e42b4538d790),segment_id=1bd2353f-c105-4e46-bfe8-e42b4538d790)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:43.898841 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '603e09a8-597c-4f7b-84b1-87e1d1fd5583', 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651', 'port_id': '603e09a8-597c-4f7b-84b1-87e1d1fd5583', 'mac_address': 'fa:16:3e:a9:1f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:39:43.955918 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.971840 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603e09a8-597c-4f7b-84b1-87e1d1fd5583 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:39:43.987418 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 603e09a8-597c-4f7b-84b1-87e1d1fd5583, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=603e09a8-597c-4f7b-84b1-87e1d1fd5583,segment=NetworkSegment(1bd2353f-c105-4e46-bfe8-e42b4538d790),segment_id=1bd2353f-c105-4e46-bfe8-e42b4538d790)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:43.991322 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.054465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=603e09a8-597c-4f7b-84b1-87e1d1fd5583,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:44.320669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['603e09a8-597c-4f7b-84b1-87e1d1fd5583'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:39:44.664155 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0d73c-045d-482a-b1cd-d0bac637a8ce req-c13a33c2-25d2-48cf-bd8b-8095deb31357 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:44.665585 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b7d0d73c-045d-482a-b1cd-d0bac637a8ce req-c13a33c2-25d2-48cf-bd8b-8095deb31357 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 945 time: 0.0781314 Mar 16 11:39:44.708138 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b7d0d73c-045d-482a-b1cd-d0bac637a8ce req-25e78b83-53f7-466f-b867-cd2e6085d7d6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370257 Mar 16 11:39:45.773597 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 603e09a8-597c-4f7b-84b1-87e1d1fd5583 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:45.850631 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 603e09a8-597c-4f7b-84b1-87e1d1fd5583 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:45.855744 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 603e09a8-597c-4f7b-84b1-87e1d1fd5583 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:45.856121 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:45.895986 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec4a78-d305-440b-ab4b-c87e201cddd7 req-729857f3-8e6d-417d-ac02-1baf220bc294 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:45.897422 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-81ec4a78-d305-440b-ab4b-c87e201cddd7 req-729857f3-8e6d-417d-ac02-1baf220bc294 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 945 time: 0.0836773 Mar 16 11:39:45.939733 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-81ec4a78-d305-440b-ab4b-c87e201cddd7 req-ed7c4298-d362-4a9f-b84e-f90f64090567 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367694 Mar 16 11:39:45.972267 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:45.998331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5944602-c7c6-4eaa-9800-d3ced775060a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603e09a8-597c-4f7b-84b1-87e1d1fd5583'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:46.008485 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 603e09a8-597c-4f7b-84b1-87e1d1fd5583, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=603e09a8-597c-4f7b-84b1-87e1d1fd5583,segment=NetworkSegment(1bd2353f-c105-4e46-bfe8-e42b4538d790),segment_id=1bd2353f-c105-4e46-bfe8-e42b4538d790)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:46.012395 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:46.047262 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5944602-c7c6-4eaa-9800-d3ced775060a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603e09a8-597c-4f7b-84b1-87e1d1fd5583', 'code': 200} Mar 16 11:39:46.085216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=603e09a8-597c-4f7b-84b1-87e1d1fd5583,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:46.277836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e7a9c-503c-4e44-8bfd-a2a9d4ca840d req-ed31c328-f079-4a27-b629-ebc3adcb51bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:46.279238 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-eb2e7a9c-503c-4e44-8bfd-a2a9d4ca840d req-ed31c328-f079-4a27-b629-ebc3adcb51bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 1099 time: 0.0730762 Mar 16 11:39:46.318246 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-eb2e7a9c-503c-4e44-8bfd-a2a9d4ca840d req-53570dea-2feb-4acd-b3d0-6a1e94183945 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335338 Mar 16 11:39:47.123010 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bacd17-cb4e-469f-af49-9188af890a8d req-f05ef98b-da1a-4ec3-aeb3-738cd95af67f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:47.124482 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f2bacd17-cb4e-469f-af49-9188af890a8d req-f05ef98b-da1a-4ec3-aeb3-738cd95af67f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 946 time: 0.0813544 Mar 16 11:39:47.168389 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f2bacd17-cb4e-469f-af49-9188af890a8d req-873119d0-f6c0-4c9d-b4d4-0a4968ea4f0d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377920 Mar 16 11:39:48.147088 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.354306 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b45c0-8fdc-4a73-a523-62b4f66d2989 req-b44c29d8-417a-47f7-aac7-9fe9d3e7599f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:48.356033 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1c1b45c0-8fdc-4a73-a523-62b4f66d2989 req-b44c29d8-417a-47f7-aac7-9fe9d3e7599f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 946 time: 0.0804422 Mar 16 11:39:48.398848 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1c1b45c0-8fdc-4a73-a523-62b4f66d2989 req-c726e00e-0ade-4eed-9f03-59818a38d970 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371618 Mar 16 11:39:48.582301 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ae865-8869-4a1f-a3b8-4fb433645eb5 req-72d70b79-ef95-4678-81d4-c3d007cb0de6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:48.583754 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-349ae865-8869-4a1f-a3b8-4fb433645eb5 req-72d70b79-ef95-4678-81d4-c3d007cb0de6 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 946 time: 0.0786228 Mar 16 11:39:48.629585 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-349ae865-8869-4a1f-a3b8-4fb433645eb5 req-aaa8caa7-4252-407d-96dd-b3b6635bc37a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401993 Mar 16 11:39:48.651309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60732) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:48.718621 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c35b9-12cc-40a4-b182-a6b6d64880d7 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:48.720107 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-c54c35b9-12cc-40a4-b182-a6b6d64880d7 tempest-TestNetworkAdvancedServerOps-479208577 tempest-TestNetworkAdvancedServerOps-479208577-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 1094 time: 0.0678825 Mar 16 11:39:48.723372 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60736) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:48.728142 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': '603e09a8-597c-4f7b-84b1-87e1d1fd5583', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:48.734221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:48.738655 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Usage tracker for resource:floatingip and tenant:d7b84297c4894f449599f50328fa1baa is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:48.741517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:48.747100 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:48.757360 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.889747 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.028523 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Allocated IP 172.26.3.73 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/40f6c97f-01b2-4a41-947d-c1c541e520d0) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:39:49.169989 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.198547 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.256879 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:39:49.259536 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:49.262050 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:39:49.311365 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=40f6c97f-01b2-4a41-947d-c1c541e520d0,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:49.775469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.846292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:50.049462 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:50.085075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:50.221569 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event updated for resources: {'Port': ['ID=40f6c97f-01b2-4a41-947d-c1c541e520d0,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:50.225545 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:50.303690 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b50bb95-bf34-4734-bf83-df2ef0541737 req-b2f01ca3-d927-46d6-a742-ca40e449a65a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2517245 Mar 16 11:39:50.448723 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Floating IP e55ac8cd-2a91-431d-a50b-3eecf03abcaa associated. External IP: 172.26.3.73, port: 603e09a8-597c-4f7b-84b1-87e1d1fd5583. Mar 16 11:39:50.547388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50bb95-bf34-4734-bf83-df2ef0541737 req-6ab8747a-77de-4d03-8e92-b9fbd98fa628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:50.548865 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b50bb95-bf34-4734-bf83-df2ef0541737 req-6ab8747a-77de-4d03-8e92-b9fbd98fa628 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 1099 time: 0.1768670 Mar 16 11:39:50.813518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50bb95-bf34-4734-bf83-df2ef0541737 req-5311b5e0-3ac7-463b-b3d6-bcfcb403d1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:50.814915 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b50bb95-bf34-4734-bf83-df2ef0541737 req-5311b5e0-3ac7-463b-b3d6-bcfcb403d1c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e283c2a1-6284-4002-8a32-45a652ed6651 HTTP/1.1" status: 200 len: 898 time: 0.2167282 Mar 16 11:39:51.118771 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b50bb95-bf34-4734-bf83-df2ef0541737 req-e0915697-4d45-46a4-9a8a-4ca8a0d692f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=603e09a8-597c-4f7b-84b1-87e1d1fd5583 HTTP/1.1" status: 200 len: 999 time: 0.2932467 Mar 16 11:39:51.123936 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:39:51.251332 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50bb95-bf34-4734-bf83-df2ef0541737 req-19c7c0ba-a138-4dc4-b143-5a9c700f4635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:51.252757 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b50bb95-bf34-4734-bf83-df2ef0541737 req-19c7c0ba-a138-4dc4-b143-5a9c700f4635 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ebd05c7d-2714-41c6-87fc-edca5b20c351 HTTP/1.1" status: 200 len: 835 time: 0.1257107 Mar 16 11:39:51.392219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:39:51.402135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5bdf9-3a58-44a2-8c0f-6762ac116883 None None] Sync routers for ids ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:39:51.411609 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f5bdf9-3a58-44a2-8c0f-6762ac116883 None None] Routers {'8aad8d3e-c2c8-4e4b-b210-15dc2208f283'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:51.412216 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-16f5bdf9-3a58-44a2-8c0f-6762ac116883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:39:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:51.430370 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50bb95-bf34-4734-bf83-df2ef0541737 req-ed184e83-cc78-49b0-a355-f9d316f63f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:51.431866 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b50bb95-bf34-4734-bf83-df2ef0541737 req-ed184e83-cc78-49b0-a355-f9d316f63f76 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e283c2a1-6284-4002-8a32-45a652ed6651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1672926 Mar 16 11:39:51.432551 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:51.575507 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4aad2fcc-afac-4b57-9eb2-7dfeb01b3658 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8487599 Mar 16 11:39:51.575507 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5944602-c7c6-4eaa-9800-d3ced775060a', 'tag': '603e09a8-597c-4f7b-84b1-87e1d1fd5583'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:51.584899 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-16f5bdf9-3a58-44a2-8c0f-6762ac116883 None None] Set router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:51.625723 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b50bb95-bf34-4734-bf83-df2ef0541737 req-b4dc733d-5f46-4e7b-b0af-c79e0d835c30 service neutron] 10.222.0.18 "GET /v2.0/networks/e283c2a1-6284-4002-8a32-45a652ed6651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699169 Mar 16 11:39:51.627416 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5944602-c7c6-4eaa-9800-d3ced775060a', 'tag': '603e09a8-597c-4f7b-84b1-87e1d1fd5583', 'status': 'completed', 'code': 200} Mar 16 11:39:51.740671 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb1629-ad55-4b49-b4d5-daca600150c6 req-d2d86c43-faad-428d-ad58-e87f7f4b5beb tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:51.744995 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ebeb1629-ad55-4b49-b4d5-daca600150c6 req-d2d86c43-faad-428d-ad58-e87f7f4b5beb tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 946 time: 0.0839083 Mar 16 11:39:51.764320 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b50bb95-bf34-4734-bf83-df2ef0541737 req-20b8a8aa-ec00-4bfc-91b2-bf48a8a83ab2 service neutron] 10.222.0.18 "GET /v2.0/networks/e283c2a1-6284-4002-8a32-45a652ed6651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299016 Mar 16 11:39:51.790201 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ebeb1629-ad55-4b49-b4d5-daca600150c6 req-c84cefc8-c0a7-4d55-8e2b-7ba5f282fe84 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421350 Mar 16 11:39:51.813464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60744) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:51.881066 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcdc6a-a909-435d-9a8f-43d983c11eea req-6c959550-f47f-4976-9dca-fd756bc7cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:51.882729 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fdfcdc6a-a909-435d-9a8f-43d983c11eea req-6c959550-f47f-4976-9dca-fd756bc7cd23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 1099 time: 0.0764117 Mar 16 11:39:51.923750 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-14e7d03e-f563-4993-ba12-d78d0e90e018 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/e55ac8cd-2a91-431d-a50b-3eecf03abcaa HTTP/1.1" status: 200 len: 991 time: 0.1090117 Mar 16 11:39:51.931448 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-16f5bdf9-3a58-44a2-8c0f-6762ac116883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460344558', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:29Z', 'updated_at': '2022-03-16T11:39:34Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:30Z', 'updated_at': '2022-03-16T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'e55ac8cd-2a91-431d-a50b-3eecf03abcaa', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'port_id': '603e09a8-597c-4f7b-84b1-87e1d1fd5583', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651', 'mac_address': 'fa:16:3e:a9:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5944602-c7c6-4eaa-9800-d3ced775060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:39:49Z', 'updated_at': '2022-03-16T11:39:49Z', 'revision_number': 0, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6bb143a-d104-49e8-96c5-d9e3ec966c74', 'name': '', 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:60:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:33Z', 'updated_at': '2022-03-16T11:39:39Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:51.935315 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5bdf9-3a58-44a2-8c0f-6762ac116883 None None] Checking router: 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:39:51.944362 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f5bdf9-3a58-44a2-8c0f-6762ac116883 None None] Routers {'8aad8d3e-c2c8-4e4b-b210-15dc2208f283'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:51.945063 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-16f5bdf9-3a58-44a2-8c0f-6762ac116883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:39:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:52.013073 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcdc6a-a909-435d-9a8f-43d983c11eea req-ed2ed18b-4811-4f86-8827-a5d59fdaffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:52.014393 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fdfcdc6a-a909-435d-9a8f-43d983c11eea req-ed2ed18b-4811-4f86-8827-a5d59fdaffea service neutron] 10.222.0.18 "GET /v2.0/networks?id=e283c2a1-6284-4002-8a32-45a652ed6651 HTTP/1.1" status: 200 len: 898 time: 0.1258323 Mar 16 11:39:52.112637 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fdfcdc6a-a909-435d-9a8f-43d983c11eea req-6e344158-5492-453f-a0dc-db905c7c1640 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=603e09a8-597c-4f7b-84b1-87e1d1fd5583 HTTP/1.1" status: 200 len: 999 time: 0.0925086 Mar 16 11:39:52.121837 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-16f5bdf9-3a58-44a2-8c0f-6762ac116883 None None] Set router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:52.177707 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcdc6a-a909-435d-9a8f-43d983c11eea req-10c4a141-34d7-4ad7-9f50-aed66c513fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:52.179132 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fdfcdc6a-a909-435d-9a8f-43d983c11eea req-10c4a141-34d7-4ad7-9f50-aed66c513fc7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ebd05c7d-2714-41c6-87fc-edca5b20c351 HTTP/1.1" status: 200 len: 835 time: 0.0604477 Mar 16 11:39:52.252814 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcdc6a-a909-435d-9a8f-43d983c11eea req-ae1a017c-32ba-4995-a034-2b2ee65c690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:52.254780 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fdfcdc6a-a909-435d-9a8f-43d983c11eea req-ae1a017c-32ba-4995-a034-2b2ee65c690c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e283c2a1-6284-4002-8a32-45a652ed6651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702677 Mar 16 11:39:52.384335 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fdfcdc6a-a909-435d-9a8f-43d983c11eea req-f150ea8b-5c3f-4a6e-b9cc-0c6081a905a0 service neutron] 10.222.0.18 "GET /v2.0/networks/e283c2a1-6284-4002-8a32-45a652ed6651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225913 Mar 16 11:39:52.462798 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-16f5bdf9-3a58-44a2-8c0f-6762ac116883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460344558', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:29Z', 'updated_at': '2022-03-16T11:39:34Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:30Z', 'updated_at': '2022-03-16T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'e55ac8cd-2a91-431d-a50b-3eecf03abcaa', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'port_id': '603e09a8-597c-4f7b-84b1-87e1d1fd5583', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651', 'mac_address': 'fa:16:3e:a9:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5944602-c7c6-4eaa-9800-d3ced775060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:39:49Z', 'updated_at': '2022-03-16T11:39:49Z', 'revision_number': 0, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6bb143a-d104-49e8-96c5-d9e3ec966c74', 'name': '', 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:60:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:33Z', 'updated_at': '2022-03-16T11:39:39Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:52.468094 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5bdf9-3a58-44a2-8c0f-6762ac116883 None None] The sync data for ids ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'] in dv-neutron-833859-1-hyperv is: [{'id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460344558', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:29Z', 'updated_at': '2022-03-16T11:39:34Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:30Z', 'updated_at': '2022-03-16T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': 'e55ac8cd-2a91-431d-a50b-3eecf03abcaa', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'port_id': '603e09a8-597c-4f7b-84b1-87e1d1fd5583', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651', 'mac_address': 'fa:16:3e:a9:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5944602-c7c6-4eaa-9800-d3ced775060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:39:49Z', 'updated_at': '2022-03-16T11:39:49Z', 'revision_number': 0, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6bb143a-d104-49e8-96c5-d9e3ec966c74', 'name': '', 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:60:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:33Z', 'updated_at': '2022-03-16T11:39:39Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:39:52.514176 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fdfcdc6a-a909-435d-9a8f-43d983c11eea req-a67c2b18-44c8-479d-b44c-1d398c4e266a service neutron] 10.222.0.18 "GET /v2.0/networks/e283c2a1-6284-4002-8a32-45a652ed6651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243613 Mar 16 11:39:52.650299 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978b6e8a-6e1e-45a2-8620-b2041185b909 None None] New status for floating IP e55ac8cd-2a91-431d-a50b-3eecf03abcaa: ACTIVE {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:39:52.926711 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60748) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:52.944198 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:39:53.029973 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c50334f3-f831-4e7d-abc7-5e5c4924abe2 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/e55ac8cd-2a91-431d-a50b-3eecf03abcaa HTTP/1.1" status: 200 len: 993 time: 0.1020939 Mar 16 11:40:00.957721 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-115f13e6-f37a-4bb2-9305-1af56671c90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:03.123640 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fbfb07ed-3a8e-4acc-9b53-c629b169d297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:04.490731 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:04.594136 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:06.049672 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:18.120876 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:29.943407 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:40:30.960762 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0d2481f2-cc81-4614-b04d-f76b47040460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:33.125644 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c7794a6a-5b91-4067-8236-dc2a4d7f099d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:34.493627 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:34.596709 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:36.053320 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:48.116823 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:50.233362 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-56662487-ce2d-481e-925e-f16e6b6a3563 req-21d240f2-63e3-4c97-983d-f42ccca30f6b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1863174 Mar 16 11:40:50.369617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56662487-ce2d-481e-925e-f16e6b6a3563 req-4effecdb-b555-4a66-9b25-73720acd1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:50.371023 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-56662487-ce2d-481e-925e-f16e6b6a3563 req-4effecdb-b555-4a66-9b25-73720acd1623 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 1099 time: 0.0678184 Mar 16 11:40:50.515193 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56662487-ce2d-481e-925e-f16e6b6a3563 req-7adf14c5-a51e-4ef3-8690-8d8cfa6c9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:50.516533 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-56662487-ce2d-481e-925e-f16e6b6a3563 req-7adf14c5-a51e-4ef3-8690-8d8cfa6c9e5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=e283c2a1-6284-4002-8a32-45a652ed6651 HTTP/1.1" status: 200 len: 898 time: 0.1276069 Mar 16 11:40:50.618209 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-56662487-ce2d-481e-925e-f16e6b6a3563 req-957cabc4-3e11-475e-8469-7fc2bde66171 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=603e09a8-597c-4f7b-84b1-87e1d1fd5583 HTTP/1.1" status: 200 len: 1001 time: 0.0954602 Mar 16 11:40:50.678667 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56662487-ce2d-481e-925e-f16e6b6a3563 req-14fe786d-0f00-48fe-af58-fd24bb62ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:50.680054 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-56662487-ce2d-481e-925e-f16e6b6a3563 req-14fe786d-0f00-48fe-af58-fd24bb62ca24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ebd05c7d-2714-41c6-87fc-edca5b20c351 HTTP/1.1" status: 200 len: 835 time: 0.0555131 Mar 16 11:40:50.754236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56662487-ce2d-481e-925e-f16e6b6a3563 req-11eb8aa7-9595-483e-88ca-f66b296a10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:50.755667 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-56662487-ce2d-481e-925e-f16e6b6a3563 req-11eb8aa7-9595-483e-88ca-f66b296a10c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e283c2a1-6284-4002-8a32-45a652ed6651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696256 Mar 16 11:40:50.882116 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-56662487-ce2d-481e-925e-f16e6b6a3563 req-ed882d31-5007-4bed-81ef-9ec2529d0c0b service neutron] 10.222.0.18 "GET /v2.0/networks/e283c2a1-6284-4002-8a32-45a652ed6651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196790 Mar 16 11:40:51.008762 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-56662487-ce2d-481e-925e-f16e6b6a3563 req-8c1a3bfe-1444-4f89-be90-797beef3c76e service neutron] 10.222.0.18 "GET /v2.0/networks/e283c2a1-6284-4002-8a32-45a652ed6651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199734 Mar 16 11:40:54.078434 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafb9a9-8afa-4212-af20-b8cd10cd2118 req-ad660948-7d3e-43ec-b6cd-e1d5657198ca tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:54.079810 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7dafb9a9-8afa-4212-af20-b8cd10cd2118 req-ad660948-7d3e-43ec-b6cd-e1d5657198ca tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 946 time: 0.0776317 Mar 16 11:40:54.125805 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7dafb9a9-8afa-4212-af20-b8cd10cd2118 req-fb33792d-fa34-4936-8e7c-47a82e94e371 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403771 Mar 16 11:40:55.311465 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1dcac-1e56-4b49-bbc0-d1d55780ae10 req-9ab38283-158b-4284-8bd1-57b9818d6f82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:55.312889 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4ee1dcac-1e56-4b49-bbc0-d1d55780ae10 req-9ab38283-158b-4284-8bd1-57b9818d6f82 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 946 time: 0.0785816 Mar 16 11:40:55.354857 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4ee1dcac-1e56-4b49-bbc0-d1d55780ae10 req-f12dd245-16f1-459e-a841-55c85acf304a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361512 Mar 16 11:40:56.535285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033bbe5-1b3f-461d-acf8-9d33835c6113 req-6d5b0bb5-5c51-4187-b0c1-f0efa98e4090 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:56.536701 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1033bbe5-1b3f-461d-acf8-9d33835c6113 req-6d5b0bb5-5c51-4187-b0c1-f0efa98e4090 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 946 time: 0.0786750 Mar 16 11:40:56.578966 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1033bbe5-1b3f-461d-acf8-9d33835c6113 req-b7fda8f2-2fae-4abb-bd18-93449ca7712e tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366361 Mar 16 11:40:56.601802 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60784) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:56.704959 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-26ee3b3a-9892-4bdf-8abc-457302e526ae tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/e55ac8cd-2a91-431d-a50b-3eecf03abcaa HTTP/1.1" status: 200 len: 993 time: 0.1020432 Mar 16 11:40:58.164048 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22543e0b-339c-45ac-a388-393f337ccfa4 req-b175ee7a-97c2-4d1b-8248-0558995865da tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:58.164766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfc32b-c784-4e6f-863b-f592c54ebae9 req-53d786f0-30e5-42f3-bca8-8a482823859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:58.165502 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-22543e0b-339c-45ac-a388-393f337ccfa4 req-b175ee7a-97c2-4d1b-8248-0558995865da tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 946 time: 0.0833788 Mar 16 11:40:58.167112 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1dfc32b-c784-4e6f-863b-f592c54ebae9 req-53d786f0-30e5-42f3-bca8-8a482823859c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 1099 time: 0.0740721 Mar 16 11:40:58.209497 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-22543e0b-339c-45ac-a388-393f337ccfa4 req-d5386d19-82b6-4fe1-90e0-f3937e859c5f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377910 Mar 16 11:40:58.295432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfc32b-c784-4e6f-863b-f592c54ebae9 req-7960a05e-7f6a-4f14-8c93-889d2d3b5b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:58.296841 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1dfc32b-c784-4e6f-863b-f592c54ebae9 req-7960a05e-7f6a-4f14-8c93-889d2d3b5b69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e283c2a1-6284-4002-8a32-45a652ed6651 HTTP/1.1" status: 200 len: 898 time: 0.1243412 Mar 16 11:40:58.392719 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1dfc32b-c784-4e6f-863b-f592c54ebae9 req-8c9f11cd-d725-4cdf-8864-e9b97a2e16a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=603e09a8-597c-4f7b-84b1-87e1d1fd5583 HTTP/1.1" status: 200 len: 1001 time: 0.0897963 Mar 16 11:40:58.456146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfc32b-c784-4e6f-863b-f592c54ebae9 req-dc453d26-eaab-4228-830b-ad682f152e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:58.457502 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1dfc32b-c784-4e6f-863b-f592c54ebae9 req-dc453d26-eaab-4228-830b-ad682f152e1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ebd05c7d-2714-41c6-87fc-edca5b20c351 HTTP/1.1" status: 200 len: 835 time: 0.0584395 Mar 16 11:40:58.529557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfc32b-c784-4e6f-863b-f592c54ebae9 req-d1c9deff-3896-4947-be91-ab29a36deead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:58.530959 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1dfc32b-c784-4e6f-863b-f592c54ebae9 req-d1c9deff-3896-4947-be91-ab29a36deead service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e283c2a1-6284-4002-8a32-45a652ed6651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678647 Mar 16 11:40:58.655378 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1dfc32b-c784-4e6f-863b-f592c54ebae9 req-ab7560ce-a69f-4816-b0b4-60401baabb0c service neutron] 10.222.0.18 "GET /v2.0/networks/e283c2a1-6284-4002-8a32-45a652ed6651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183584 Mar 16 11:40:58.780844 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1dfc32b-c784-4e6f-863b-f592c54ebae9 req-184f61e2-81c0-4d5a-b11f-1675c62bf852 service neutron] 10.222.0.18 "GET /v2.0/networks/e283c2a1-6284-4002-8a32-45a652ed6651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196203 Mar 16 11:40:59.496254 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f8317-7fc8-4b36-97fd-8612aa2f3aaa req-7100b3f7-86b1-4091-b3da-66d7fa347972 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:59.497613 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c81f8317-7fc8-4b36-97fd-8612aa2f3aaa req-7100b3f7-86b1-4091-b3da-66d7fa347972 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 946 time: 0.1810510 Mar 16 11:40:59.539466 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c81f8317-7fc8-4b36-97fd-8612aa2f3aaa req-5b103373-d359-45d7-8d91-af5730e73d65 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363326 Mar 16 11:41:00.716549 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6b5db-8dda-4348-814f-452a940fa458 req-18239096-d7be-4e81-a655-da6a33ba7078 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:00.717951 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e1e6b5db-8dda-4348-814f-452a940fa458 req-18239096-d7be-4e81-a655-da6a33ba7078 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 946 time: 0.0762849 Mar 16 11:41:00.760128 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e1e6b5db-8dda-4348-814f-452a940fa458 req-f3cdca3a-ef31-4058-b725-730cb1eefbf7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367241 Mar 16 11:41:00.783043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60798) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:00.884612 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b02ad70f-0949-49cb-b4f1-6d9eaeb3741c tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/floatingips/e55ac8cd-2a91-431d-a50b-3eecf03abcaa HTTP/1.1" status: 200 len: 993 time: 0.1004925 Mar 16 11:41:00.961316 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9331cf52-8a4f-4380-9d22-2251895c48a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:01.167680 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60806) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:01.366146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port 40f6c97f-01b2-4a41-947d-c1c541e520d0 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:01.366480 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:01.525684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:01.526453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:01.645616 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for 40f6c97f-01b2-4a41-947d-c1c541e520d0 owned by network:floatingip {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:01.789057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:01.836861 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=40f6c97f-01b2-4a41-947d-c1c541e520d0,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:01.868912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:01.869248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:01.869579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:01.870464 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:01.870787 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:01.871107 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:01.871448 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:01.871763 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:01.872073 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:01.872385 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:01.872697 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:01.873009 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:01.934650 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for floatingip, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:01.934972 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Floating IP e55ac8cd-2a91-431d-a50b-3eecf03abcaa disassociated (deleted). External IP: 172.26.3.73, port: 603e09a8-597c-4f7b-84b1-87e1d1fd5583. Mar 16 11:41:02.272752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:41:02.556570 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:02.566235 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbfceb-9287-4b4f-9c64-2140651c0067 None None] Sync routers for ids ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:02.576275 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbbfceb-9287-4b4f-9c64-2140651c0067 None None] Routers {'8aad8d3e-c2c8-4e4b-b210-15dc2208f283'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:02.576469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:02.576877 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3fbbfceb-9287-4b4f-9c64-2140651c0067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:40:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:02.631987 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-22d7ff12-b356-4c7f-b528-5272de28b1ef tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/floatingips/e55ac8cd-2a91-431d-a50b-3eecf03abcaa HTTP/1.1" status: 204 len: 168 time: 1.4632702 Mar 16 11:41:02.632646 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5944602-c7c6-4eaa-9800-d3ced775060a', 'tag': '603e09a8-597c-4f7b-84b1-87e1d1fd5583'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:02.688768 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5944602-c7c6-4eaa-9800-d3ced775060a', 'tag': '603e09a8-597c-4f7b-84b1-87e1d1fd5583', 'status': 'completed', 'code': 200} Mar 16 11:41:02.758400 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-3fbbfceb-9287-4b4f-9c64-2140651c0067 None None] Set router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:02.781279 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a17f-77ba-4ed7-b5ef-d63fbd5e61e2 req-66561e70-e99d-4fc6-b571-b5b04a197656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:02.782761 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f7e8a17f-77ba-4ed7-b5ef-d63fbd5e61e2 req-66561e70-e99d-4fc6-b571-b5b04a197656 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7b84297c4894f449599f50328fa1baa&device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 1099 time: 0.0709519 Mar 16 11:41:02.931426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a17f-77ba-4ed7-b5ef-d63fbd5e61e2 req-59fa3ff2-83a5-43f4-beb1-b51e3defa12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:02.933411 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f7e8a17f-77ba-4ed7-b5ef-d63fbd5e61e2 req-59fa3ff2-83a5-43f4-beb1-b51e3defa12b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e283c2a1-6284-4002-8a32-45a652ed6651 HTTP/1.1" status: 200 len: 898 time: 0.1425104 Mar 16 11:41:03.036885 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f7e8a17f-77ba-4ed7-b5ef-d63fbd5e61e2 req-bd2b1151-8f87-41b4-bafb-d2fdb5695aab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=603e09a8-597c-4f7b-84b1-87e1d1fd5583 HTTP/1.1" status: 200 len: 217 time: 0.0966873 Mar 16 11:41:03.078928 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3fbbfceb-9287-4b4f-9c64-2140651c0067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460344558', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:29Z', 'updated_at': '2022-03-16T11:39:34Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:30Z', 'updated_at': '2022-03-16T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'b6bb143a-d104-49e8-96c5-d9e3ec966c74', 'name': '', 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:60:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:33Z', 'updated_at': '2022-03-16T11:39:39Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:03.082749 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbfceb-9287-4b4f-9c64-2140651c0067 None None] Checking router: 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:03.090809 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbbfceb-9287-4b4f-9c64-2140651c0067 None None] Routers {'8aad8d3e-c2c8-4e4b-b210-15dc2208f283'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:03.091425 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3fbbfceb-9287-4b4f-9c64-2140651c0067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:40:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:03.117171 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a17f-77ba-4ed7-b5ef-d63fbd5e61e2 req-53a9f316-a276-40ee-be67-1a9fab89ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:03.118499 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f7e8a17f-77ba-4ed7-b5ef-d63fbd5e61e2 req-53a9f316-a276-40ee-be67-1a9fab89ba80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ebd05c7d-2714-41c6-87fc-edca5b20c351 HTTP/1.1" status: 200 len: 835 time: 0.0740323 Mar 16 11:41:03.133581 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d5cf8-b7fc-43ae-b690-92a1db169d85 req-843d8a21-e76a-4941-9403-b844cf9b9d88 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:03.134240 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-7b2d5cf8-b7fc-43ae-b690-92a1db169d85 req-843d8a21-e76a-4941-9403-b844cf9b9d88 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Synchronizing usage tracker for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:03.175772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6be3a226-c0ca-4f48-9a8b-c58287acc997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:03.196251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-7b2d5cf8-b7fc-43ae-b690-92a1db169d85 req-843d8a21-e76a-4941-9403-b844cf9b9d88 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Unset dirty status for tenant:d7b84297c4894f449599f50328fa1baa on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:03.197396 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7b2d5cf8-b7fc-43ae-b690-92a1db169d85 req-843d8a21-e76a-4941-9403-b844cf9b9d88 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 946 time: 0.2067544 Mar 16 11:41:03.257929 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7b2d5cf8-b7fc-43ae-b690-92a1db169d85 req-7654ffe1-cd1e-4bac-b2ee-a1d5765e033a tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534887 Mar 16 11:41:03.261042 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a17f-77ba-4ed7-b5ef-d63fbd5e61e2 req-141620ee-7be5-426e-8ad7-d06590250fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:03.262149 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f7e8a17f-77ba-4ed7-b5ef-d63fbd5e61e2 req-141620ee-7be5-426e-8ad7-d06590250fcc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e283c2a1-6284-4002-8a32-45a652ed6651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1247468 Mar 16 11:41:03.286585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-3fbbfceb-9287-4b4f-9c64-2140651c0067 None None] Set router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:03.398960 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f7e8a17f-77ba-4ed7-b5ef-d63fbd5e61e2 req-649e0c8e-dbd9-468a-8901-dfea81cb56d2 service neutron] 10.222.0.18 "GET /v2.0/networks/e283c2a1-6284-4002-8a32-45a652ed6651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294851 Mar 16 11:41:03.532269 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f7e8a17f-77ba-4ed7-b5ef-d63fbd5e61e2 req-bd0e0aa1-b12b-48db-b024-db9b2eb9bba3 service neutron] 10.222.0.18 "GET /v2.0/networks/e283c2a1-6284-4002-8a32-45a652ed6651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252265 Mar 16 11:41:03.590115 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-3fbbfceb-9287-4b4f-9c64-2140651c0067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460344558', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:29Z', 'updated_at': '2022-03-16T11:39:34Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:30Z', 'updated_at': '2022-03-16T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'b6bb143a-d104-49e8-96c5-d9e3ec966c74', 'name': '', 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:60:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:33Z', 'updated_at': '2022-03-16T11:39:39Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:03.593963 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbfceb-9287-4b4f-9c64-2140651c0067 None None] The sync data for ids ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'] in dv-neutron-833859-1-hyperv is: [{'id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460344558', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:29Z', 'updated_at': '2022-03-16T11:39:34Z', 'revision_number': 4, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:30Z', 'updated_at': '2022-03-16T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': 'b6bb143a-d104-49e8-96c5-d9e3ec966c74', 'name': '', 'network_id': 'e283c2a1-6284-4002-8a32-45a652ed6651', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'mac_address': 'fa:16:3e:60:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:33Z', 'updated_at': '2022-03-16T11:39:39Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'subnets': [{'id': 'ebd05c7d-2714-41c6-87fc-edca5b20c351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:03.796489 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ba6dd-00bd-4656-960f-83ca00de7502 None None] New status for floating IP e55ac8cd-2a91-431d-a50b-3eecf03abcaa: DOWN {{(pid=87971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:41:04.447216 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61669f6-70fe-4860-9808-a98f399f1607 req-ed052878-b316-4fe6-8322-90a93f822728 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:04.449308 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f61669f6-70fe-4860-9808-a98f399f1607 req-ed052878-b316-4fe6-8322-90a93f822728 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 946 time: 0.0841639 Mar 16 11:41:04.493896 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f61669f6-70fe-4860-9808-a98f399f1607 req-ad98675b-c204-4fd9-a38a-16c1e6a92e53 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f98a849c-7fb4-4b53-b4b4-0166ce401a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389578 Mar 16 11:41:04.496309 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:04.599651 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:04.649700 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b6cce-4587-4c78-be3b-5f27b961bfa3 req-09e108a1-1c00-4e74-9aa4-5694c0c8954d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:04.651095 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-218b6cce-4587-4c78-be3b-5f27b961bfa3 req-09e108a1-1c00-4e74-9aa4-5694c0c8954d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 946 time: 0.0829329 Mar 16 11:41:04.716894 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-218b6cce-4587-4c78-be3b-5f27b961bfa3 req-9a5abe72-53a8-4c43-801e-c3646db00b8b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port 603e09a8-597c-4f7b-84b1-87e1d1fd5583 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:04.717231 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-218b6cce-4587-4c78-be3b-5f27b961bfa3 req-9a5abe72-53a8-4c43-801e-c3646db00b8b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:04.960730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-218b6cce-4587-4c78-be3b-5f27b961bfa3 req-9a5abe72-53a8-4c43-801e-c3646db00b8b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] For port 603e09a8-597c-4f7b-84b1-87e1d1fd5583, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=603e09a8-597c-4f7b-84b1-87e1d1fd5583,segment=NetworkSegment(1bd2353f-c105-4e46-bfe8-e42b4538d790),segment_id=1bd2353f-c105-4e46-bfe8-e42b4538d790)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:04.961075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-218b6cce-4587-4c78-be3b-5f27b961bfa3 req-9a5abe72-53a8-4c43-801e-c3646db00b8b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:05.078730 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-218b6cce-4587-4c78-be3b-5f27b961bfa3 req-9a5abe72-53a8-4c43-801e-c3646db00b8b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for 603e09a8-597c-4f7b-84b1-87e1d1fd5583 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:05.334720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-218b6cce-4587-4c78-be3b-5f27b961bfa3 req-9a5abe72-53a8-4c43-801e-c3646db00b8b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:05.382717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5abe72-53a8-4c43-801e-c3646db00b8b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=603e09a8-597c-4f7b-84b1-87e1d1fd5583,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:05.454566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-218b6cce-4587-4c78-be3b-5f27b961bfa3 req-9a5abe72-53a8-4c43-801e-c3646db00b8b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] No DVR routers for this DVR port 603e09a8-597c-4f7b-84b1-87e1d1fd5583 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:41:05.456960 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-218b6cce-4587-4c78-be3b-5f27b961bfa3 req-9a5abe72-53a8-4c43-801e-c3646db00b8b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:05.459352 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5944602-c7c6-4eaa-9800-d3ced775060a', 'name': 'network-vif-deleted', 'tag': '603e09a8-597c-4f7b-84b1-87e1d1fd5583'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:05.475215 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-218b6cce-4587-4c78-be3b-5f27b961bfa3 req-9a5abe72-53a8-4c43-801e-c3646db00b8b tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.18 "DELETE /v2.0/ports/603e09a8-597c-4f7b-84b1-87e1d1fd5583 HTTP/1.1" status: 204 len: 173 time: 0.8190713 Mar 16 11:41:05.511712 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5944602-c7c6-4eaa-9800-d3ced775060a', 'name': 'network-vif-deleted', 'tag': '603e09a8-597c-4f7b-84b1-87e1d1fd5583', 'status': 'completed', 'code': 200} Mar 16 11:41:05.642509 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8da25106-4451-4182-8df2-16a08ecc2771 req-c4c9342d-f769-41b7-924d-c931a485f685 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5944602-c7c6-4eaa-9800-d3ced775060a HTTP/1.1" status: 200 len: 210 time: 0.0417001 Mar 16 11:41:06.058785 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:06.735100 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60824) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:06.942297 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:41:07.297741 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d184f712-3b93-4fd0-8130-fa940755c6cf tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:07.636523 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-d184f712-3b93-4fd0-8130-fa940755c6cf tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port b6bb143a-d104-49e8-96c5-d9e3ec966c74 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:07.636857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d184f712-3b93-4fd0-8130-fa940755c6cf tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:07.815003 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-d184f712-3b93-4fd0-8130-fa940755c6cf tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] For port b6bb143a-d104-49e8-96c5-d9e3ec966c74, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=b6bb143a-d104-49e8-96c5-d9e3ec966c74,segment=NetworkSegment(1bd2353f-c105-4e46-bfe8-e42b4538d790),segment_id=1bd2353f-c105-4e46-bfe8-e42b4538d790)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:07.815769 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d184f712-3b93-4fd0-8130-fa940755c6cf tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:08.037322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-d184f712-3b93-4fd0-8130-fa940755c6cf tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for b6bb143a-d104-49e8-96c5-d9e3ec966c74 owned by network:router_interface {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:08.134665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 603e09a8-597c-4f7b-84b1-87e1d1fd5583 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:08.167586 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 603e09a8-597c-4f7b-84b1-87e1d1fd5583 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:08.167927 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 603e09a8-597c-4f7b-84b1-87e1d1fd5583 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:08.214888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d184f712-3b93-4fd0-8130-fa940755c6cf tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:08.268402 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184f712-3b93-4fd0-8130-fa940755c6cf tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=b6bb143a-d104-49e8-96c5-d9e3ec966c74,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:08.534659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d184f712-3b93-4fd0-8130-fa940755c6cf tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:08.877196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d184f712-3b93-4fd0-8130-fa940755c6cf tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:41:09.047458 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d184f712-3b93-4fd0-8130-fa940755c6cf tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:09.056625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e23fa1-b3cc-4985-b469-3f9d3cb624d9 None None] Sync routers for ids ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:09.059572 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d184f712-3b93-4fd0-8130-fa940755c6cf tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "PUT /v2.0/routers/8aad8d3e-c2c8-4e4b-b210-15dc2208f283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3233707 Mar 16 11:41:09.062148 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60828) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:09.065798 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e23fa1-b3cc-4985-b469-3f9d3cb624d9 None None] Routers {'8aad8d3e-c2c8-4e4b-b210-15dc2208f283'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:09.066402 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-51e23fa1-b3cc-4985-b469-3f9d3cb624d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:41:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:09.125426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b0077b-93b7-4269-9441-df4888430ccd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting subnet ebd05c7d-2714-41c6-87fc-edca5b20c351 {{(pid=87969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:41:09.128538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-68b0077b-93b7-4269-9441-df4888430ccd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for subnet, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:09.184013 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-68b0077b-93b7-4269-9441-df4888430ccd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15603281'] for subnet, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:09.242875 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-51e23fa1-b3cc-4985-b469-3f9d3cb624d9 None None] Set router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:09.278449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-68b0077b-93b7-4269-9441-df4888430ccd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:09.360113 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-68b0077b-93b7-4269-9441-df4888430ccd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14692700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14751396'] for subnet, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:09.507546 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0077b-93b7-4269-9441-df4888430ccd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd05c7d-2714-41c6-87fc-edca5b20c351,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:09.511670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-68b0077b-93b7-4269-9441-df4888430ccd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:09.517661 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-68b0077b-93b7-4269-9441-df4888430ccd tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/subnets/ebd05c7d-2714-41c6-87fc-edca5b20c351 HTTP/1.1" status: 204 len: 168 time: 0.4545021 Mar 16 11:41:09.520252 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60832) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:09.524284 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3224ed82-362c-40a1-8ef2-195ec89d6dbf None None] Network e283c2a1-6284-4002-8a32-45a652ed6651 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:41:09.692017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-65ac1e33-13cd-493b-b3fa-d71770ec070f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:09.737358 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-51e23fa1-b3cc-4985-b469-3f9d3cb624d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460344558', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:29Z', 'updated_at': '2022-03-16T11:41:08Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:30Z', 'updated_at': '2022-03-16T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:09.742759 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e23fa1-b3cc-4985-b469-3f9d3cb624d9 None None] Checking router: 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:09.758384 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e23fa1-b3cc-4985-b469-3f9d3cb624d9 None None] Routers {'8aad8d3e-c2c8-4e4b-b210-15dc2208f283'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:09.758925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-51e23fa1-b3cc-4985-b469-3f9d3cb624d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:41:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:09.865794 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-65ac1e33-13cd-493b-b3fa-d71770ec070f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:09.876726 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-65ac1e33-13cd-493b-b3fa-d71770ec070f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Deleting port 714d7aa5-ddac-4d28-b1fe-65886ea0d12f {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:09.877063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-65ac1e33-13cd-493b-b3fa-d71770ec070f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:09.909238 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] DHCP port deletion for e283c2a1-6284-4002-8a32-45a652ed6651 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:41:09.919107 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Deleting port 63d17e20-9e69-48e2-8034-df9c0ffd674a {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:09.919635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:09.987743 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-51e23fa1-b3cc-4985-b469-3f9d3cb624d9 None None] Set router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:10.049011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-65ac1e33-13cd-493b-b3fa-d71770ec070f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] For port 714d7aa5-ddac-4d28-b1fe-65886ea0d12f, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=714d7aa5-ddac-4d28-b1fe-65886ea0d12f,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:10.049572 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-65ac1e33-13cd-493b-b3fa-d71770ec070f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.168282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-65ac1e33-13cd-493b-b3fa-d71770ec070f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Calling delete_port for 714d7aa5-ddac-4d28-b1fe-65886ea0d12f owned by network:router_gateway {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:10.332754 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-65ac1e33-13cd-493b-b3fa-d71770ec070f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.337185 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] For port 63d17e20-9e69-48e2-8034-df9c0ffd674a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=63d17e20-9e69-48e2-8034-df9c0ffd674a,segment=NetworkSegment(1bd2353f-c105-4e46-bfe8-e42b4538d790),segment_id=1bd2353f-c105-4e46-bfe8-e42b4538d790)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:10.337711 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.378580 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac1e33-13cd-493b-b3fa-d71770ec070f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Port': ['ID=714d7aa5-ddac-4d28-b1fe-65886ea0d12f,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:10.475489 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-65ac1e33-13cd-493b-b3fa-d71770ec070f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.532135 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Calling delete_port for 63d17e20-9e69-48e2-8034-df9c0ffd674a owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:10.616839 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-51e23fa1-b3cc-4985-b469-3f9d3cb624d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460344558', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:29Z', 'updated_at': '2022-03-16T11:41:08Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:30Z', 'updated_at': '2022-03-16T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:10.622251 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e23fa1-b3cc-4985-b469-3f9d3cb624d9 None None] The sync data for ids ['8aad8d3e-c2c8-4e4b-b210-15dc2208f283'] in dv-neutron-833859-1-hyperv is: [{'id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460344558', 'tenant_id': 'd7b84297c4894f449599f50328fa1baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:29Z', 'updated_at': '2022-03-16T11:41:08Z', 'revision_number': 5, 'project_id': 'd7b84297c4894f449599f50328fa1baa', 'gw_port': {'id': '714d7aa5-ddac-4d28-b1fe-65886ea0d12f', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8d3e-c2c8-4e4b-b210-15dc2208f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:30Z', 'updated_at': '2022-03-16T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:10.624310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995'] for port, after_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.649142 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-65ac1e33-13cd-493b-b3fa-d71770ec070f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.651453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-65ac1e33-13cd-493b-b3fa-d71770ec070f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.671941 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Pushing event deleted for resources: {'Port': ['ID=63d17e20-9e69-48e2-8034-df9c0ffd674a,revision_number=None']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:10.676765 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] No DVR routers for this DVR port 63d17e20-9e69-48e2-8034-df9c0ffd674a on host dv-neutron-833859-1-hyperv {{(pid=87970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:41:10.683270 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:10.683615 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:10.684009 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:10.684311 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:10.684632 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:10.684983 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:10.685255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:10.685612 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:10.685933 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:10.686253 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:10.687462 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:10.687462 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f586d70-3ce2-49c6-bc09-c6349cc9e54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:10.688958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-65ac1e33-13cd-493b-b3fa-d71770ec070f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.690408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ac1e33-13cd-493b-b3fa-d71770ec070f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Fanout notify agent at l3_agent the message router_deleted on router 8aad8d3e-c2c8-4e4b-b210-15dc2208f283 {{(pid=87969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:41:10.705883 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-65ac1e33-13cd-493b-b3fa-d71770ec070f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.706938 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-65ac1e33-13cd-493b-b3fa-d71770ec070f tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/routers/8aad8d3e-c2c8-4e4b-b210-15dc2208f283 HTTP/1.1" status: 204 len: 168 time: 1.1857986 Mar 16 11:41:10.709509 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60836) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:10.921432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4e62d519-89eb-41dd-aced-38b1fcd27eb7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.049136 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4e62d519-89eb-41dd-aced-38b1fcd27eb7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.074825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-4e62d519-89eb-41dd-aced-38b1fcd27eb7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e283c2a1-6284-4002-8a32-45a652ed6651']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:11.086918 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-4e62d519-89eb-41dd-aced-38b1fcd27eb7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd2353f-c105-4e46-bfe8-e42b4538d790') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:11.087229 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-4e62d519-89eb-41dd-aced-38b1fcd27eb7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd2353f-c105-4e46-bfe8-e42b4538d790') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:11.098764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4e62d519-89eb-41dd-aced-38b1fcd27eb7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.115393 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4e62d519-89eb-41dd-aced-38b1fcd27eb7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.122287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e62d519-89eb-41dd-aced-38b1fcd27eb7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:41:11.122700 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4e62d519-89eb-41dd-aced-38b1fcd27eb7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:41:11.136772 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:41:11.218561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4e62d519-89eb-41dd-aced-38b1fcd27eb7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.227756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-4e62d519-89eb-41dd-aced-38b1fcd27eb7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.263986 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62d519-89eb-41dd-aced-38b1fcd27eb7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'Network': ['ID=e283c2a1-6284-4002-8a32-45a652ed6651,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:11.267086 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-4e62d519-89eb-41dd-aced-38b1fcd27eb7 tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/networks/e283c2a1-6284-4002-8a32-45a652ed6651 HTTP/1.1" status: 204 len: 168 time: 0.5566096 Mar 16 11:41:11.269881 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60840) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:11.347444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1281baee-8bb7-4aff-8207-eddbaad3ea7d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.376650 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1281baee-8bb7-4aff-8207-eddbaad3ea7d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.438839 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1281baee-8bb7-4aff-8207-eddbaad3ea7d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.456889 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281baee-8bb7-4aff-8207-eddbaad3ea7d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98a849c-7fb4-4b53-b4b4-0166ce401a4b,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:11.469230 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1281baee-8bb7-4aff-8207-eddbaad3ea7d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.470338 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1281baee-8bb7-4aff-8207-eddbaad3ea7d tempest-TestNetworkAdvancedServerOps-980951364 tempest-TestNetworkAdvancedServerOps-980951364-project] 10.222.0.44 "DELETE /v2.0/security-groups/f98a849c-7fb4-4b53-b4b4-0166ce401a4b HTTP/1.1" status: 204 len: 168 time: 0.1992056 Mar 16 11:41:11.668864 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b6bb143a-d104-49e8-96c5-d9e3ec966c74 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:11.704124 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: b6bb143a-d104-49e8-96c5-d9e3ec966c74 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:11.704466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device b6bb143a-d104-49e8-96c5-d9e3ec966c74 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:11.704869 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 63d17e20-9e69-48e2-8034-df9c0ffd674a no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:11.737815 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 63d17e20-9e69-48e2-8034-df9c0ffd674a {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:11.738159 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 63d17e20-9e69-48e2-8034-df9c0ffd674a not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:11.836181 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60850) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:12.048097 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-85a31f1e-e9c4-4fb8-91de-eeab23aae3fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7b84297c4894f449599f50328fa1baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2107885 Mar 16 11:41:12.050500 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60858) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:12.105475 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3c1011f2-3edf-4c0a-a72b-6c32adbc3ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.129564 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3c1011f2-3edf-4c0a-a72b-6c32adbc3ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.183219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3c1011f2-3edf-4c0a-a72b-6c32adbc3ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.200117 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1011f2-3edf-4c0a-a72b-6c32adbc3ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe39f26-921b-4931-a7a7-7580f8e2bdfd,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:12.206410 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-3c1011f2-3edf-4c0a-a72b-6c32adbc3ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.207529 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-3c1011f2-3edf-4c0a-a72b-6c32adbc3ab7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbe39f26-921b-4931-a7a7-7580f8e2bdfd HTTP/1.1" status: 204 len: 168 time: 0.1561620 Mar 16 11:41:12.497995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60866) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:12.515489 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa61e-601d-48da-b7f7-cfe62c287ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.529795 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5a8aa61e-601d-48da-b7f7-cfe62c287ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:12.533541 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5a8aa61e-601d-48da-b7f7-cfe62c287ee3 admin admin] Usage tracker for resource:security_group_rule and tenant:98f0d32f2a80440c8958d03ae09de106 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:12.536277 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5a8aa61e-601d-48da-b7f7-cfe62c287ee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:12.541844 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5a8aa61e-601d-48da-b7f7-cfe62c287ee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:12.622892 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa61e-601d-48da-b7f7-cfe62c287ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.626450 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa61e-601d-48da-b7f7-cfe62c287ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.672498 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5a8aa61e-601d-48da-b7f7-cfe62c287ee3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98f0d32f2a80440c8958d03ae09de106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734722 Mar 16 11:41:12.673410 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8aa61e-601d-48da-b7f7-cfe62c287ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89955125-6c33-411d-a596-75aa396d557a,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:12.675859 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60870) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:12.732564 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.757025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.810165 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.823885 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89955125-6c33-411d-a596-75aa396d557a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:12.833211 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.833547 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.833872 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.834194 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.834510 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.834831 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.835143 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.835481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.835792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.836101 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.836407 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.836711 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.841525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.842524 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c71d5658-0ad0-445d-9cd2-873cbf5f17f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89955125-6c33-411d-a596-75aa396d557a HTTP/1.1" status: 204 len: 168 time: 0.1657035 Mar 16 11:41:13.259627 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 714d7aa5-ddac-4d28-b1fe-65886ea0d12f no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:13.296026 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 714d7aa5-ddac-4d28-b1fe-65886ea0d12f {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:13.296273 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 714d7aa5-ddac-4d28-b1fe-65886ea0d12f not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:13.627394 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60894) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:13.759082 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-117373769-network', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:13.763923 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:13.767705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Usage tracker for resource:network and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:13.770458 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:13.776527 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:13.786192 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Made reservation on behalf of 4ccfa99f1b32465ebedf7ade72d7618c for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:41:13.788371 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:13.800502 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:13.815146 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:13.818752 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Usage tracker for resource:security_group_rule and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:13.821482 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:13.826959 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:13.906274 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:13.909687 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:13.936697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:41:13.948638 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c4fc36-b26e-47bc-a538-e9a733a53ca9,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:13.953310 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:13.953657 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Added segment e0cb1081-a490-4190-8daa-18e46d47f76c of type vlan for network 52f8b639-c544-4447-8492-ccf357ef333c Mar 16 11:41:13.981155 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.009656 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.010844 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:14.011484 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.204379 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5758867 Mar 16 11:41:14.205227 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad01cb-f7ef-4907-8cc9-61b19ec7fd49 admin admin] Pushing event updated for resources: {'Network': ['ID=52f8b639-c544-4447-8492-ccf357ef333c,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:14.207498 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60902) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:14.213862 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-33751286-aab9-49d4-9747-d020f0f73698 admin admin] Request body: {'subnet': {'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-117373769-subnet', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'ip_version': 4}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:14.215409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 52f8b639-c544-4447-8492-ccf357ef333c details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:41:14.218973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-33751286-aab9-49d4-9747-d020f0f73698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:14.222866 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-33751286-aab9-49d4-9747-d020f0f73698 admin admin] Usage tracker for resource:subnet and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:14.225699 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-33751286-aab9-49d4-9747-d020f0f73698 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:14.232958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-33751286-aab9-49d4-9747-d020f0f73698 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:14.243645 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33751286-aab9-49d4-9747-d020f0f73698 admin admin] Made reservation on behalf of 4ccfa99f1b32465ebedf7ade72d7618c for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:41:14.246380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-33751286-aab9-49d4-9747-d020f0f73698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.449983 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-33751286-aab9-49d4-9747-d020f0f73698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.518930 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33751286-aab9-49d4-9747-d020f0f73698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d630937-985c-458c-ba26-f2f5e4a192bb,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:14.529115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33751286-aab9-49d4-9747-d020f0f73698 admin admin] Checking segment: {'id': 'e0cb1081-a490-4190-8daa-18e46d47f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:14.529463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33751286-aab9-49d4-9747-d020f0f73698 admin admin] Network hostable DHCP agents. Network: 52f8b639-c544-4447-8492-ccf357ef333c, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:41:14.548418 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33751286-aab9-49d4-9747-d020f0f73698 admin admin] Network 52f8b639-c544-4447-8492-ccf357ef333c is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:41:14.557329 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-33751286-aab9-49d4-9747-d020f0f73698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 52f8b639-c544-4447-8492-ccf357ef333c) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:14.561503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33751286-aab9-49d4-9747-d020f0f73698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:14.562082 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-33751286-aab9-49d4-9747-d020f0f73698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.565725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5675b748-0ed7-4480-a936-098ccd12eda8 None None] Network 52f8b639-c544-4447-8492-ccf357ef333c requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:41:14.590434 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-33751286-aab9-49d4-9747-d020f0f73698 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3787272 Mar 16 11:41:14.590620 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60906) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:14.595479 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:14.599920 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:14.603664 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Usage tracker for resource:router and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:14.606721 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:14.612222 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:14.622355 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.623340 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.639039 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.779712 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-52f8b639-c544-4447-8492-ccf357ef333c', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:41:14.780696 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.903030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.933285 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Allocated IP 172.20.0.2 (52f8b639-c544-4447-8492-ccf357ef333c/5d630937-985c-458c-ba26-f2f5e4a192bb/2b3ff516-5304-49e4-8b72-dea95d6998a3) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:15.130638 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.141106 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Transition to ACTIVE for port object 2b3ff516-5304-49e4-8b72-dea95d6998a3 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:15.159561 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Transition to ACTIVE for port object 2b3ff516-5304-49e4-8b72-dea95d6998a3 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:15.165417 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.232589 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Network 52f8b639-c544-4447-8492-ccf357ef333c is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:15.239977 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:15.245221 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:15.253154 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Pushing event updated for resources: {'Port': ['ID=2b3ff516-5304-49e4-8b72-dea95d6998a3,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:15.320912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.347572 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Attempting to bind port 2b3ff516-5304-49e4-8b72-dea95d6998a3 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:15.347940 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Attempting to bind port 2b3ff516-5304-49e4-8b72-dea95d6998a3 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'e0cb1081-a490-4190-8daa-18e46d47f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:15.348299 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Attempting to bind port 2b3ff516-5304-49e4-8b72-dea95d6998a3 on network 52f8b639-c544-4447-8492-ccf357ef333c {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:15.349483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.353539 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:41:15.354452 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Checking segment: {'id': 'e0cb1081-a490-4190-8daa-18e46d47f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:15.355111 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.355524 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Bound using segment: {'id': 'e0cb1081-a490-4190-8daa-18e46d47f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:41:15.355984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Bound port: 2b3ff516-5304-49e4-8b72-dea95d6998a3, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0cb1081-a490-4190-8daa-18e46d47f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:15.356350 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.441535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] For port 2b3ff516-5304-49e4-8b72-dea95d6998a3, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:41:15.444469 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] For port 2b3ff516-5304-49e4-8b72-dea95d6998a3, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=2b3ff516-5304-49e4-8b72-dea95d6998a3,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:41:15.448369 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.483432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Allocated IP 172.26.3.227 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/a2819220-b7d4-47b3-a6ed-e1fb315758e9) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:15.534207 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e09509-5ea8-4caf-b52f-43e3b8150cb7 None None] Pushing event updated for resources: {'Port': ['ID=2b3ff516-5304-49e4-8b72-dea95d6998a3,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:15.642483 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.672973 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.745389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:15.755081 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:15.759391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:15.789017 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Pushing event updated for resources: {'Port': ['ID=a2819220-b7d4-47b3-a6ed-e1fb315758e9,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:16.163733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:16.453530 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7915c289-fcec-4c55-ab26-fffecb8e1100 None None] Network 52f8b639-c544-4447-8492-ccf357ef333c requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:41:16.504063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:16.560463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-5a57b8a6-9d55-4166-a282-7cf71d6ea5bb None None] Provisioning for port 2b3ff516-5304-49e4-8b72-dea95d6998a3 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:16.841906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Router 92767a64-7007-48e1-bbe2-a46dea9de309 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:41:17.013946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:17.022390 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Sync routers for ids ['92767a64-7007-48e1-bbe2-a46dea9de309'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:17.032468 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Routers {'92767a64-7007-48e1-bbe2-a46dea9de309'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:17.033074 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:41:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['92767a64-7007-48e1-bbe2-a46dea9de309'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:17.038413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:17.039708 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-b68d46d2-0079-41fd-a313-9b9e4bd992c0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4481368 Mar 16 11:41:17.042349 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60910) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:17.212886 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Set router 92767a64-7007-48e1-bbe2-a46dea9de309 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:17.355870 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 2b3ff516-5304-49e4-8b72-dea95d6998a3 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:17.463921 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 2b3ff516-5304-49e4-8b72-dea95d6998a3 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:17.469303 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 2b3ff516-5304-49e4-8b72-dea95d6998a3 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:17.470101 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:17.542153 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:15Z', 'revision_number': 3, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:17.546021 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Checking router: 92767a64-7007-48e1-bbe2-a46dea9de309 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:17.546361 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Updating router 92767a64-7007-48e1-bbe2-a46dea9de309 port a2819220-b7d4-47b3-a6ed-e1fb315758e9 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:41:17.585164 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:17.600106 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:17.617306 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 2b3ff516-5304-49e4-8b72-dea95d6998a3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=2b3ff516-5304-49e4-8b72-dea95d6998a3,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:17.622746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:17.692255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=2b3ff516-5304-49e4-8b72-dea95d6998a3,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:17.735862 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:17.920220 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:17.931088 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Transition to ACTIVE for port object a2819220-b7d4-47b3-a6ed-e1fb315758e9 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:17.935064 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Allocated IP 172.20.0.1 (52f8b639-c544-4447-8492-ccf357ef333c/5d630937-985c-458c-ba26-f2f5e4a192bb/6401d232-eb91-4749-a048-529f3e10b4be) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:17.938144 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.014573 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Attempting to bind port a2819220-b7d4-47b3-a6ed-e1fb315758e9 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:18.014934 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Attempting to bind port a2819220-b7d4-47b3-a6ed-e1fb315758e9 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:18.015316 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Attempting to bind port a2819220-b7d4-47b3-a6ed-e1fb315758e9 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:18.018517 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2acd7-c751-4905-a618-7a9c7529c46d None None] Pushing event updated for resources: {'Port': ['ID=a2819220-b7d4-47b3-a6ed-e1fb315758e9,revision_number=2']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:18.023225 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:41:18.023816 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:18.023970 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.024360 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:41:18.024805 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Bound port: a2819220-b7d4-47b3-a6ed-e1fb315758e9, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:18.025217 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.058952 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a2acd7-c751-4905-a618-7a9c7529c46d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.059323 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a2acd7-c751-4905-a618-7a9c7529c46d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.059658 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a2acd7-c751-4905-a618-7a9c7529c46d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.059986 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a2acd7-c751-4905-a618-7a9c7529c46d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.060312 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a2acd7-c751-4905-a618-7a9c7529c46d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.060636 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a2acd7-c751-4905-a618-7a9c7529c46d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.060956 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a2acd7-c751-4905-a618-7a9c7529c46d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.061274 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a2acd7-c751-4905-a618-7a9c7529c46d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.061598 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a2acd7-c751-4905-a618-7a9c7529c46d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.061908 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a2acd7-c751-4905-a618-7a9c7529c46d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.062226 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a2acd7-c751-4905-a618-7a9c7529c46d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.062537 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a2acd7-c751-4905-a618-7a9c7529c46d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.082758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.098177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Transition to ACTIVE for port object 6401d232-eb91-4749-a048-529f3e10b4be will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:18.109139 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] For port a2819220-b7d4-47b3-a6ed-e1fb315758e9, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:41:18.112245 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] For port a2819220-b7d4-47b3-a6ed-e1fb315758e9, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a2819220-b7d4-47b3-a6ed-e1fb315758e9,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:41:18.117779 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.122792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.131545 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.186786 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Network 52f8b639-c544-4447-8492-ccf357ef333c is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:18.193507 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:18.195039 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Routers {'92767a64-7007-48e1-bbe2-a46dea9de309'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:18.195675 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:41:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['92767a64-7007-48e1-bbe2-a46dea9de309'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:18.197564 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:18.226871 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Pushing event updated for resources: {'Port': ['ID=6401d232-eb91-4749-a048-529f3e10b4be,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:18.253844 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2acd7-c751-4905-a618-7a9c7529c46d None None] Pushing event updated for resources: {'Port': ['ID=a2819220-b7d4-47b3-a6ed-e1fb315758e9,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:18.254051 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.390554 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] Set router 92767a64-7007-48e1-bbe2-a46dea9de309 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:18.426934 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f8370ee1-9d44-48ca-92af-4dd40e7b0612 None None] Provisioning for port 6401d232-eb91-4749-a048-529f3e10b4be completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:18.432036 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-f8370ee1-9d44-48ca-92af-4dd40e7b0612 None None] Provisioning complete for port 6401d232-eb91-4749-a048-529f3e10b4be triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:18.432410 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f8370ee1-9d44-48ca-92af-4dd40e7b0612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.488762 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f8370ee1-9d44-48ca-92af-4dd40e7b0612 None None] Port 6401d232-eb91-4749-a048-529f3e10b4be cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:41:18.642612 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.682979 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:15Z', 'revision_number': 3, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:18.687109 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6045a74f-981b-439d-a427-06a18361ac31 None None] The sync data for ids ['92767a64-7007-48e1-bbe2-a46dea9de309'] in dv-neutron-833859-1-hyperv is: [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:15Z', 'revision_number': 3, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:18.870068 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.874940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.996565 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.000074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Pushing event updated for resources: {'Port': ['ID=6401d232-eb91-4749-a048-529f3e10b4be,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:19.136667 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Network 52f8b639-c544-4447-8492-ccf357ef333c is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:19.137764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:19.355330 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Router 92767a64-7007-48e1-bbe2-a46dea9de309 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:41:19.405927 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a2819220-b7d4-47b3-a6ed-e1fb315758e9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:19.468117 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2f9bbf1c-34f4-41ec-a43f-4a1fc4e95f68 None None] Provisioning complete for port 6401d232-eb91-4749-a048-529f3e10b4be triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:19.468515 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2f9bbf1c-34f4-41ec-a43f-4a1fc4e95f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.531102 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2f9bbf1c-34f4-41ec-a43f-4a1fc4e95f68 None None] Port 6401d232-eb91-4749-a048-529f3e10b4be cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:41:19.536571 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port a2819220-b7d4-47b3-a6ed-e1fb315758e9 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:19.542331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port a2819220-b7d4-47b3-a6ed-e1fb315758e9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:19.542790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.548553 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:19.560038 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-f3977643-10ad-4ef8-b6e7-0625067803c9 admin admin] 10.222.0.44 "PUT /v2.0/routers/92767a64-7007-48e1-bbe2-a46dea9de309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5167031 Mar 16 11:41:19.661704 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.677633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port a2819220-b7d4-47b3-a6ed-e1fb315758e9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a2819220-b7d4-47b3-a6ed-e1fb315758e9,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:19.681652 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.682933 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 2b3ff516-5304-49e4-8b72-dea95d6998a3 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:19.799985 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=a2819220-b7d4-47b3-a6ed-e1fb315758e9,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:19.813306 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 2b3ff516-5304-49e4-8b72-dea95d6998a3 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:19.813676 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.078616 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60928) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:20.084086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1648248354-network', 'tenant_id': '6b8284b656434c61bbd0355201ce977e'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:20.089663 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:20.093650 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Usage tracker for resource:network and tenant:6b8284b656434c61bbd0355201ce977e is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:20.096650 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:20.102313 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:20.112909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Made reservation on behalf of 6b8284b656434c61bbd0355201ce977e for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:41:20.115295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.127844 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.142119 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:20.145857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Usage tracker for resource:security_group_rule and tenant:6b8284b656434c61bbd0355201ce977e is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:20.148561 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:20.154078 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:20.238159 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.248290 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.270827 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Sync routers for ids ['92767a64-7007-48e1-bbe2-a46dea9de309'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:20.280846 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Routers {'92767a64-7007-48e1-bbe2-a46dea9de309'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:20.281462 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:41:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['92767a64-7007-48e1-bbe2-a46dea9de309'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:20.285223 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:41:20.294068 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7076b07-565e-43b9-b462-d8e4969c46fe,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:20.300626 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.301501 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Added segment 03261ee7-0b75-4536-b799-647ec028fb78 of type vlan for network 235c1f46-9244-42c1-aa30-a7469f11b48a Mar 16 11:41:20.329293 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.359711 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.360647 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:20.361638 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.462237 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] Pushing event updated for resources: {'Network': ['ID=235c1f46-9244-42c1-aa30-a7469f11b48a,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:20.465137 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-04be7bed-759b-4d61-900c-7554acf781ec admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3854916 Mar 16 11:41:20.467857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60932) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:20.471168 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Set router 92767a64-7007-48e1-bbe2-a46dea9de309 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:20.480259 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-94931a42-258b-4651-8adb-4d60eb9c3656 admin admin] Request body: {'subnet': {'network_id': '235c1f46-9244-42c1-aa30-a7469f11b48a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1648248354-subnet', 'tenant_id': '6b8284b656434c61bbd0355201ce977e', 'ip_version': 4}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:20.485125 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-94931a42-258b-4651-8adb-4d60eb9c3656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:20.488924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-94931a42-258b-4651-8adb-4d60eb9c3656 admin admin] Usage tracker for resource:subnet and tenant:6b8284b656434c61bbd0355201ce977e is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:20.491740 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-94931a42-258b-4651-8adb-4d60eb9c3656 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:20.497958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-94931a42-258b-4651-8adb-4d60eb9c3656 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:20.509109 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94931a42-258b-4651-8adb-4d60eb9c3656 admin admin] Made reservation on behalf of 6b8284b656434c61bbd0355201ce977e for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:41:20.511758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-94931a42-258b-4651-8adb-4d60eb9c3656 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.517065 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 235c1f46-9244-42c1-aa30-a7469f11b48a details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:41:20.837131 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-94931a42-258b-4651-8adb-4d60eb9c3656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.881325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 4, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6401d232-eb91-4749-a048-529f3e10b4be', 'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'mac_address': 'fa:16:3e:ac:84:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:17Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 2, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'subnets': [{'id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:20.885165 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Checking router: 92767a64-7007-48e1-bbe2-a46dea9de309 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:20.885518 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Updating router 92767a64-7007-48e1-bbe2-a46dea9de309 port 6401d232-eb91-4749-a048-529f3e10b4be binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:41:20.911877 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94931a42-258b-4651-8adb-4d60eb9c3656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26e6fa5d-e50a-4f47-b526-7d0254f7dff6,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:20.922666 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94931a42-258b-4651-8adb-4d60eb9c3656 admin admin] Checking segment: {'id': '03261ee7-0b75-4536-b799-647ec028fb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '235c1f46-9244-42c1-aa30-a7469f11b48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:20.923015 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94931a42-258b-4651-8adb-4d60eb9c3656 admin admin] Network hostable DHCP agents. Network: 235c1f46-9244-42c1-aa30-a7469f11b48a, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:41:20.942791 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94931a42-258b-4651-8adb-4d60eb9c3656 admin admin] Network 235c1f46-9244-42c1-aa30-a7469f11b48a is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:41:20.952237 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-94931a42-258b-4651-8adb-4d60eb9c3656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 235c1f46-9244-42c1-aa30-a7469f11b48a) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:20.957057 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94931a42-258b-4651-8adb-4d60eb9c3656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:20.957705 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-94931a42-258b-4651-8adb-4d60eb9c3656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.962472 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac28e6a-80ab-4078-9231-78df8b3303a2 None None] Network 235c1f46-9244-42c1-aa30-a7469f11b48a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:41:20.979924 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-94931a42-258b-4651-8adb-4d60eb9c3656 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5101790 Mar 16 11:41:20.982761 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60936) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:20.987604 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1648248354-router', 'tenant_id': '6b8284b656434c61bbd0355201ce977e', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:20.992217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:20.997198 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Usage tracker for resource:router and tenant:6b8284b656434c61bbd0355201ce977e is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:21.000471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:21.008385 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:21.021424 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.022463 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.037859 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.058968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.302836 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.380455 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a2819220-b7d4-47b3-a6ed-e1fb315758e9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:21.404183 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-235c1f46-9244-42c1-aa30-a7469f11b48a', 'network_id': '235c1f46-9244-42c1-aa30-a7469f11b48a', 'tenant_id': '6b8284b656434c61bbd0355201ce977e', 'fixed_ips': [{'subnet_id': '26e6fa5d-e50a-4f47-b526-7d0254f7dff6'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:41:21.404959 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.618576 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.624457 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port a2819220-b7d4-47b3-a6ed-e1fb315758e9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:21.624828 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.651579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.729274 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Allocated IP 172.20.0.2 (235c1f46-9244-42c1-aa30-a7469f11b48a/26e6fa5d-e50a-4f47-b526-7d0254f7dff6/5ccbec00-3ac8-4573-950f-c277393f9c5a) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:21.752254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.782585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Transition to ACTIVE for port object 6401d232-eb91-4749-a048-529f3e10b4be will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:21.784194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Allocated IP 172.26.3.158 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/95bb253a-bc9b-41ec-a4bf-97ae3616beae) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:21.805057 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.937154 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.968695 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.032196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:22.039442 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:22.044127 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:22.051361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306f083-6dc4-4e90-aa3c-e5c2b0aaf381 None None] Pushing event updated for resources: {'Port': ['ID=6401d232-eb91-4749-a048-529f3e10b4be,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:22.077206 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Pushing event updated for resources: {'Port': ['ID=95bb253a-bc9b-41ec-a4bf-97ae3616beae,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:22.206367 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Attempting to bind port 6401d232-eb91-4749-a048-529f3e10b4be on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:22.206652 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Attempting to bind port 6401d232-eb91-4749-a048-529f3e10b4be by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'e0cb1081-a490-4190-8daa-18e46d47f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:22.207012 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Attempting to bind port 6401d232-eb91-4749-a048-529f3e10b4be on network 52f8b639-c544-4447-8492-ccf357ef333c {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:22.217947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:41:22.218252 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Checking segment: {'id': 'e0cb1081-a490-4190-8daa-18e46d47f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:22.218649 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.219044 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Bound using segment: {'id': 'e0cb1081-a490-4190-8daa-18e46d47f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:41:22.219542 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Bound port: 6401d232-eb91-4749-a048-529f3e10b4be, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0cb1081-a490-4190-8daa-18e46d47f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:22.219912 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.250846 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.296805 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Transition to ACTIVE for port object 5ccbec00-3ac8-4573-950f-c277393f9c5a will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:22.336660 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Transition to ACTIVE for port object 5ccbec00-3ac8-4573-950f-c277393f9c5a will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:22.349186 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.450155 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] For port 6401d232-eb91-4749-a048-529f3e10b4be, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:41:22.465286 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] For port 6401d232-eb91-4749-a048-529f3e10b4be, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6401d232-eb91-4749-a048-529f3e10b4be,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:41:22.477887 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Network 235c1f46-9244-42c1-aa30-a7469f11b48a is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:22.479932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.485566 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:22.490601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:22.492599 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Pushing event updated for resources: {'Port': ['ID=5ccbec00-3ac8-4573-950f-c277393f9c5a,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:22.594439 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.649320 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Routers {'92767a64-7007-48e1-bbe2-a46dea9de309'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:22.649950 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:41:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['92767a64-7007-48e1-bbe2-a46dea9de309'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:22.699569 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306f083-6dc4-4e90-aa3c-e5c2b0aaf381 None None] Pushing event updated for resources: {'Port': ['ID=6401d232-eb91-4749-a048-529f3e10b4be,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:22.702232 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Attempting to bind port 5ccbec00-3ac8-4573-950f-c277393f9c5a on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:22.702601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Attempting to bind port 5ccbec00-3ac8-4573-950f-c277393f9c5a by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '03261ee7-0b75-4536-b799-647ec028fb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '235c1f46-9244-42c1-aa30-a7469f11b48a'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:22.702956 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Attempting to bind port 5ccbec00-3ac8-4573-950f-c277393f9c5a on network 235c1f46-9244-42c1-aa30-a7469f11b48a {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:22.727475 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:41:22.727858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Checking segment: {'id': '03261ee7-0b75-4536-b799-647ec028fb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '235c1f46-9244-42c1-aa30-a7469f11b48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:22.728258 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.728710 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Bound using segment: {'id': '03261ee7-0b75-4536-b799-647ec028fb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '235c1f46-9244-42c1-aa30-a7469f11b48a'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:41:22.729936 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Bound port: 5ccbec00-3ac8-4573-950f-c277393f9c5a, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03261ee7-0b75-4536-b799-647ec028fb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '235c1f46-9244-42c1-aa30-a7469f11b48a'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:22.730311 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.925332 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] Set router 92767a64-7007-48e1-bbe2-a46dea9de309 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:22.948019 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.980123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] For port 5ccbec00-3ac8-4573-950f-c277393f9c5a, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:41:22.993492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] For port 5ccbec00-3ac8-4573-950f-c277393f9c5a, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5ccbec00-3ac8-4573-950f-c277393f9c5a,segment=NetworkSegment(03261ee7-0b75-4536-b799-647ec028fb78),segment_id=03261ee7-0b75-4536-b799-647ec028fb78)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:41:23.002755 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:23.149872 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Router 9ce7422d-065e-4a47-b62a-db9c1ff706c4 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:41:23.228313 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72572ff-4b4c-4ded-ab7a-2ebb363e1d2a None None] Pushing event updated for resources: {'Port': ['ID=5ccbec00-3ac8-4573-950f-c277393f9c5a,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:23.347377 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 4, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6401d232-eb91-4749-a048-529f3e10b4be', 'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'mac_address': 'fa:16:3e:ac:84:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:17Z', 'updated_at': '2022-03-16T11:41:22Z', 'revision_number': 4, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'subnets': [{'id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:23.354397 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25473ace-b338-431d-95e7-b63d6dc9080d None None] The sync data for ids ['92767a64-7007-48e1-bbe2-a46dea9de309'] in dv-neutron-833859-1-hyperv is: [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 4, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6401d232-eb91-4749-a048-529f3e10b4be', 'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'mac_address': 'fa:16:3e:ac:84:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:17Z', 'updated_at': '2022-03-16T11:41:22Z', 'revision_number': 4, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'subnets': [{'id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:23.372186 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:23.387705 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Sync routers for ids ['9ce7422d-065e-4a47-b62a-db9c1ff706c4'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:23.412347 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Routers {'9ce7422d-065e-4a47-b62a-db9c1ff706c4'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:23.413005 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:41:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['9ce7422d-065e-4a47-b62a-db9c1ff706c4'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:23.418075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:23.422760 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60940) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:23.432313 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-549f79c3-964b-4de9-9282-224767c330c2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4478457 Mar 16 11:41:23.650559 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Set router 9ce7422d-065e-4a47-b62a-db9c1ff706c4 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:23.991842 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'name': 'tempest-TestShelveInstance-1648248354-router', 'tenant_id': '6b8284b656434c61bbd0355201ce977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '95bb253a-bc9b-41ec-a4bf-97ae3616beae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:21Z', 'updated_at': '2022-03-16T11:41:22Z', 'revision_number': 3, 'project_id': '6b8284b656434c61bbd0355201ce977e', 'gw_port': {'id': '95bb253a-bc9b-41ec-a4bf-97ae3616beae', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:21Z', 'updated_at': '2022-03-16T11:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:23.998523 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Checking router: 9ce7422d-065e-4a47-b62a-db9c1ff706c4 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:23.999537 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Updating router 9ce7422d-065e-4a47-b62a-db9c1ff706c4 port 95bb253a-bc9b-41ec-a4bf-97ae3616beae binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:41:24.060751 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:24.181359 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:24.354785 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeb6035-4276-4b70-8f71-961ba6c52ac8 None None] Network 235c1f46-9244-42c1-aa30-a7469f11b48a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:41:24.443445 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Allocated IP 172.20.0.1 (235c1f46-9244-42c1-aa30-a7469f11b48a/26e6fa5d-e50a-4f47-b526-7d0254f7dff6/45c26f26-97d7-47c4-a0d6-455dbc98e5e9) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:24.450781 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:24.464908 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Transition to ACTIVE for port object 95bb253a-bc9b-41ec-a4bf-97ae3616beae will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:24.475189 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:24.480875 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-47173628-ecc2-4f24-8285-0889ccb8e1b7 None None] Provisioning for port 5ccbec00-3ac8-4573-950f-c277393f9c5a completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:24.553793 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Attempting to bind port 95bb253a-bc9b-41ec-a4bf-97ae3616beae on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:24.554144 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Attempting to bind port 95bb253a-bc9b-41ec-a4bf-97ae3616beae by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:24.554837 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Attempting to bind port 95bb253a-bc9b-41ec-a4bf-97ae3616beae on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:24.569611 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:41:24.570154 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:24.570606 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:24.571077 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:41:24.571654 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Bound port: 95bb253a-bc9b-41ec-a4bf-97ae3616beae, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:24.572025 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:24.610819 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9db8d-95b1-41c3-b3dd-c43b0c49fc71 None None] Pushing event updated for resources: {'Port': ['ID=95bb253a-bc9b-41ec-a4bf-97ae3616beae,revision_number=2']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:24.617079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:24.637060 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Transition to ACTIVE for port object 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:24.664504 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] For port 95bb253a-bc9b-41ec-a4bf-97ae3616beae, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:41:24.667628 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:24.669670 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] For port 95bb253a-bc9b-41ec-a4bf-97ae3616beae, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=95bb253a-bc9b-41ec-a4bf-97ae3616beae,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:41:24.676970 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:24.747295 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Network 235c1f46-9244-42c1-aa30-a7469f11b48a is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:24.749786 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:24.752399 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:24.759008 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Routers {'9ce7422d-065e-4a47-b62a-db9c1ff706c4'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:24.759648 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:41:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['9ce7422d-065e-4a47-b62a-db9c1ff706c4'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:24.817857 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9db8d-95b1-41c3-b3dd-c43b0c49fc71 None None] Pushing event updated for resources: {'Port': ['ID=95bb253a-bc9b-41ec-a4bf-97ae3616beae,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:24.819396 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Pushing event updated for resources: {'Port': ['ID=45c26f26-97d7-47c4-a0d6-455dbc98e5e9,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:24.833247 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:24.957404 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:24.966444 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] Set router 9ce7422d-065e-4a47-b62a-db9c1ff706c4 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:25.137902 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6b50493-9271-4e30-9123-a6c4de85f53d None None] Provisioning for port 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:25.143068 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6b50493-9271-4e30-9123-a6c4de85f53d None None] Provisioning complete for port 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:25.143650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6b50493-9271-4e30-9123-a6c4de85f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:25.204184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6b50493-9271-4e30-9123-a6c4de85f53d None None] Port 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:41:25.276373 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'name': 'tempest-TestShelveInstance-1648248354-router', 'tenant_id': '6b8284b656434c61bbd0355201ce977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '95bb253a-bc9b-41ec-a4bf-97ae3616beae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:21Z', 'updated_at': '2022-03-16T11:41:22Z', 'revision_number': 3, 'project_id': '6b8284b656434c61bbd0355201ce977e', 'gw_port': {'id': '95bb253a-bc9b-41ec-a4bf-97ae3616beae', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:21Z', 'updated_at': '2022-03-16T11:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:25.284819 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0665180-5738-465f-b37a-0abbfe0e520a None None] The sync data for ids ['9ce7422d-065e-4a47-b62a-db9c1ff706c4'] in dv-neutron-833859-1-hyperv is: [{'id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'name': 'tempest-TestShelveInstance-1648248354-router', 'tenant_id': '6b8284b656434c61bbd0355201ce977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '95bb253a-bc9b-41ec-a4bf-97ae3616beae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:21Z', 'updated_at': '2022-03-16T11:41:22Z', 'revision_number': 3, 'project_id': '6b8284b656434c61bbd0355201ce977e', 'gw_port': {'id': '95bb253a-bc9b-41ec-a4bf-97ae3616beae', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:21Z', 'updated_at': '2022-03-16T11:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:25.304163 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:25.313599 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:25.380046 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5ccbec00-3ac8-4573-950f-c277393f9c5a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:25.438272 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Pushing event updated for resources: {'Port': ['ID=45c26f26-97d7-47c4-a0d6-455dbc98e5e9,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:25.441822 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:25.454175 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 5ccbec00-3ac8-4573-950f-c277393f9c5a completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:25.459028 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5ccbec00-3ac8-4573-950f-c277393f9c5a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:25.459456 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:25.600154 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:25.606661 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Network 235c1f46-9244-42c1-aa30-a7469f11b48a is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:25.607813 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:25.639828 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 5ccbec00-3ac8-4573-950f-c277393f9c5a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5ccbec00-3ac8-4573-950f-c277393f9c5a,segment=NetworkSegment(03261ee7-0b75-4536-b799-647ec028fb78),segment_id=03261ee7-0b75-4536-b799-647ec028fb78)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:25.647284 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:25.648141 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6401d232-eb91-4749-a048-529f3e10b4be up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:25.833863 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Router 9ce7422d-065e-4a47-b62a-db9c1ff706c4 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:41:25.857603 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=5ccbec00-3ac8-4573-950f-c277393f9c5a,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:25.865702 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-7d5c13f6-df3b-4ea1-abee-0050cf05912c None None] Provisioning complete for port 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:25.866070 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7d5c13f6-df3b-4ea1-abee-0050cf05912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:25.919877 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 6401d232-eb91-4749-a048-529f3e10b4be completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:25.927968 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 6401d232-eb91-4749-a048-529f3e10b4be triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:25.928334 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:25.951526 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c13f6-df3b-4ea1-abee-0050cf05912c None None] Port 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:41:26.029897 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:26.046852 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c6c4f397-cdcb-418c-ade5-002ad7784813 admin admin] 10.222.0.44 "PUT /v2.0/routers/9ce7422d-065e-4a47-b62a-db9c1ff706c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6228142 Mar 16 11:41:26.048579 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.087265 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 6401d232-eb91-4749-a048-529f3e10b4be, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6401d232-eb91-4749-a048-529f3e10b4be,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:26.091501 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.161357 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=6401d232-eb91-4749-a048-529f3e10b4be,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:26.765457 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60950) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:26.771303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d3476ff8-c3ba-4a85-bfc3-fcbc80303686 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-600824114', 'description': 'tempest-secgroup-smoke-600824114 description', 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:26.777943 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d3476ff8-c3ba-4a85-bfc3-fcbc80303686 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:26.781949 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d3476ff8-c3ba-4a85-bfc3-fcbc80303686 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:security_group and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:26.784995 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d3476ff8-c3ba-4a85-bfc3-fcbc80303686 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:26.791092 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d3476ff8-c3ba-4a85-bfc3-fcbc80303686 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:26.801479 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d3476ff8-c3ba-4a85-bfc3-fcbc80303686 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.821012 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d3476ff8-c3ba-4a85-bfc3-fcbc80303686 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:26.825398 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d3476ff8-c3ba-4a85-bfc3-fcbc80303686 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:security_group_rule and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:26.828189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d3476ff8-c3ba-4a85-bfc3-fcbc80303686 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:26.833722 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d3476ff8-c3ba-4a85-bfc3-fcbc80303686 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:26.907478 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d3476ff8-c3ba-4a85-bfc3-fcbc80303686 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.911713 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d3476ff8-c3ba-4a85-bfc3-fcbc80303686 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.937020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Sync routers for ids ['9ce7422d-065e-4a47-b62a-db9c1ff706c4'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:26.946769 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Routers {'9ce7422d-065e-4a47-b62a-db9c1ff706c4'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:26.948123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:41:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['9ce7422d-065e-4a47-b62a-db9c1ff706c4'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:26.961955 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3476ff8-c3ba-4a85-bfc3-fcbc80303686 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38577428-9506-4d90-b7bf-dcde0caab4a0,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:26.966394 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d3476ff8-c3ba-4a85-bfc3-fcbc80303686 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.970548 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d3476ff8-c3ba-4a85-bfc3-fcbc80303686 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2011619 Mar 16 11:41:26.971647 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60954) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:26.976140 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-9af55ca7-226b-4a6c-a33f-de3eaa51fa34 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'security_group_rule': {'security_group_id': '38577428-9506-4d90-b7bf-dcde0caab4a0', 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:26.984404 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9af55ca7-226b-4a6c-a33f-de3eaa51fa34 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:26.988151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9af55ca7-226b-4a6c-a33f-de3eaa51fa34 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:security_group_rule and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:26.991637 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-9af55ca7-226b-4a6c-a33f-de3eaa51fa34 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:26.998432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-9af55ca7-226b-4a6c-a33f-de3eaa51fa34 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:27.015958 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9af55ca7-226b-4a6c-a33f-de3eaa51fa34 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.081573 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9af55ca7-226b-4a6c-a33f-de3eaa51fa34 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.086166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9af55ca7-226b-4a6c-a33f-de3eaa51fa34 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.112459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af55ca7-226b-4a6c-a33f-de3eaa51fa34 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa33477-7756-4fe0-92f8-2b9dadf56dec,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:27.122401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-9af55ca7-226b-4a6c-a33f-de3eaa51fa34 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.123868 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-9af55ca7-226b-4a6c-a33f-de3eaa51fa34 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520443 Mar 16 11:41:27.126564 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60958) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:27.132139 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-be9f42de-c668-4e24-bfb5-f08303ffef9a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'security_group_rule': {'security_group_id': '38577428-9506-4d90-b7bf-dcde0caab4a0', 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:27.140231 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-be9f42de-c668-4e24-bfb5-f08303ffef9a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:27.144194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-be9f42de-c668-4e24-bfb5-f08303ffef9a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:security_group_rule and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:27.146711 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Set router 9ce7422d-065e-4a47-b62a-db9c1ff706c4 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:27.146979 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-be9f42de-c668-4e24-bfb5-f08303ffef9a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:27.153116 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-be9f42de-c668-4e24-bfb5-f08303ffef9a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:27.170150 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-be9f42de-c668-4e24-bfb5-f08303ffef9a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.234729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-be9f42de-c668-4e24-bfb5-f08303ffef9a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.239856 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-be9f42de-c668-4e24-bfb5-f08303ffef9a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.273566 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f42de-c668-4e24-bfb5-f08303ffef9a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac773c9-16d3-47de-9c2c-d3fa75be7e05,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:27.276341 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-be9f42de-c668-4e24-bfb5-f08303ffef9a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.280585 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-be9f42de-c668-4e24-bfb5-f08303ffef9a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1521125 Mar 16 11:41:27.280722 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 60962) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:27.286854 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-1a764db1-49bb-42f5-bb33-111d25e99008 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'security_group_rule': {'security_group_id': '38577428-9506-4d90-b7bf-dcde0caab4a0', 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:27.292982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1a764db1-49bb-42f5-bb33-111d25e99008 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:27.297090 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1a764db1-49bb-42f5-bb33-111d25e99008 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:security_group_rule and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:27.300044 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-1a764db1-49bb-42f5-bb33-111d25e99008 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:27.306231 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-1a764db1-49bb-42f5-bb33-111d25e99008 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:27.327893 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a764db1-49bb-42f5-bb33-111d25e99008 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.399583 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a764db1-49bb-42f5-bb33-111d25e99008 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.404760 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a764db1-49bb-42f5-bb33-111d25e99008 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.429897 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a764db1-49bb-42f5-bb33-111d25e99008 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d798506-ade9-45cf-92f1-7fe72b0cee89,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:27.440250 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5ccbec00-3ac8-4573-950f-c277393f9c5a up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:27.440470 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-1a764db1-49bb-42f5-bb33-111d25e99008 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.443582 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-1a764db1-49bb-42f5-bb33-111d25e99008 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1619310 Mar 16 11:41:27.444463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60966) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:27.450404 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-90258901-ed95-4154-9f8b-92b149fbbdb1 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'security_group_rule': {'security_group_id': '38577428-9506-4d90-b7bf-dcde0caab4a0', 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:27.456433 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-90258901-ed95-4154-9f8b-92b149fbbdb1 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:27.460287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-90258901-ed95-4154-9f8b-92b149fbbdb1 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:security_group_rule and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:27.464610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-90258901-ed95-4154-9f8b-92b149fbbdb1 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:27.471116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-90258901-ed95-4154-9f8b-92b149fbbdb1 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:27.488405 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-90258901-ed95-4154-9f8b-92b149fbbdb1 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.553464 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-90258901-ed95-4154-9f8b-92b149fbbdb1 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.557766 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-90258901-ed95-4154-9f8b-92b149fbbdb1 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.564562 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 5ccbec00-3ac8-4573-950f-c277393f9c5a triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:27.565121 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.581060 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90258901-ed95-4154-9f8b-92b149fbbdb1 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3546c6-a7c4-4db6-b6d9-50566011c71f,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:27.590079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-90258901-ed95-4154-9f8b-92b149fbbdb1 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.592317 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-90258901-ed95-4154-9f8b-92b149fbbdb1 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465936 Mar 16 11:41:27.593889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60970) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:27.598955 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-cfb35303-efa2-45f5-98f5-3255797d8c46 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'security_group_rule': {'security_group_id': '38577428-9506-4d90-b7bf-dcde0caab4a0', 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:27.605039 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cfb35303-efa2-45f5-98f5-3255797d8c46 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:27.608896 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cfb35303-efa2-45f5-98f5-3255797d8c46 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:security_group_rule and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:27.611840 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-cfb35303-efa2-45f5-98f5-3255797d8c46 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:27.617450 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-cfb35303-efa2-45f5-98f5-3255797d8c46 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:27.622468 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'name': 'tempest-TestShelveInstance-1648248354-router', 'tenant_id': '6b8284b656434c61bbd0355201ce977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '95bb253a-bc9b-41ec-a4bf-97ae3616beae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:21Z', 'updated_at': '2022-03-16T11:41:24Z', 'revision_number': 4, 'project_id': '6b8284b656434c61bbd0355201ce977e', 'gw_port': {'id': '95bb253a-bc9b-41ec-a4bf-97ae3616beae', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:21Z', 'updated_at': '2022-03-16T11:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '45c26f26-97d7-47c4-a0d6-455dbc98e5e9', 'name': '', 'network_id': '235c1f46-9244-42c1-aa30-a7469f11b48a', 'tenant_id': '6b8284b656434c61bbd0355201ce977e', 'mac_address': 'fa:16:3e:7a:71:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '26e6fa5d-e50a-4f47-b526-7d0254f7dff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:24Z', 'updated_at': '2022-03-16T11:41:25Z', 'revision_number': 2, 'project_id': '6b8284b656434c61bbd0355201ce977e', 'subnets': [{'id': '26e6fa5d-e50a-4f47-b526-7d0254f7dff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:27.630221 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-cfb35303-efa2-45f5-98f5-3255797d8c46 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Project 4ccfa99f1b32465ebedf7ade72d7618c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:41:27.631372 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Checking router: 9ce7422d-065e-4a47-b62a-db9c1ff706c4 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:27.631725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Updating router 9ce7422d-065e-4a47-b62a-db9c1ff706c4 port 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:41:27.637525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cfb35303-efa2-45f5-98f5-3255797d8c46 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.701763 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cfb35303-efa2-45f5-98f5-3255797d8c46 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.705847 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cfb35303-efa2-45f5-98f5-3255797d8c46 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.726408 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.728209 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb35303-efa2-45f5-98f5-3255797d8c46 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c8ad0b-6362-40e1-8d0d-26aba2964d9c,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:27.738651 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-cfb35303-efa2-45f5-98f5-3255797d8c46 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.740277 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-cfb35303-efa2-45f5-98f5-3255797d8c46 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1453960 Mar 16 11:41:27.742902 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 60974) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:27.749266 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-d28172f6-e46f-45c2-8f22-756f131ddb30 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'security_group_rule': {'security_group_id': '38577428-9506-4d90-b7bf-dcde0caab4a0', 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:27.755287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d28172f6-e46f-45c2-8f22-756f131ddb30 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:27.759033 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d28172f6-e46f-45c2-8f22-756f131ddb30 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:security_group_rule and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:27.762465 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-d28172f6-e46f-45c2-8f22-756f131ddb30 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:27.768154 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-d28172f6-e46f-45c2-8f22-756f131ddb30 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:27.779024 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.securitygroups_db [None req-d28172f6-e46f-45c2-8f22-756f131ddb30 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Project 4ccfa99f1b32465ebedf7ade72d7618c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:41:27.785448 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d28172f6-e46f-45c2-8f22-756f131ddb30 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.794827 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 95bb253a-bc9b-41ec-a4bf-97ae3616beae up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:27.852899 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d28172f6-e46f-45c2-8f22-756f131ddb30 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.857681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d28172f6-e46f-45c2-8f22-756f131ddb30 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.880889 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28172f6-e46f-45c2-8f22-756f131ddb30 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d946e4b-391a-4b81-b377-2a326637983e,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:27.890114 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-d28172f6-e46f-45c2-8f22-756f131ddb30 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.899188 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-d28172f6-e46f-45c2-8f22-756f131ddb30 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471686 Mar 16 11:41:27.956891 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 95bb253a-bc9b-41ec-a4bf-97ae3616beae completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:27.975625 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 95bb253a-bc9b-41ec-a4bf-97ae3616beae triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:27.975998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:28.221969 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:28.248987 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-5496660f-e298-4024-8373-485ad9572c5f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Synchronizing usage tracker for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:28.267470 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-5496660f-e298-4024-8373-485ad9572c5f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Unset dirty status for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:28.268722 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-5496660f-e298-4024-8373-485ad9572c5f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600824114&fields=id&tenant_id=4ccfa99f1b32465ebedf7ade72d7618c HTTP/1.1" status: 200 len: 267 time: 0.0588734 Mar 16 11:41:28.280983 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 95bb253a-bc9b-41ec-a4bf-97ae3616beae, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=95bb253a-bc9b-41ec-a4bf-97ae3616beae,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:28.287440 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:28.288198 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6401d232-eb91-4749-a048-529f3e10b4be up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:28.359181 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:28.388755 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Transition to ACTIVE for port object 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:28.414925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:28.424362 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6dff1a5b-8ae5-410a-abcd-1e45e0ed1275 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:28.425043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6dff1a5b-8ae5-410a-abcd-1e45e0ed1275 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Synchronizing usage tracker for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:network {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:28.432762 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=95bb253a-bc9b-41ec-a4bf-97ae3616beae,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:28.442520 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6dff1a5b-8ae5-410a-abcd-1e45e0ed1275 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Unset dirty status for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:network {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:28.449546 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6dff1a5b-8ae5-410a-abcd-1e45e0ed1275 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 808 time: 0.1729310 Mar 16 11:41:28.466735 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-b5e7399b-bc46-48a9-b3ac-2362f6cb2c2d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/quotas/4ccfa99f1b32465ebedf7ade72d7618c HTTP/1.1" status: 200 len: 375 time: 0.0162742 Mar 16 11:41:28.556049 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-4829d574-4b9b-47c5-8415-18ec939f261b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884578 Mar 16 11:41:28.586027 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 6401d232-eb91-4749-a048-529f3e10b4be triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:28.586395 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:28.614756 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b01617-e463-44a9-b7ce-ba82bf656aee None None] Pushing event updated for resources: {'Port': ['ID=45c26f26-97d7-47c4-a0d6-455dbc98e5e9,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:28.700676 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-f070e2de-43a5-4a31-be48-602b8a2126ae service neutron] 10.222.0.44 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314065 Mar 16 11:41:28.700944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Attempting to bind port 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:28.701085 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Attempting to bind port 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '03261ee7-0b75-4536-b799-647ec028fb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '235c1f46-9244-42c1-aa30-a7469f11b48a'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:28.701441 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Attempting to bind port 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 on network 235c1f46-9244-42c1-aa30-a7469f11b48a {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:28.716283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:41:28.716583 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Checking segment: {'id': '03261ee7-0b75-4536-b799-647ec028fb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '235c1f46-9244-42c1-aa30-a7469f11b48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:28.716973 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:28.717360 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Bound using segment: {'id': '03261ee7-0b75-4536-b799-647ec028fb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '235c1f46-9244-42c1-aa30-a7469f11b48a'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:41:28.717822 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Bound port: 45c26f26-97d7-47c4-a0d6-455dbc98e5e9, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03261ee7-0b75-4536-b799-647ec028fb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '235c1f46-9244-42c1-aa30-a7469f11b48a'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:28.718184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:28.863929 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] For port 45c26f26-97d7-47c4-a0d6-455dbc98e5e9, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:41:28.866746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] For port 45c26f26-97d7-47c4-a0d6-455dbc98e5e9, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=45c26f26-97d7-47c4-a0d6-455dbc98e5e9,segment=NetworkSegment(03261ee7-0b75-4536-b799-647ec028fb78),segment_id=03261ee7-0b75-4536-b799-647ec028fb78)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:41:28.871131 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:28.940741 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-3822529b-ceeb-4665-ba18-69f43b70cc53 service neutron] 10.222.0.44 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338395 Mar 16 11:41:28.945067 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Routers {'9ce7422d-065e-4a47-b62a-db9c1ff706c4'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:28.945676 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:41:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['9ce7422d-065e-4a47-b62a-db9c1ff706c4'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:29.013758 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b01617-e463-44a9-b7ce-ba82bf656aee None None] Pushing event updated for resources: {'Port': ['ID=45c26f26-97d7-47c4-a0d6-455dbc98e5e9,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:29.147496 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] Set router 9ce7422d-065e-4a47-b62a-db9c1ff706c4 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:29.295309 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-8a1cb497-1928-470b-a518-8331c2dad901 req-384e62be-efb1-40d0-891b-0b1f7c0c0960 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Synchronizing usage tracker for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:29.329182 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-8a1cb497-1928-470b-a518-8331c2dad901 req-384e62be-efb1-40d0-891b-0b1f7c0c0960 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Unset dirty status for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:29.333736 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8a1cb497-1928-470b-a518-8331c2dad901 req-384e62be-efb1-40d0-891b-0b1f7c0c0960 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 210 time: 0.2317679 Mar 16 11:41:29.384233 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 95bb253a-bc9b-41ec-a4bf-97ae3616beae up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:29.535112 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 95bb253a-bc9b-41ec-a4bf-97ae3616beae triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:29.535508 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:29.663505 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'name': 'tempest-TestShelveInstance-1648248354-router', 'tenant_id': '6b8284b656434c61bbd0355201ce977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '95bb253a-bc9b-41ec-a4bf-97ae3616beae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:21Z', 'updated_at': '2022-03-16T11:41:24Z', 'revision_number': 4, 'project_id': '6b8284b656434c61bbd0355201ce977e', 'gw_port': {'id': '95bb253a-bc9b-41ec-a4bf-97ae3616beae', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:21Z', 'updated_at': '2022-03-16T11:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '45c26f26-97d7-47c4-a0d6-455dbc98e5e9', 'name': '', 'network_id': '235c1f46-9244-42c1-aa30-a7469f11b48a', 'tenant_id': '6b8284b656434c61bbd0355201ce977e', 'mac_address': 'fa:16:3e:7a:71:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '26e6fa5d-e50a-4f47-b526-7d0254f7dff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:24Z', 'updated_at': '2022-03-16T11:41:28Z', 'revision_number': 4, 'project_id': '6b8284b656434c61bbd0355201ce977e', 'subnets': [{'id': '26e6fa5d-e50a-4f47-b526-7d0254f7dff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:29.673217 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86ab519-10e0-455e-862d-ec6979037c2d None None] The sync data for ids ['9ce7422d-065e-4a47-b62a-db9c1ff706c4'] in dv-neutron-833859-1-hyperv is: [{'id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'name': 'tempest-TestShelveInstance-1648248354-router', 'tenant_id': '6b8284b656434c61bbd0355201ce977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '95bb253a-bc9b-41ec-a4bf-97ae3616beae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:21Z', 'updated_at': '2022-03-16T11:41:24Z', 'revision_number': 4, 'project_id': '6b8284b656434c61bbd0355201ce977e', 'gw_port': {'id': '95bb253a-bc9b-41ec-a4bf-97ae3616beae', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:21Z', 'updated_at': '2022-03-16T11:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '45c26f26-97d7-47c4-a0d6-455dbc98e5e9', 'name': '', 'network_id': '235c1f46-9244-42c1-aa30-a7469f11b48a', 'tenant_id': '6b8284b656434c61bbd0355201ce977e', 'mac_address': 'fa:16:3e:7a:71:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '26e6fa5d-e50a-4f47-b526-7d0254f7dff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:24Z', 'updated_at': '2022-03-16T11:41:28Z', 'revision_number': 4, 'project_id': '6b8284b656434c61bbd0355201ce977e', 'subnets': [{'id': '26e6fa5d-e50a-4f47-b526-7d0254f7dff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:30.510915 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-972d9bff-c28d-4f77-a047-8cca6e0a42e5 req-3a20161d-2881-441c-98ea-8d56b7103ca3 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 210 time: 0.0577953 Mar 16 11:41:30.686945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-cf2b117a-aa64-442d-bf2d-3bcad9f3940c tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:30.688359 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-cf2b117a-aa64-442d-bf2d-3bcad9f3940c tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 808 time: 0.3075199 Mar 16 11:41:30.739055 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-18b0800d-4aeb-4a7e-a0e9-b671069df35c tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ccfa99f1b32465ebedf7ade72d7618c HTTP/1.1" status: 200 len: 379 time: 0.0410645 Mar 16 11:41:30.748778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-e8403736-2c45-4f5f-b3cb-86494d61089d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'port': {'device_id': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'admin_state_up': True, 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'security_groups': ['38577428-9506-4d90-b7bf-dcde0caab4a0']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:30.881702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-e8403736-2c45-4f5f-b3cb-86494d61089d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:30.890832 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-e8403736-2c45-4f5f-b3cb-86494d61089d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:30.901029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-e8403736-2c45-4f5f-b3cb-86494d61089d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Made reservation on behalf of 4ccfa99f1b32465ebedf7ade72d7618c for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:41:30.904472 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-e8403736-2c45-4f5f-b3cb-86494d61089d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:30.963833 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1319c812-89d4-4692-bc65-663538f393d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.059173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-e8403736-2c45-4f5f-b3cb-86494d61089d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Allocated IP 172.20.0.13 (52f8b639-c544-4447-8492-ccf357ef333c/5d630937-985c-458c-ba26-f2f5e4a192bb/8aec1786-b071-4810-9b9e-18260a045a54) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:31.241266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-e8403736-2c45-4f5f-b3cb-86494d61089d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.256287 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-e8403736-2c45-4f5f-b3cb-86494d61089d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Transition to ACTIVE for port object 8aec1786-b071-4810-9b9e-18260a045a54 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:31.284523 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-e8403736-2c45-4f5f-b3cb-86494d61089d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.336474 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:31.355087 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-e8403736-2c45-4f5f-b3cb-86494d61089d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Network 52f8b639-c544-4447-8492-ccf357ef333c is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:31.362983 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-e8403736-2c45-4f5f-b3cb-86494d61089d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:31.367925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-e8403736-2c45-4f5f-b3cb-86494d61089d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:31.399316 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8403736-2c45-4f5f-b3cb-86494d61089d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'Port': ['ID=8aec1786-b071-4810-9b9e-18260a045a54,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:31.441184 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-e8403736-2c45-4f5f-b3cb-86494d61089d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:31.441860 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-e8403736-2c45-4f5f-b3cb-86494d61089d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.461090 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:31.466602 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:31.467257 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.470510 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-e8403736-2c45-4f5f-b3cb-86494d61089d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7251329 Mar 16 11:41:31.482774 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Request body: {'port': {'device_id': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:31.602517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.608008 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.619637 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e9f4d038-7b0a-45d6-94e2-3146c7a8f54c None None] Provisioning for port 8aec1786-b071-4810-9b9e-18260a045a54 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:31.631127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-e9f4d038-7b0a-45d6-94e2-3146c7a8f54c None None] Provisioning complete for port 8aec1786-b071-4810-9b9e-18260a045a54 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:31.631603 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e9f4d038-7b0a-45d6-94e2-3146c7a8f54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.679310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 45c26f26-97d7-47c4-a0d6-455dbc98e5e9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=45c26f26-97d7-47c4-a0d6-455dbc98e5e9,segment=NetworkSegment(03261ee7-0b75-4536-b799-647ec028fb78),segment_id=03261ee7-0b75-4536-b799-647ec028fb78)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:31.689898 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.738368 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4d038-7b0a-45d6-94e2-3146c7a8f54c None None] Port 8aec1786-b071-4810-9b9e-18260a045a54 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:41:31.765970 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=45c26f26-97d7-47c4-a0d6-455dbc98e5e9,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:31.812506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703109cb-e344-4f49-8105-8e2940739088 req-9bb730ce-54ff-45e1-9e14-f08cfc456446 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:31.813196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-703109cb-e344-4f49-8105-8e2940739088 req-9bb730ce-54ff-45e1-9e14-f08cfc456446 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Synchronizing usage tracker for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:31.896214 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-703109cb-e344-4f49-8105-8e2940739088 req-9bb730ce-54ff-45e1-9e14-f08cfc456446 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Unset dirty status for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:31.897330 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-703109cb-e344-4f49-8105-8e2940739088 req-9bb730ce-54ff-45e1-9e14-f08cfc456446 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 932 time: 0.2735186 Mar 16 11:41:31.968078 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-703109cb-e344-4f49-8105-8e2940739088 req-5f627a01-5cf3-41b5-869b-b62349457c47 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589070 Mar 16 11:41:32.046465 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aec1786-b071-4810-9b9e-18260a045a54 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:41:32.053741 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.067479 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Transition to ACTIVE for port object 8aec1786-b071-4810-9b9e-18260a045a54 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:32.070663 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.225752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Pushing event updated for resources: {'Port': ['ID=8aec1786-b071-4810-9b9e-18260a045a54,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:32.309243 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Attempting to bind port 8aec1786-b071-4810-9b9e-18260a045a54 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:32.309592 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Attempting to bind port 8aec1786-b071-4810-9b9e-18260a045a54 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'e0cb1081-a490-4190-8daa-18e46d47f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:32.309902 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Attempting to bind port 8aec1786-b071-4810-9b9e-18260a045a54 on network 52f8b639-c544-4447-8492-ccf357ef333c {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:32.314684 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Port 8aec1786-b071-4810-9b9e-18260a045a54 on network 52f8b639-c544-4447-8492-ccf357ef333c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:41:32.314996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Attempting to bind port 8aec1786-b071-4810-9b9e-18260a045a54 on network 52f8b639-c544-4447-8492-ccf357ef333c {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:32.319996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:41:32.320321 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Checking segment: {'id': 'e0cb1081-a490-4190-8daa-18e46d47f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:32.320716 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Bound using segment: {'id': 'e0cb1081-a490-4190-8daa-18e46d47f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:41:32.321127 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Bound port: 8aec1786-b071-4810-9b9e-18260a045a54, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0cb1081-a490-4190-8daa-18e46d47f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:32.321450 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.409858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] For port 8aec1786-b071-4810-9b9e-18260a045a54, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:41:32.412608 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] For port 8aec1786-b071-4810-9b9e-18260a045a54, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=8aec1786-b071-4810-9b9e-18260a045a54,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:41:32.416910 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.576075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:32.576677 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.577993 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] 10.222.0.18 "PUT /v2.0/ports/8aec1786-b071-4810-9b9e-18260a045a54 HTTP/1.1" status: 200 len: 1094 time: 1.0997646 Mar 16 11:41:32.578414 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'tag': '8aec1786-b071-4810-9b9e-18260a045a54'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:32.604389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290afcc-06c1-4603-8ba6-a8316b388003 service neutron] Pushing event updated for resources: {'Port': ['ID=8aec1786-b071-4810-9b9e-18260a045a54,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:32.655406 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'tag': '8aec1786-b071-4810-9b9e-18260a045a54', 'status': 'completed', 'code': 200} Mar 16 11:41:32.697634 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-32cd9534-f3a2-4199-980a-c6eca4f8e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:32.699481 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-32cd9534-f3a2-4199-980a-c6eca4f8e14f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 1097 time: 0.0741429 Mar 16 11:41:32.769719 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-c0f4360d-26ad-48bd-98ef-4898b7738138 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aec1786-b071-4810-9b9e-18260a045a54 HTTP/1.1" status: 200 len: 217 time: 0.0638528 Mar 16 11:41:32.831012 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-59bd03a3-9fa3-4cab-9e04-1cd80f0af819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:32.832363 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-59bd03a3-9fa3-4cab-9e04-1cd80f0af819 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0569880 Mar 16 11:41:32.907489 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-c4e19cf3-ec4b-4eb6-8a75-30233d9c10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:32.908892 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-c4e19cf3-ec4b-4eb6-8a75-30233d9c10f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706825 Mar 16 11:41:33.039557 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-70681185-e4b7-4f20-a0f7-e18f21c289ad service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239457 Mar 16 11:41:33.127208 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-48f3f0f3-f46a-45ab-98e3-5a85ea9451b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.221172 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2c694752-039f-4b1d-8f37-79161e91dc10 req-3d177817-7427-4d57-adc4-b402cf9f1bfa service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761315 Mar 16 11:41:33.234069 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579f2af-cec3-4e11-a1ca-777d2c3141af req-f526a791-635e-42ba-9022-68b1cbd2c0a1 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:33.235479 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5579f2af-cec3-4e11-a1ca-777d2c3141af req-f526a791-635e-42ba-9022-68b1cbd2c0a1 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.1616521 Mar 16 11:41:33.315219 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:33.330636 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5579f2af-cec3-4e11-a1ca-777d2c3141af req-751ee601-4268-4096-bfd4-596248d79b1d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888453 Mar 16 11:41:33.355675 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f11bb7-d2e9-4b96-b6a5-4a5a7126d36e req-b1012902-d291-475e-9638-c23363386763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:33.357118 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a7f11bb7-d2e9-4b96-b6a5-4a5a7126d36e req-b1012902-d291-475e-9638-c23363386763 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 1097 time: 0.0902309 Mar 16 11:41:33.382574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:33.382857 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.487225 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f11bb7-d2e9-4b96-b6a5-4a5a7126d36e req-7255f89e-388c-4b1e-9cdc-054f59211858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:33.488646 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a7f11bb7-d2e9-4b96-b6a5-4a5a7126d36e req-7255f89e-388c-4b1e-9cdc-054f59211858 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1257761 Mar 16 11:41:33.557889 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a7f11bb7-d2e9-4b96-b6a5-4a5a7126d36e req-80d9effb-5d14-48cb-870e-5d2969283091 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aec1786-b071-4810-9b9e-18260a045a54 HTTP/1.1" status: 200 len: 217 time: 0.0625808 Mar 16 11:41:33.617788 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f11bb7-d2e9-4b96-b6a5-4a5a7126d36e req-e49cd79a-9b7d-4026-a40d-6fd5fa4f3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:33.619857 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a7f11bb7-d2e9-4b96-b6a5-4a5a7126d36e req-e49cd79a-9b7d-4026-a40d-6fd5fa4f3b7d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0559738 Mar 16 11:41:33.694120 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f11bb7-d2e9-4b96-b6a5-4a5a7126d36e req-c81aedaa-ebde-4cd8-ae51-169905493182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:33.695445 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a7f11bb7-d2e9-4b96-b6a5-4a5a7126d36e req-c81aedaa-ebde-4cd8-ae51-169905493182 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705693 Mar 16 11:41:33.822353 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a7f11bb7-d2e9-4b96-b6a5-4a5a7126d36e req-432c52ac-79b2-460f-8b85-b9a532805928 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212378 Mar 16 11:41:33.949335 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a7f11bb7-d2e9-4b96-b6a5-4a5a7126d36e req-924bd7a9-9096-4f48-9575-4f17e634bdef service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206465 Mar 16 11:41:34.498099 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.517630 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65333c-4410-49f6-90f6-77ce473930bb req-89e1d289-4d12-495b-b73c-9d1ee0436a99 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:34.519053 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4f65333c-4410-49f6-90f6-77ce473930bb req-89e1d289-4d12-495b-b73c-9d1ee0436a99 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0834014 Mar 16 11:41:34.561350 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4f65333c-4410-49f6-90f6-77ce473930bb req-174fc8fe-4284-4f55-9c9a-e45722952697 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364547 Mar 16 11:41:34.602345 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:35.742556 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3d1f0-f745-4ace-8d08-b6021321e291 req-441ac6fd-d458-4e16-b2f5-593b5a82294e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:35.744047 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-70f3d1f0-f745-4ace-8d08-b6021321e291 req-441ac6fd-d458-4e16-b2f5-593b5a82294e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0787258 Mar 16 11:41:35.789640 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-70f3d1f0-f745-4ace-8d08-b6021321e291 req-e73a8fe6-80cc-4ca5-9029-07e34183b1b3 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398743 Mar 16 11:41:36.058480 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:36.245626 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 8aec1786-b071-4810-9b9e-18260a045a54 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:41:36.378223 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 8aec1786-b071-4810-9b9e-18260a045a54, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=8aec1786-b071-4810-9b9e-18260a045a54,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:36.391058 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '8aec1786-b071-4810-9b9e-18260a045a54', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'port_id': '8aec1786-b071-4810-9b9e-18260a045a54', 'mac_address': 'fa:16:3e:d2:04:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:41:36.449272 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:36.465652 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aec1786-b071-4810-9b9e-18260a045a54 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:41:36.481731 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 8aec1786-b071-4810-9b9e-18260a045a54, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=8aec1786-b071-4810-9b9e-18260a045a54,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:36.486009 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:36.550974 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=8aec1786-b071-4810-9b9e-18260a045a54,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:36.800183 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['8aec1786-b071-4810-9b9e-18260a045a54'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:41:36.968624 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a735ef7-6c27-4285-a261-aa3d02feb73a req-0fb42f97-cd2a-43d5-939a-b84e09b15f64 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:36.970166 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9a735ef7-6c27-4285-a261-aa3d02feb73a req-0fb42f97-cd2a-43d5-939a-b84e09b15f64 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 945 time: 0.0782857 Mar 16 11:41:37.013213 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9a735ef7-6c27-4285-a261-aa3d02feb73a req-02a2fa7c-612c-45c9-b587-77205c11cc23 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375483 Mar 16 11:41:38.211879 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d6b20-e7db-4356-baac-58d101709cb2 req-f914a51d-8117-4779-b105-a71067fa4ade tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:38.213864 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a35d6b20-e7db-4356-baac-58d101709cb2 req-f914a51d-8117-4779-b105-a71067fa4ade tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 945 time: 0.0794616 Mar 16 11:41:38.260869 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 8aec1786-b071-4810-9b9e-18260a045a54 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:38.330017 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 8aec1786-b071-4810-9b9e-18260a045a54 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:38.334879 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 8aec1786-b071-4810-9b9e-18260a045a54 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:38.335274 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:38.357402 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a35d6b20-e7db-4356-baac-58d101709cb2 req-c8628d0b-5328-4b56-9ce9-9eafda324b3f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376228 Mar 16 11:41:38.450023 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:38.475918 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aec1786-b071-4810-9b9e-18260a045a54'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:38.486322 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 8aec1786-b071-4810-9b9e-18260a045a54, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=8aec1786-b071-4810-9b9e-18260a045a54,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:38.490117 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:38.556192 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=8aec1786-b071-4810-9b9e-18260a045a54,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:38.577984 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aec1786-b071-4810-9b9e-18260a045a54', 'code': 200} Mar 16 11:41:38.791888 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fca7c7-6028-4dfb-8a97-4c843bee1a32 req-d7baf1d8-b374-482f-a284-13db2f34fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:38.793340 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c6fca7c7-6028-4dfb-8a97-4c843bee1a32 req-d7baf1d8-b374-482f-a284-13db2f34fccc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 1099 time: 0.0668375 Mar 16 11:41:38.832800 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c6fca7c7-6028-4dfb-8a97-4c843bee1a32 req-60422aa3-050a-4f93-8910-402759c5e45e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334537 Mar 16 11:41:39.539025 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad89aab-3488-4e39-af81-64795f9a0d9b req-82472f35-e2a4-4e7d-9353-8105cf8ccb37 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:39.540375 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9ad89aab-3488-4e39-af81-64795f9a0d9b req-82472f35-e2a4-4e7d-9353-8105cf8ccb37 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0809975 Mar 16 11:41:39.583650 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9ad89aab-3488-4e39-af81-64795f9a0d9b req-e40c71d5-faaa-4621-a7fb-72535acbbe33 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369508 Mar 16 11:41:40.776106 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77f073-52a4-4bdb-bd24-c154ba1bcb68 req-7600cfdc-b985-4e67-b6e1-19ea7bb3a1a0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:40.777541 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3a77f073-52a4-4bdb-bd24-c154ba1bcb68 req-7600cfdc-b985-4e67-b6e1-19ea7bb3a1a0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0851414 Mar 16 11:41:40.819333 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3a77f073-52a4-4bdb-bd24-c154ba1bcb68 req-747d0ed1-ab00-4805-a6c9-ff0b4fc959f0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360835 Mar 16 11:41:41.001270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce08349-7b70-44ed-90ab-6d77fc33cc24 req-80dbe873-7390-49e6-8cd4-e60c5b3c0cd7 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:41.002680 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1ce08349-7b70-44ed-90ab-6d77fc33cc24 req-80dbe873-7390-49e6-8cd4-e60c5b3c0cd7 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0819614 Mar 16 11:41:41.045210 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1ce08349-7b70-44ed-90ab-6d77fc33cc24 req-19585aae-6795-451e-af23-dc92b7a27ce5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369570 Mar 16 11:41:41.067034 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 32826) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:41.174270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b74c68-b10e-4e71-89fd-b0e516fe4070 tempest-TestShelveInstance-160091422 tempest-TestShelveInstance-160091422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:41.175756 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e7b74c68-b10e-4e71-89fd-b0e516fe4070 tempest-TestShelveInstance-160091422 tempest-TestShelveInstance-160091422-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 1094 time: 0.1077638 Mar 16 11:41:41.178579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 32832) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:41.183829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': '8aec1786-b071-4810-9b9e-18260a045a54', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:41.189580 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:41.193336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:floatingip and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:41.196087 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:41.202151 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:41.212087 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for floatingip, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:41.345658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:41.478801 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Allocated IP 172.26.3.109 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/2969c152-94ec-426a-b29f-e3a03ef72c4e) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:41.631655 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:41.660563 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:41.718901 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:41.721507 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:41.731715 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:41.773702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'Port': ['ID=2969c152-94ec-426a-b29f-e3a03ef72c4e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:42.132070 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.201391 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.494368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.498554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.608855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'Port': ['ID=2969c152-94ec-426a-b29f-e3a03ef72c4e,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:42.617336 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.786065 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Floating IP 77c9c761-4c69-4fac-ab85-3e739c0e82df associated. External IP: 172.26.3.109, port: 8aec1786-b071-4810-9b9e-18260a045a54. Mar 16 11:41:43.123909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Router 92767a64-7007-48e1-bbe2-a46dea9de309 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:41:43.292951 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:43.302129 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7164e-e9a0-4dee-9427-fbf43a4ac5bf None None] Sync routers for ids ['92767a64-7007-48e1-bbe2-a46dea9de309'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:43.312305 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb7164e-e9a0-4dee-9427-fbf43a4ac5bf None None] Routers {'92767a64-7007-48e1-bbe2-a46dea9de309'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:43.312891 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8cb7164e-e9a0-4dee-9427-fbf43a4ac5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:41:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['92767a64-7007-48e1-bbe2-a46dea9de309'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:43.319945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:43.378143 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-26a1dcac-42e8-4863-bd26-187a3e56c8a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1984646 Mar 16 11:41:43.378733 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'tag': '8aec1786-b071-4810-9b9e-18260a045a54'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:43.424616 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'tag': '8aec1786-b071-4810-9b9e-18260a045a54', 'status': 'completed', 'code': 200} Mar 16 11:41:43.512635 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-8cb7164e-e9a0-4dee-9427-fbf43a4ac5bf None None] Set router 92767a64-7007-48e1-bbe2-a46dea9de309 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:43.513759 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdbf2c-24b1-48b0-84b1-b65acb48fdf7 req-243a8f04-d28b-4073-ada9-ddaa6c82b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:43.515240 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-07bdbf2c-24b1-48b0-84b1-b65acb48fdf7 req-243a8f04-d28b-4073-ada9-ddaa6c82b4d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 1099 time: 0.0690610 Mar 16 11:41:43.642372 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdbf2c-24b1-48b0-84b1-b65acb48fdf7 req-dbacd6e8-066b-4f27-96e0-ef1b037d5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:43.643733 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-07bdbf2c-24b1-48b0-84b1-b65acb48fdf7 req-dbacd6e8-066b-4f27-96e0-ef1b037d5009 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1226285 Mar 16 11:41:43.744757 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-07bdbf2c-24b1-48b0-84b1-b65acb48fdf7 req-52da642a-3bf3-4aeb-8878-c4b4949ae44e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aec1786-b071-4810-9b9e-18260a045a54 HTTP/1.1" status: 200 len: 1000 time: 0.0948370 Mar 16 11:41:43.809768 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdbf2c-24b1-48b0-84b1-b65acb48fdf7 req-48de0b98-5a48-443a-9394-5c3f529135d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:43.811207 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-07bdbf2c-24b1-48b0-84b1-b65acb48fdf7 req-48de0b98-5a48-443a-9394-5c3f529135d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0610783 Mar 16 11:41:43.845144 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8cb7164e-e9a0-4dee-9427-fbf43a4ac5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 4, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '77c9c761-4c69-4fac-ab85-3e739c0e82df', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'floating_ip_address': '172.26.3.109', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'port_id': '8aec1786-b071-4810-9b9e-18260a045a54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'mac_address': 'fa:16:3e:d2:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:41:42Z', 'updated_at': '2022-03-16T11:41:42Z', 'revision_number': 0, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6401d232-eb91-4749-a048-529f3e10b4be', 'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'mac_address': 'fa:16:3e:ac:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:17Z', 'updated_at': '2022-03-16T11:41:26Z', 'revision_number': 5, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'subnets': [{'id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:43.848836 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7164e-e9a0-4dee-9427-fbf43a4ac5bf None None] Checking router: 92767a64-7007-48e1-bbe2-a46dea9de309 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:43.857610 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb7164e-e9a0-4dee-9427-fbf43a4ac5bf None None] Routers {'92767a64-7007-48e1-bbe2-a46dea9de309'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:43.858210 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8cb7164e-e9a0-4dee-9427-fbf43a4ac5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:41:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['92767a64-7007-48e1-bbe2-a46dea9de309'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:43.951608 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:41:44.003886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdbf2c-24b1-48b0-84b1-b65acb48fdf7 req-52c7f393-442d-4b6d-92ef-279eb5780ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:44.005344 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-07bdbf2c-24b1-48b0-84b1-b65acb48fdf7 req-52c7f393-442d-4b6d-92ef-279eb5780ad4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1885216 Mar 16 11:41:44.015473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [req-07bdbf2c-24b1-48b0-84b1-b65acb48fdf7 req-1bde9ffa-73c6-4bc3-8c33-164de5512d02 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:41:44.016409 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-07bdbf2c-24b1-48b0-84b1-b65acb48fdf7 req-1bde9ffa-73c6-4bc3-8c33-164de5512d02 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048099 Mar 16 11:41:44.042105 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-8cb7164e-e9a0-4dee-9427-fbf43a4ac5bf None None] Set router 92767a64-7007-48e1-bbe2-a46dea9de309 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:44.146583 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-07bdbf2c-24b1-48b0-84b1-b65acb48fdf7 req-a8cc167f-6dc3-4bed-8b46-dbc26de23dbd service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234930 Mar 16 11:41:44.277750 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-07bdbf2c-24b1-48b0-84b1-b65acb48fdf7 req-2347f3ea-07cb-41c9-86bd-4baf677748dd service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253717 Mar 16 11:41:44.383451 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-8cb7164e-e9a0-4dee-9427-fbf43a4ac5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 4, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '77c9c761-4c69-4fac-ab85-3e739c0e82df', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'floating_ip_address': '172.26.3.109', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'port_id': '8aec1786-b071-4810-9b9e-18260a045a54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'mac_address': 'fa:16:3e:d2:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:41:42Z', 'updated_at': '2022-03-16T11:41:42Z', 'revision_number': 0, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6401d232-eb91-4749-a048-529f3e10b4be', 'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'mac_address': 'fa:16:3e:ac:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:17Z', 'updated_at': '2022-03-16T11:41:26Z', 'revision_number': 5, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'subnets': [{'id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:44.387115 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7164e-e9a0-4dee-9427-fbf43a4ac5bf None None] The sync data for ids ['92767a64-7007-48e1-bbe2-a46dea9de309'] in dv-neutron-833859-1-hyperv is: [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 4, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '77c9c761-4c69-4fac-ab85-3e739c0e82df', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'floating_ip_address': '172.26.3.109', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'port_id': '8aec1786-b071-4810-9b9e-18260a045a54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'mac_address': 'fa:16:3e:d2:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:41:42Z', 'updated_at': '2022-03-16T11:41:42Z', 'revision_number': 0, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6401d232-eb91-4749-a048-529f3e10b4be', 'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'mac_address': 'fa:16:3e:ac:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:17Z', 'updated_at': '2022-03-16T11:41:26Z', 'revision_number': 5, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'subnets': [{'id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:44.567311 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13978aa-e4aa-4ac4-b5a5-5ba34697ed18 None None] New status for floating IP 77c9c761-4c69-4fac-ab85-3e739c0e82df: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:41:48.122726 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:51.217587 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-715e9f84-0ba0-4395-bccd-47ef7f61b553 req-6ca5fa95-c6ea-4194-a7e8-0c02efd979fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1390579 Mar 16 11:41:51.355048 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e9f84-0ba0-4395-bccd-47ef7f61b553 req-535f4ff0-5d42-4475-91f0-c26520d58c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:51.356430 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-715e9f84-0ba0-4395-bccd-47ef7f61b553 req-535f4ff0-5d42-4475-91f0-c26520d58c56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 1099 time: 0.0711505 Mar 16 11:41:51.496399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e9f84-0ba0-4395-bccd-47ef7f61b553 req-6d7815ad-f81c-4863-9206-19a5bd0d8642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:51.497866 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-715e9f84-0ba0-4395-bccd-47ef7f61b553 req-6d7815ad-f81c-4863-9206-19a5bd0d8642 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1235650 Mar 16 11:41:51.605018 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-715e9f84-0ba0-4395-bccd-47ef7f61b553 req-d85d35ca-ae51-4e9c-9af0-849849b115a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aec1786-b071-4810-9b9e-18260a045a54 HTTP/1.1" status: 200 len: 1002 time: 0.1010640 Mar 16 11:41:51.667803 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e9f84-0ba0-4395-bccd-47ef7f61b553 req-d996f3d3-1d15-4e1f-9162-e5817d14491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:51.669169 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-715e9f84-0ba0-4395-bccd-47ef7f61b553 req-d996f3d3-1d15-4e1f-9162-e5817d14491f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0555618 Mar 16 11:41:51.743382 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e9f84-0ba0-4395-bccd-47ef7f61b553 req-eecdd9ec-9e4b-4411-b1d0-8f39c20be6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:51.744795 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-715e9f84-0ba0-4395-bccd-47ef7f61b553 req-eecdd9ec-9e4b-4411-b1d0-8f39c20be6eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697641 Mar 16 11:41:51.877368 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-715e9f84-0ba0-4395-bccd-47ef7f61b553 req-5cc82a99-67e4-48fa-a376-236f4b0461e1 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250834 Mar 16 11:41:52.006869 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-715e9f84-0ba0-4395-bccd-47ef7f61b553 req-404ee592-13db-4ea0-937d-067beed122da service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222897 Mar 16 11:42:00.965435 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0eac3c89-87ed-491e-b73a-42c2ebb7f2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:03.129450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-49b7f036-3ce7-4156-8cf2-1b0b7a2b1d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:04.500554 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:04.605139 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:06.059496 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:18.132384 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:20.939837 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:42:30.967867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1ff30c52-4a92-4a7c-92e0-69d01fc4b431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:33.131229 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-91bcd250-bd49-4b74-8c21-70602857f889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:34.502689 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:34.608887 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:36.063006 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:48.131822 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:53.146007 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a13e166d-6160-45d9-b8d2-66ee27e1f629 req-33d715a3-cd89-4aff-93d7-7b0de7ab1ea5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677595 Mar 16 11:42:53.282518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e166d-6160-45d9-b8d2-66ee27e1f629 req-fe63d6d3-14e4-474e-a1a7-bfe5416eb615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:53.283972 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a13e166d-6160-45d9-b8d2-66ee27e1f629 req-fe63d6d3-14e4-474e-a1a7-bfe5416eb615 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 1099 time: 0.0711122 Mar 16 11:42:53.437575 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e166d-6160-45d9-b8d2-66ee27e1f629 req-232e02b2-b1af-4b4e-a50d-4567a364347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:53.438882 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a13e166d-6160-45d9-b8d2-66ee27e1f629 req-232e02b2-b1af-4b4e-a50d-4567a364347f service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1349325 Mar 16 11:42:53.536837 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a13e166d-6160-45d9-b8d2-66ee27e1f629 req-7811e269-0f05-411b-9e68-c5899be4c364 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aec1786-b071-4810-9b9e-18260a045a54 HTTP/1.1" status: 200 len: 1002 time: 0.0911114 Mar 16 11:42:53.699952 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e166d-6160-45d9-b8d2-66ee27e1f629 req-d8d82048-28a5-4514-89cb-c6aee1e1f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:53.701278 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a13e166d-6160-45d9-b8d2-66ee27e1f629 req-d8d82048-28a5-4514-89cb-c6aee1e1f599 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.1580551 Mar 16 11:42:53.777363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e166d-6160-45d9-b8d2-66ee27e1f629 req-3689c6b2-4fa9-43ca-92d8-0d9a42130a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:53.778821 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a13e166d-6160-45d9-b8d2-66ee27e1f629 req-3689c6b2-4fa9-43ca-92d8-0d9a42130a24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715189 Mar 16 11:42:53.904676 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a13e166d-6160-45d9-b8d2-66ee27e1f629 req-461f7135-a234-4085-bac6-0210def85c7f service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201096 Mar 16 11:42:54.035234 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a13e166d-6160-45d9-b8d2-66ee27e1f629 req-038978e0-7e27-48f6-aaa3-e84a25adf4ad service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221268 Mar 16 11:42:57.938319 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:43:00.969576 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9a0df41b-a003-4111-9e06-c78331f38e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.132506 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-be6a88d9-68fb-431f-939b-db5fc4a43b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:04.506376 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:04.610416 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:06.065976 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:18.144188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:30.970597 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fce3afb7-0253-405d-a20d-0d5e241cbc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:33.133845 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbfc6-2244-4037-b280-b81db0b774d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.508059 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.611901 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.937134 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:43:36.068396 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:48.151060 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:55.119061 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e79f047e-b733-4115-acee-2b1f3d842c9a req-096eb43a-cd4d-40bc-b2db-a0744ea423eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745196 Mar 16 11:43:55.268399 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f047e-b733-4115-acee-2b1f3d842c9a req-58f77947-ac96-4927-a605-3043d896fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:55.269867 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e79f047e-b733-4115-acee-2b1f3d842c9a req-58f77947-ac96-4927-a605-3043d896fbe2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 1099 time: 0.0847945 Mar 16 11:43:55.410390 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f047e-b733-4115-acee-2b1f3d842c9a req-ce8f6989-0e7d-47e5-965c-6d442d6d4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:55.411837 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e79f047e-b733-4115-acee-2b1f3d842c9a req-ce8f6989-0e7d-47e5-965c-6d442d6d4241 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1231768 Mar 16 11:43:55.510793 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e79f047e-b733-4115-acee-2b1f3d842c9a req-4bf92a19-5400-4545-b50d-6e76b8736874 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aec1786-b071-4810-9b9e-18260a045a54 HTTP/1.1" status: 200 len: 1002 time: 0.0930169 Mar 16 11:43:55.573808 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f047e-b733-4115-acee-2b1f3d842c9a req-f5c4cd73-3f1e-48b3-a947-bf3be1b79c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:55.575237 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e79f047e-b733-4115-acee-2b1f3d842c9a req-f5c4cd73-3f1e-48b3-a947-bf3be1b79c4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0588508 Mar 16 11:43:55.649265 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f047e-b733-4115-acee-2b1f3d842c9a req-a3b6fcb8-a647-4ab2-a2b9-acbd74761f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:55.650721 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e79f047e-b733-4115-acee-2b1f3d842c9a req-a3b6fcb8-a647-4ab2-a2b9-acbd74761f45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692089 Mar 16 11:43:55.777527 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e79f047e-b733-4115-acee-2b1f3d842c9a req-e21e1f79-2e00-4fb1-8657-3deacf7059ab service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205962 Mar 16 11:43:55.905465 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e79f047e-b733-4115-acee-2b1f3d842c9a req-6218ffae-a9ca-4f19-9a5a-584057020891 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217523 Mar 16 11:44:00.971746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-676c0283-e55b-4653-93e5-4c7e1c7849ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:03.135808 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-07d04bc6-67c1-480f-b4c2-d4c26ede5c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:04.510791 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:04.615575 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:06.071694 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:11.061990 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42e506-5253-440f-9152-bd263e28b8ac req-fd9e89ed-143e-4fd3-8cd0-bf1b525e9d76 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:11.063424 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ba42e506-5253-440f-9152-bd263e28b8ac req-fd9e89ed-143e-4fd3-8cd0-bf1b525e9d76 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0813370 Mar 16 11:44:11.106430 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ba42e506-5253-440f-9152-bd263e28b8ac req-3a3890a9-b5d6-4c5e-a62d-f4145f6dfbc3 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373495 Mar 16 11:44:11.937470 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:44:12.287011 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58332428-88b8-4a34-9bff-bf17083dfcc1 req-e7a4f817-1e80-48fe-8eb9-5eb5c2f8d0bf tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:12.288457 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-58332428-88b8-4a34-9bff-bf17083dfcc1 req-e7a4f817-1e80-48fe-8eb9-5eb5c2f8d0bf tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0767069 Mar 16 11:44:12.333567 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-58332428-88b8-4a34-9bff-bf17083dfcc1 req-b1ddec68-56c0-4e28-978c-75c934e09030 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389652 Mar 16 11:44:13.517627 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11f32e-4e2f-4520-9e81-ac58497f007c req-c0aeac4a-7b3f-4195-9006-d60e8cac4888 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:13.519025 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9d11f32e-4e2f-4520-9e81-ac58497f007c req-c0aeac4a-7b3f-4195-9006-d60e8cac4888 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0769460 Mar 16 11:44:13.560880 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9d11f32e-4e2f-4520-9e81-ac58497f007c req-18456bca-c1d3-4877-9aad-4ea9fcae4ab5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363214 Mar 16 11:44:14.742610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26458dd8-58ae-491f-8181-3c40e911e4ee req-a2f5f245-0440-4470-a6ec-723ce1261a39 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:14.744062 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-26458dd8-58ae-491f-8181-3c40e911e4ee req-a2f5f245-0440-4470-a6ec-723ce1261a39 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0770466 Mar 16 11:44:14.786649 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-26458dd8-58ae-491f-8181-3c40e911e4ee req-46e9fe32-35a5-462b-9365-914e2180213e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369737 Mar 16 11:44:15.969184 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeca5f4-f73b-4a50-87f0-288f106a7791 req-7d23c996-178c-47af-954b-323dadf590e1 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:15.970609 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3eeca5f4-f73b-4a50-87f0-288f106a7791 req-7d23c996-178c-47af-954b-323dadf590e1 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0825913 Mar 16 11:44:16.014051 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-3eeca5f4-f73b-4a50-87f0-288f106a7791 req-32a22451-6f91-45c9-ae43-733723b795f4 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379198 Mar 16 11:44:17.196115 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c58a3-e909-4ffc-a84b-64f87b6317d3 req-35cabfb3-aeba-414d-8161-59094326276d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:17.197526 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b83c58a3-e909-4ffc-a84b-64f87b6317d3 req-35cabfb3-aeba-414d-8161-59094326276d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0807805 Mar 16 11:44:17.239952 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b83c58a3-e909-4ffc-a84b-64f87b6317d3 req-c63a4a71-d003-48ae-a2e8-b91423f998f6 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367432 Mar 16 11:44:18.150578 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:18.421243 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5717f6-1f83-484e-a600-d11c2a0a8129 req-cc567984-4dbb-4940-9ad3-5d459eaa45cf tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:18.422673 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ca5717f6-1f83-484e-a600-d11c2a0a8129 req-cc567984-4dbb-4940-9ad3-5d459eaa45cf tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0798445 Mar 16 11:44:18.467001 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ca5717f6-1f83-484e-a600-d11c2a0a8129 req-915aad60-5938-4e73-a358-67f042c117de tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387564 Mar 16 11:44:19.645010 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f3d7b-9c3c-4375-8159-d54f2e6103fe req-5c345b59-201d-4e58-9933-b54061c595e6 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:19.646406 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c99f3d7b-9c3c-4375-8159-d54f2e6103fe req-5c345b59-201d-4e58-9933-b54061c595e6 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0770707 Mar 16 11:44:19.688672 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c99f3d7b-9c3c-4375-8159-d54f2e6103fe req-0fefbf5b-d1d2-4e0f-9cbd-c971f1f49de3 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367169 Mar 16 11:44:20.870497 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b61fb-6734-4b1e-8967-608d58028229 req-97fe2d72-d5c1-445e-ab97-b797af144d5f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:20.871931 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6b9b61fb-6734-4b1e-8967-608d58028229 req-97fe2d72-d5c1-445e-ab97-b797af144d5f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0775468 Mar 16 11:44:20.914352 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6b9b61fb-6734-4b1e-8967-608d58028229 req-e6b3b54e-0622-4f2c-a2b0-1c06d9022b5e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368245 Mar 16 11:44:22.203529 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b7389-5d46-43e0-b377-144233bd293e req-1880f0c0-224b-408a-acd0-494a34dd1ae3 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:22.204913 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b17b7389-5d46-43e0-b377-144233bd293e req-1880f0c0-224b-408a-acd0-494a34dd1ae3 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.1862352 Mar 16 11:44:22.248571 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b17b7389-5d46-43e0-b377-144233bd293e req-ee1108c0-6a88-4157-bf76-e4ec6eba51fb tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381024 Mar 16 11:44:23.432251 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5162665-5466-45ff-93fa-b4c31f867725 req-af5f540f-b531-4c66-b84a-cb1b403a5331 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:23.433682 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c5162665-5466-45ff-93fa-b4c31f867725 req-af5f540f-b531-4c66-b84a-cb1b403a5331 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0834687 Mar 16 11:44:23.476634 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c5162665-5466-45ff-93fa-b4c31f867725 req-373f7ca8-d5b5-4d55-9184-db40d8072d34 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369210 Mar 16 11:44:24.657138 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf389cba-e837-4f63-a778-4d82a40c264f req-9c133a40-105e-4207-a6dd-955cebba6dcd tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:24.658558 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cf389cba-e837-4f63-a778-4d82a40c264f req-9c133a40-105e-4207-a6dd-955cebba6dcd tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0801997 Mar 16 11:44:24.700512 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cf389cba-e837-4f63-a778-4d82a40c264f req-71e6efbc-328f-4b68-b777-ec649de0d15d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365155 Mar 16 11:44:25.101563 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 8aec1786-b071-4810-9b9e-18260a045a54 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:44:25.229368 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 8aec1786-b071-4810-9b9e-18260a045a54, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=8aec1786-b071-4810-9b9e-18260a045a54,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:25.242047 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '8aec1786-b071-4810-9b9e-18260a045a54', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'port_id': '8aec1786-b071-4810-9b9e-18260a045a54', 'mac_address': 'fa:16:3e:d2:04:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:44:25.295426 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:25.314256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8aec1786-b071-4810-9b9e-18260a045a54 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:44:25.328687 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 8aec1786-b071-4810-9b9e-18260a045a54, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=8aec1786-b071-4810-9b9e-18260a045a54,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:25.332665 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:25.403485 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=8aec1786-b071-4810-9b9e-18260a045a54,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:25.410942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:25.411315 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:25.411658 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:25.411983 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:25.412303 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:25.412623 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:25.412943 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:25.413261 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:25.413662 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:25.414094 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:25.414453 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:25.414821 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:25.422098 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['8aec1786-b071-4810-9b9e-18260a045a54'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:44:25.894459 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badac3c2-4083-41f3-aa29-6d00aebdd563 req-e0ee3a83-e5a8-4214-9531-285115eb0f97 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:25.895876 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-badac3c2-4083-41f3-aa29-6d00aebdd563 req-e0ee3a83-e5a8-4214-9531-285115eb0f97 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 945 time: 0.0767009 Mar 16 11:44:25.938043 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-badac3c2-4083-41f3-aa29-6d00aebdd563 req-b4940b62-b76d-44af-9ea7-10f518b164bc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361671 Mar 16 11:44:27.115806 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 8aec1786-b071-4810-9b9e-18260a045a54 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:44:27.116420 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cf5ed-ccb1-48b6-b821-fad914840f87 req-e83a6d24-3690-441a-8877-c3832a67ddb6 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:27.117243 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c40cf5ed-ccb1-48b6-b821-fad914840f87 req-e83a6d24-3690-441a-8877-c3832a67ddb6 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 945 time: 0.0777953 Mar 16 11:44:27.161009 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c40cf5ed-ccb1-48b6-b821-fad914840f87 req-95fedd30-9de3-4c91-aac5-21bfc81c78f4 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381975 Mar 16 11:44:27.187618 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 8aec1786-b071-4810-9b9e-18260a045a54 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:27.188221 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:27.305536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:27.330917 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aec1786-b071-4810-9b9e-18260a045a54'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:44:27.342794 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 8aec1786-b071-4810-9b9e-18260a045a54, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=8aec1786-b071-4810-9b9e-18260a045a54,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:27.346715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:27.386600 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aec1786-b071-4810-9b9e-18260a045a54', 'code': 200} Mar 16 11:44:27.418268 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=8aec1786-b071-4810-9b9e-18260a045a54,revision_number=7']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:28.365214 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6a23c-22fb-4dcc-aae3-a26929b88dde req-b3b01509-2cd8-4a3a-89ec-94a8f0a9b09e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:28.366699 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-94d6a23c-22fb-4dcc-aae3-a26929b88dde req-b3b01509-2cd8-4a3a-89ec-94a8f0a9b09e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0986848 Mar 16 11:44:28.416063 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-94d6a23c-22fb-4dcc-aae3-a26929b88dde req-78c4874e-6114-4528-92e7-2e970caccc87 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430279 Mar 16 11:44:29.645939 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bc1c8-ef27-43e5-88a0-87e63205059d req-d89f35b1-1bba-4df3-b94b-d242417bc521 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:29.648111 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-085bc1c8-ef27-43e5-88a0-87e63205059d req-d89f35b1-1bba-4df3-b94b-d242417bc521 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0885267 Mar 16 11:44:29.694748 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-085bc1c8-ef27-43e5-88a0-87e63205059d req-7d70e9d6-b68a-482a-b48c-42ab412cfa02 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406294 Mar 16 11:44:30.912159 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540db67-9fe5-494d-9afb-8f25d49b4211 req-5a4410df-c804-4783-adbe-17ee26fe6975 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:30.914956 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4540db67-9fe5-494d-9afb-8f25d49b4211 req-5a4410df-c804-4783-adbe-17ee26fe6975 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.1050708 Mar 16 11:44:30.966093 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4540db67-9fe5-494d-9afb-8f25d49b4211 req-d95c4e18-8e99-498d-a4c7-0c179dc4e5ec tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431099 Mar 16 11:44:30.977150 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9414e347-8dd7-4523-ac9a-05775aded9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:32.174036 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a3cb9-5e1f-4294-936b-61bbf9122b4e req-5cc8d4c7-bdc2-4567-b12d-df194ab0749c tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:32.175552 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-411a3cb9-5e1f-4294-936b-61bbf9122b4e req-5cc8d4c7-bdc2-4567-b12d-df194ab0749c tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0940013 Mar 16 11:44:32.226232 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-411a3cb9-5e1f-4294-936b-61bbf9122b4e req-4bf8c1ba-d0a0-41d8-abba-f4e26fc1682e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425034 Mar 16 11:44:33.144909 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-de17c299-6439-4e8b-abb9-079001365fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:33.438196 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b906cf-1c95-40ec-9f2a-9c85f375b54d req-d7a432a8-7bcc-48ad-8414-64decb3ef6e0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:33.440128 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-33b906cf-1c95-40ec-9f2a-9c85f375b54d req-d7a432a8-7bcc-48ad-8414-64decb3ef6e0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0898075 Mar 16 11:44:33.498409 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-33b906cf-1c95-40ec-9f2a-9c85f375b54d req-d4bf668c-39df-4cbe-bc53-f90bdb5f6c61 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469704 Mar 16 11:44:34.520190 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:34.627342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:34.716158 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb562bc-e614-44b6-9d34-c0b6c37ffb4c req-b4a996ea-1cbf-4dcd-9771-3dc5aa56eca3 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:34.717631 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7eb562bc-e614-44b6-9d34-c0b6c37ffb4c req-b4a996ea-1cbf-4dcd-9771-3dc5aa56eca3 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0952539 Mar 16 11:44:34.774204 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-7eb562bc-e614-44b6-9d34-c0b6c37ffb4c req-07bb9ae0-b6f4-4aa5-897c-74709c49f10c tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496364 Mar 16 11:44:35.993753 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bfafb-8a4c-4fab-9471-270eabd216b1 req-89bd481d-81e6-4dc4-8682-9ff2b8941b64 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:35.995183 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-673bfafb-8a4c-4fab-9471-270eabd216b1 req-89bd481d-81e6-4dc4-8682-9ff2b8941b64 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0961187 Mar 16 11:44:36.047701 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-673bfafb-8a4c-4fab-9471-270eabd216b1 req-a7070fb7-59b3-4a36-a3c9-76bfb6c1d30a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465984 Mar 16 11:44:36.086899 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:37.248025 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da5c93-a790-4634-9750-be9033f3bb5e req-f7443b38-b2c1-44d1-bfe1-4014a51a788e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:37.250136 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d4da5c93-a790-4634-9750-be9033f3bb5e req-f7443b38-b2c1-44d1-bfe1-4014a51a788e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0938008 Mar 16 11:44:37.293652 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d4da5c93-a790-4634-9750-be9033f3bb5e req-a28484c0-3f47-43c3-873d-a399a7e4f097 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378671 Mar 16 11:44:37.376085 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f295b-10b6-4538-ac00-445e569d5cd7 req-68c1313e-afa0-4d53-bcb5-876b46b49397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:37.377508 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c53f295b-10b6-4538-ac00-445e569d5cd7 req-68c1313e-afa0-4d53-bcb5-876b46b49397 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 1099 time: 0.0683959 Mar 16 11:44:37.504663 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f295b-10b6-4538-ac00-445e569d5cd7 req-a3dd1f07-af06-4896-bc85-81ebbbb8552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:37.506077 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c53f295b-10b6-4538-ac00-445e569d5cd7 req-a3dd1f07-af06-4896-bc85-81ebbbb8552c service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1218863 Mar 16 11:44:37.626316 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c53f295b-10b6-4538-ac00-445e569d5cd7 req-fed6b237-b281-4a63-9d33-7d3fbcfc4c51 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aec1786-b071-4810-9b9e-18260a045a54 HTTP/1.1" status: 200 len: 1002 time: 0.1136270 Mar 16 11:44:37.690538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f295b-10b6-4538-ac00-445e569d5cd7 req-e9933728-53e9-483a-9ca6-74c847499eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:37.691851 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c53f295b-10b6-4538-ac00-445e569d5cd7 req-e9933728-53e9-483a-9ca6-74c847499eb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0578020 Mar 16 11:44:37.764303 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f295b-10b6-4538-ac00-445e569d5cd7 req-e924d5cd-04b1-46cf-8c2f-7a3396591495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:37.765713 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c53f295b-10b6-4538-ac00-445e569d5cd7 req-e924d5cd-04b1-46cf-8c2f-7a3396591495 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675135 Mar 16 11:44:37.897549 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c53f295b-10b6-4538-ac00-445e569d5cd7 req-6e619d4d-f048-4289-b431-ac6687647df3 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258733 Mar 16 11:44:38.026414 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c53f295b-10b6-4538-ac00-445e569d5cd7 req-731d9cc7-fe01-4fe8-ade1-dc0584e6c4ed service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230843 Mar 16 11:44:38.479304 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87defdaa-56a2-497e-bda6-e5e51c8b84cb req-292cd7e4-2139-40c2-810e-40baf54634bf tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:38.480851 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-87defdaa-56a2-497e-bda6-e5e51c8b84cb req-292cd7e4-2139-40c2-810e-40baf54634bf tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0844231 Mar 16 11:44:38.524195 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-87defdaa-56a2-497e-bda6-e5e51c8b84cb req-676493c4-4cdd-431c-bd4b-e187db847ddc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375643 Mar 16 11:44:39.189598 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 8aec1786-b071-4810-9b9e-18260a045a54 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:44:39.333658 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:39.359536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aec1786-b071-4810-9b9e-18260a045a54'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:44:39.369265 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 8aec1786-b071-4810-9b9e-18260a045a54, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=8aec1786-b071-4810-9b9e-18260a045a54,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:39.374034 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:39.410720 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aec1786-b071-4810-9b9e-18260a045a54', 'code': 200} Mar 16 11:44:39.440841 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=8aec1786-b071-4810-9b9e-18260a045a54,revision_number=8']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:39.708255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b74b8-720e-404f-8b2a-1eae3f35a0c4 req-99867b0f-b8d0-4c05-90b5-5cce315c7a84 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:39.709779 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5d9b74b8-720e-404f-8b2a-1eae3f35a0c4 req-99867b0f-b8d0-4c05-90b5-5cce315c7a84 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0820227 Mar 16 11:44:39.759654 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5d9b74b8-720e-404f-8b2a-1eae3f35a0c4 req-44a38a39-41f4-4adc-acd8-628f34ce832e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395527 Mar 16 11:44:40.952165 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb1510-e685-41a6-93e8-57f3d812351a req-78086c35-2c18-4e87-b420-93d666217af6 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:40.953581 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9cdb1510-e685-41a6-93e8-57f3d812351a req-78086c35-2c18-4e87-b420-93d666217af6 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0776069 Mar 16 11:44:41.084355 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9cdb1510-e685-41a6-93e8-57f3d812351a req-12670b99-29a7-4221-8bff-886ccef3331e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251886 Mar 16 11:44:41.436180 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc6fad-e694-47be-b098-a6a7c2e774fb req-d8b620cf-5327-4d01-946b-a27997993096 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:41.437631 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6fdc6fad-e694-47be-b098-a6a7c2e774fb req-d8b620cf-5327-4d01-946b-a27997993096 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0790143 Mar 16 11:44:41.482750 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-6fdc6fad-e694-47be-b098-a6a7c2e774fb req-8bfb94b5-f4b6-4ebb-bc46-4e5fba1cc5fd tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395157 Mar 16 11:44:41.610279 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-85bae0da-d84c-46fa-bc9d-b37724377530 req-06b4d1d2-56d7-4d98-a287-c1d1b99c506b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1207807 Mar 16 11:44:42.663271 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16443ee-b138-4578-9a2c-2c07829c711f req-1bc5fa57-7f40-4b1a-8cd4-7646f27aae86 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:42.664679 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a16443ee-b138-4578-9a2c-2c07829c711f req-1bc5fa57-7f40-4b1a-8cd4-7646f27aae86 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0779493 Mar 16 11:44:42.707362 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a16443ee-b138-4578-9a2c-2c07829c711f req-5f918243-555c-43bb-aa57-a7ba5609c8c2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370507 Mar 16 11:44:43.203296 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 8aec1786-b071-4810-9b9e-18260a045a54 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:44:43.890481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eec214-5212-4baa-ada0-03c5b393e3e6 req-26d0bbfd-111b-4766-a2c9-c37f74eb0d72 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:43.891919 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-10eec214-5212-4baa-ada0-03c5b393e3e6 req-26d0bbfd-111b-4766-a2c9-c37f74eb0d72 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0801668 Mar 16 11:44:43.933909 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-10eec214-5212-4baa-ada0-03c5b393e3e6 req-49d17832-3b90-4a44-825f-62ba5ac9eae6 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365825 Mar 16 11:44:44.637784 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bae0da-d84c-46fa-bc9d-b37724377530 req-4c59cec7-8127-4fd4-ac4f-aeb2321c58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:44.639301 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-85bae0da-d84c-46fa-bc9d-b37724377530 req-4c59cec7-8127-4fd4-ac4f-aeb2321c58f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61&tenant_id=4ccfa99f1b32465ebedf7ade72d7618c HTTP/1.1" status: 200 len: 1097 time: 0.0712552 Mar 16 11:44:44.726606 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bae0da-d84c-46fa-bc9d-b37724377530 req-96f5338c-ce77-4d6f-a9b3-82e245c7f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:44.728044 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-85bae0da-d84c-46fa-bc9d-b37724377530 req-96f5338c-ce77-4d6f-a9b3-82e245c7f1db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 1097 time: 0.0681341 Mar 16 11:44:44.858811 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bae0da-d84c-46fa-bc9d-b37724377530 req-5d519de4-a45f-43c7-8299-53c690438511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:44.860269 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-85bae0da-d84c-46fa-bc9d-b37724377530 req-5d519de4-a45f-43c7-8299-53c690438511 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1258130 Mar 16 11:44:45.090525 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-85bae0da-d84c-46fa-bc9d-b37724377530 req-00b25c1d-d362-452d-ab30-65a72d00f5a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aec1786-b071-4810-9b9e-18260a045a54 HTTP/1.1" status: 200 len: 1000 time: 0.2237878 Mar 16 11:44:45.161376 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bae0da-d84c-46fa-bc9d-b37724377530 req-9c7e51c1-bbb0-4803-9293-29c5c0234a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:45.162762 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-85bae0da-d84c-46fa-bc9d-b37724377530 req-9c7e51c1-bbb0-4803-9293-29c5c0234a2f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0647974 Mar 16 11:44:45.225602 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bc7ae-7632-45c9-a7f5-2a97a6b6a3f4 req-697704a4-106d-43b1-8884-513a08097fea tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:45.226979 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b4bc7ae-7632-45c9-a7f5-2a97a6b6a3f4 req-697704a4-106d-43b1-8884-513a08097fea tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.1753733 Mar 16 11:44:45.283745 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9b4bc7ae-7632-45c9-a7f5-2a97a6b6a3f4 req-e6d8d975-5d2c-4c41-8d75-ff3a9fdeb04c tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504627 Mar 16 11:44:45.288076 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bae0da-d84c-46fa-bc9d-b37724377530 req-3cb65aac-109a-4820-8e9d-c5390af1c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:45.289465 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-85bae0da-d84c-46fa-bc9d-b37724377530 req-3cb65aac-109a-4820-8e9d-c5390af1c305 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1180303 Mar 16 11:44:45.417291 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-85bae0da-d84c-46fa-bc9d-b37724377530 req-7f50c2e6-9ae3-4fe2-a8d2-75c16049681d service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211972 Mar 16 11:44:45.542658 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-85bae0da-d84c-46fa-bc9d-b37724377530 req-6989bd0d-3f7d-4a18-8a25-821857f52884 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191232 Mar 16 11:44:46.470963 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e439f-6c6b-4dcc-81e4-ea40c985d98c req-86a76470-2315-4db1-9baa-365008b4c160 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:46.472583 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ca9e439f-6c6b-4dcc-81e4-ea40c985d98c req-86a76470-2315-4db1-9baa-365008b4c160 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0812829 Mar 16 11:44:46.523961 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ca9e439f-6c6b-4dcc-81e4-ea40c985d98c req-fe87094a-84eb-43aa-9539-a55de4a1d10e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457261 Mar 16 11:44:47.708059 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb6b0a-439a-4167-b966-33251a4c993e req-ab31459b-8711-439c-9b3e-505e9827dca6 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:47.711692 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-addb6b0a-439a-4167-b966-33251a4c993e req-ab31459b-8711-439c-9b3e-505e9827dca6 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0825045 Mar 16 11:44:47.756670 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-addb6b0a-439a-4167-b966-33251a4c993e req-e185935a-0a02-462d-af70-8f0f2798a22d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404620 Mar 16 11:44:48.158138 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:48.938630 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:44:48.956571 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d732d-2ced-41f7-a41b-78d33be4a731 req-9acbe47e-58a9-41fb-96ab-c69b8502e78a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:48.958174 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4f4d732d-2ced-41f7-a41b-78d33be4a731 req-9acbe47e-58a9-41fb-96ab-c69b8502e78a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0862863 Mar 16 11:44:49.007701 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4f4d732d-2ced-41f7-a41b-78d33be4a731 req-50b031a4-b808-4296-8a3e-55413146e17e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425761 Mar 16 11:44:50.196316 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca4b2a-0678-496c-8600-22f6091c3ab4 req-5f2967bb-070d-4339-8d9e-e9a44fd8c16d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:50.197884 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-48ca4b2a-0678-496c-8600-22f6091c3ab4 req-5f2967bb-070d-4339-8d9e-e9a44fd8c16d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0827153 Mar 16 11:44:50.245417 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-48ca4b2a-0678-496c-8600-22f6091c3ab4 req-0ab30b73-0545-40c7-b014-1897956cd3d0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413318 Mar 16 11:44:51.447937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa08308-5a4c-41ae-8348-ddc3ac4f743a req-8ce42596-2544-4a65-afb1-3d4880eda773 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:51.449505 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-aaa08308-5a4c-41ae-8348-ddc3ac4f743a req-8ce42596-2544-4a65-afb1-3d4880eda773 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0843711 Mar 16 11:44:51.499570 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-aaa08308-5a4c-41ae-8348-ddc3ac4f743a req-135de860-969c-4c9d-84cf-f73de9c8f82b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441558 Mar 16 11:44:52.702912 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a403866-5200-42ab-8116-63419bf1fa6f req-1c809c3b-eea3-409e-b9bd-4854202a1c03 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:52.705493 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a403866-5200-42ab-8116-63419bf1fa6f req-1c809c3b-eea3-409e-b9bd-4854202a1c03 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0831037 Mar 16 11:44:52.758349 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5a403866-5200-42ab-8116-63419bf1fa6f req-27515c73-cba8-445c-97ab-e8db6e1f17db tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465059 Mar 16 11:44:53.942857 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1d88c-5356-4431-b22e-14afa323f0d7 req-86c22803-161a-4430-baba-35f72d761b40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:53.944966 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0de1d88c-5356-4431-b22e-14afa323f0d7 req-86c22803-161a-4430-baba-35f72d761b40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0800445 Mar 16 11:44:53.994026 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0de1d88c-5356-4431-b22e-14afa323f0d7 req-f654eec7-3f47-44f3-8f86-adfeef131548 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431144 Mar 16 11:44:55.174246 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fac568-778d-41d7-a366-86038e8cf6e9 req-eaed12b9-8b42-45de-9d5e-a36174b0f39e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:55.175711 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f4fac568-778d-41d7-a366-86038e8cf6e9 req-eaed12b9-8b42-45de-9d5e-a36174b0f39e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0775902 Mar 16 11:44:55.220174 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f4fac568-778d-41d7-a366-86038e8cf6e9 req-facee5d1-0407-477a-994a-5de6d07c6965 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384126 Mar 16 11:44:56.404186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0c432-e91e-48fe-ba43-fc19c1b9e427 req-c54ce3f5-4956-464e-99c7-ff9addf51f5b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:56.405602 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1fa0c432-e91e-48fe-ba43-fc19c1b9e427 req-c54ce3f5-4956-464e-99c7-ff9addf51f5b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0805669 Mar 16 11:44:56.448082 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1fa0c432-e91e-48fe-ba43-fc19c1b9e427 req-2b2a1454-590e-419b-b3a6-ad2644d885c6 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370378 Mar 16 11:44:57.641087 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d1074-439c-44f1-9e79-5b250a82356e req-cb4d7aca-dd9c-4c73-a82c-491566b0ee00 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:57.642520 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-072d1074-439c-44f1-9e79-5b250a82356e req-cb4d7aca-dd9c-4c73-a82c-491566b0ee00 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0920622 Mar 16 11:44:57.684477 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-072d1074-439c-44f1-9e79-5b250a82356e req-43e525f1-f248-476e-add8-36d522f528e5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359156 Mar 16 11:44:58.515562 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725115c-15cc-4efb-9063-f7d0103f262b req-4118c91f-2462-440f-b735-4a2959c7c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:58.516989 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6725115c-15cc-4efb-9063-f7d0103f262b req-4118c91f-2462-440f-b735-4a2959c7c073 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 1097 time: 0.0683928 Mar 16 11:44:58.656343 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725115c-15cc-4efb-9063-f7d0103f262b req-35b803b1-81a3-449e-bcce-3e6d78364e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:58.657740 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6725115c-15cc-4efb-9063-f7d0103f262b req-35b803b1-81a3-449e-bcce-3e6d78364e9e service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1222692 Mar 16 11:44:58.759806 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6725115c-15cc-4efb-9063-f7d0103f262b req-a0743876-da68-4f42-8b7c-7f3b54cfda31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aec1786-b071-4810-9b9e-18260a045a54 HTTP/1.1" status: 200 len: 1000 time: 0.0957346 Mar 16 11:44:58.820453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725115c-15cc-4efb-9063-f7d0103f262b req-31ab9522-4495-4f58-8114-9709ba655803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:58.821851 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6725115c-15cc-4efb-9063-f7d0103f262b req-31ab9522-4495-4f58-8114-9709ba655803 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0563140 Mar 16 11:44:58.869898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b3e24-47e2-4383-b1b4-9c519a4e5b6f req-710928b8-d938-41fb-96d1-4133e1e17561 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:58.871380 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-137b3e24-47e2-4383-b1b4-9c519a4e5b6f req-710928b8-d938-41fb-96d1-4133e1e17561 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0798008 Mar 16 11:44:58.899511 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725115c-15cc-4efb-9063-f7d0103f262b req-d623e019-286c-4339-a73b-197d67414b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:58.901034 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6725115c-15cc-4efb-9063-f7d0103f262b req-d623e019-286c-4339-a73b-197d67414b75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728974 Mar 16 11:44:58.918124 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-137b3e24-47e2-4383-b1b4-9c519a4e5b6f req-e48cd63e-eb01-42d4-820b-c16959ef53be tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408700 Mar 16 11:44:59.135854 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6725115c-15cc-4efb-9063-f7d0103f262b req-d306f9f3-93ce-4089-a152-438669690010 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272718 Mar 16 11:44:59.265344 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6725115c-15cc-4efb-9063-f7d0103f262b req-21d66e1e-5904-4d2a-a770-3a71fb93917e service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216979 Mar 16 11:45:00.098282 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a512d9-d853-4f52-b2ae-96c1ade51bbb req-90dae86e-1755-4e9e-aa7a-7443a514645c tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:00.099740 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-39a512d9-d853-4f52-b2ae-96c1ade51bbb req-90dae86e-1755-4e9e-aa7a-7443a514645c tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0774224 Mar 16 11:45:00.146179 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-39a512d9-d853-4f52-b2ae-96c1ade51bbb req-e5850ac7-8437-4dd8-ab8c-aa29a011d1dd tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401323 Mar 16 11:45:00.970125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1b2c5d73-ee88-4890-adce-c0f9c2d7c79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:01.253949 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 8aec1786-b071-4810-9b9e-18260a045a54 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:45:01.329616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8e654-5b1f-4520-827f-d23f4b5e6900 req-5a4060ca-a6dd-48fc-a1b2-c08415006d87 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:01.331058 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-35f8e654-5b1f-4520-827f-d23f4b5e6900 req-5a4060ca-a6dd-48fc-a1b2-c08415006d87 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0822759 Mar 16 11:45:01.375305 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-35f8e654-5b1f-4520-827f-d23f4b5e6900 req-f6ee8973-96a8-48b9-8d76-6a9109007c65 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381052 Mar 16 11:45:01.386443 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 8aec1786-b071-4810-9b9e-18260a045a54, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=8aec1786-b071-4810-9b9e-18260a045a54,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:45:01.400073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '8aec1786-b071-4810-9b9e-18260a045a54', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'port_id': '8aec1786-b071-4810-9b9e-18260a045a54', 'mac_address': 'fa:16:3e:d2:04:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:45:01.452297 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:01.468622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aec1786-b071-4810-9b9e-18260a045a54 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:45:01.483628 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 8aec1786-b071-4810-9b9e-18260a045a54, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=8aec1786-b071-4810-9b9e-18260a045a54,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:45:01.487225 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:01.553552 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=8aec1786-b071-4810-9b9e-18260a045a54,revision_number=9']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:01.871827 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['8aec1786-b071-4810-9b9e-18260a045a54'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:45:02.555533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b737024-01ce-4b58-be2f-1ab6d8cdcad9 req-24f0fb30-8696-42a0-a610-06b7abf14a1e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:02.556918 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8b737024-01ce-4b58-be2f-1ab6d8cdcad9 req-24f0fb30-8696-42a0-a610-06b7abf14a1e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 945 time: 0.0786133 Mar 16 11:45:02.599483 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8b737024-01ce-4b58-be2f-1ab6d8cdcad9 req-a1bc3038-3f6d-4b89-8878-4bf1dd4a6fab tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369644 Mar 16 11:45:03.137857 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4bb99077-dd7e-43d8-b1d1-3e8726c7df6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:03.269085 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 8aec1786-b071-4810-9b9e-18260a045a54 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:45:03.337622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 8aec1786-b071-4810-9b9e-18260a045a54 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:45:03.337986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:03.446444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:03.471913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aec1786-b071-4810-9b9e-18260a045a54'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:45:03.482436 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 8aec1786-b071-4810-9b9e-18260a045a54, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=8aec1786-b071-4810-9b9e-18260a045a54,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:45:03.486699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:03.519555 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aec1786-b071-4810-9b9e-18260a045a54', 'code': 200} Mar 16 11:45:03.557647 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=8aec1786-b071-4810-9b9e-18260a045a54,revision_number=10']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:03.804828 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0476e4-d12b-4755-b09d-261de316bc5a req-ea97b592-0fad-4d40-ba2c-4f138527063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:03.806153 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1c0476e4-d12b-4755-b09d-261de316bc5a req-ea97b592-0fad-4d40-ba2c-4f138527063c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 1100 time: 0.1286509 Mar 16 11:45:03.814210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04830592-276c-4f17-975a-209d241acbc3 req-73853ef8-0c71-4df7-90a6-5c57935cfafc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:03.815506 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-04830592-276c-4f17-975a-209d241acbc3 req-73853ef8-0c71-4df7-90a6-5c57935cfafc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 947 time: 0.1086357 Mar 16 11:45:03.877901 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1c0476e4-d12b-4755-b09d-261de316bc5a req-506815b6-44c9-4119-afd3-70b9d71752f6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615089 Mar 16 11:45:03.885010 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-04830592-276c-4f17-975a-209d241acbc3 req-ae5158e2-84b8-40ae-9b90-761cb8a3452e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552475 Mar 16 11:45:04.516884 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:04.620916 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:05.072741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d990db-db27-4987-9853-fb9487985e2b req-6989313c-70be-41b2-8531-539a4e923381 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:05.074175 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-90d990db-db27-4987-9853-fb9487985e2b req-6989313c-70be-41b2-8531-539a4e923381 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 947 time: 0.0861712 Mar 16 11:45:05.117908 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-90d990db-db27-4987-9853-fb9487985e2b req-ad45d4db-c364-4696-be8f-10573d8548fc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381069 Mar 16 11:45:06.077295 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:06.299397 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c252a-a960-43f8-b748-f30fa0c6f20e req-c67aeeaa-0f3c-43b6-9128-36ae1e1991cf tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:06.300839 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3f7c252a-a960-43f8-b748-f30fa0c6f20e req-c67aeeaa-0f3c-43b6-9128-36ae1e1991cf tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 947 time: 0.0783229 Mar 16 11:45:06.342818 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3f7c252a-a960-43f8-b748-f30fa0c6f20e req-1cc01657-9ca4-44d9-a996-4e4d25546488 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363693 Mar 16 11:45:18.158226 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:25.938119 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:45:30.972002 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1d2e3b58-43ca-4651-8083-4f967867754d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:33.138699 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8c0bdb5f-921b-46f9-ab5c-f087930108c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:34.518545 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:34.622913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:36.079451 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:48.187586 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:56.102449 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1f97184d-80bc-4829-a9ad-d21b06615e35 req-ae5c163e-d0a9-4697-ab46-00dfce3d0816 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703962 Mar 16 11:45:56.238137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97184d-80bc-4829-a9ad-d21b06615e35 req-6acb37d6-3e97-4a2f-9273-a7ffdb4b22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:56.239603 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1f97184d-80bc-4829-a9ad-d21b06615e35 req-6acb37d6-3e97-4a2f-9273-a7ffdb4b22e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 1100 time: 0.0708361 Mar 16 11:45:56.380557 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97184d-80bc-4829-a9ad-d21b06615e35 req-9b0567f8-c4f9-489a-89d3-a7f8fde734d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:56.381969 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1f97184d-80bc-4829-a9ad-d21b06615e35 req-9b0567f8-c4f9-489a-89d3-a7f8fde734d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1237633 Mar 16 11:45:56.513950 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1f97184d-80bc-4829-a9ad-d21b06615e35 req-b32575c8-2974-4029-84c6-cc9e126bf337 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aec1786-b071-4810-9b9e-18260a045a54 HTTP/1.1" status: 200 len: 1002 time: 0.1251376 Mar 16 11:45:56.573685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97184d-80bc-4829-a9ad-d21b06615e35 req-842283ed-faca-423a-9f9c-ad9838740f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:56.575034 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1f97184d-80bc-4829-a9ad-d21b06615e35 req-842283ed-faca-423a-9f9c-ad9838740f92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0552509 Mar 16 11:45:56.651177 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97184d-80bc-4829-a9ad-d21b06615e35 req-cd389f40-7b97-42d9-89e6-a24c85ba4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:56.652542 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1f97184d-80bc-4829-a9ad-d21b06615e35 req-cd389f40-7b97-42d9-89e6-a24c85ba4b39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712035 Mar 16 11:45:56.786808 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1f97184d-80bc-4829-a9ad-d21b06615e35 req-26c2a1be-b67c-4e85-b239-abb6efdf252f service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279864 Mar 16 11:45:56.916206 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1f97184d-80bc-4829-a9ad-d21b06615e35 req-0afe99ae-6360-403f-aa7e-4c151ea36715 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212187 Mar 16 11:46:00.976391 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bdf203ed-8de4-42cf-86a5-981f560ef38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:02.937707 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:46:03.139297 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b0a3f0d2-0954-4893-81c6-7e4530c55e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:04.520353 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:04.624490 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:06.082164 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:18.188582 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:30.980002 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2e2c583d-9465-496b-a023-6f4fd66b4202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:33.139960 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7d8675b1-564e-4ae4-95cd-84c4b85f8d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:34.522553 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:34.626807 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:36.085309 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:39.936842 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:46:42.005051 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33206) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:46:42.362477 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Deleting port 2969c152-94ec-426a-b29f-e3a03ef72c4e {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:46:42.362837 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:42.529896 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:42.530217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:42.648852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Calling delete_port for 2969c152-94ec-426a-b29f-e3a03ef72c4e owned by network:floatingip {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:46:42.812512 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:42.857268 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event deleted for resources: {'Port': ['ID=2969c152-94ec-426a-b29f-e3a03ef72c4e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:42.922124 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:42.922392 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:42.922717 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:42.923033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:42.923372 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:42.923688 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:42.923998 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:42.924307 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:42.924616 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:42.924920 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:42.925226 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:42.925532 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:42.954811 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for floatingip, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:42.955128 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Floating IP 77c9c761-4c69-4fac-ab85-3e739c0e82df disassociated (deleted). External IP: 172.26.3.109, port: 8aec1786-b071-4810-9b9e-18260a045a54. Mar 16 11:46:43.296531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Router 92767a64-7007-48e1-bbe2-a46dea9de309 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:46:43.473031 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:46:43.482599 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd91b48c-f8bc-46e2-999e-ab4c96a1367d None None] Sync routers for ids ['92767a64-7007-48e1-bbe2-a46dea9de309'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:46:43.491674 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91b48c-f8bc-46e2-999e-ab4c96a1367d None None] Routers {'92767a64-7007-48e1-bbe2-a46dea9de309'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:46:43.492278 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-bd91b48c-f8bc-46e2-999e-ab4c96a1367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:46:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['92767a64-7007-48e1-bbe2-a46dea9de309'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:43.492442 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:43.549740 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e798c032-73e8-4466-8fcd-dbffa2eafcb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "DELETE /v2.0/floatingips/77c9c761-4c69-4fac-ab85-3e739c0e82df HTTP/1.1" status: 204 len: 168 time: 1.5411439 Mar 16 11:46:43.549740 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'tag': '8aec1786-b071-4810-9b9e-18260a045a54'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:46:43.677150 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-bd91b48c-f8bc-46e2-999e-ab4c96a1367d None None] Set router 92767a64-7007-48e1-bbe2-a46dea9de309 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:46:43.685293 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'tag': '8aec1786-b071-4810-9b9e-18260a045a54', 'status': 'completed', 'code': 200} Mar 16 11:46:43.911230 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0fa82-7010-4eea-9ec7-b30929c51570 req-bd76f04b-b46c-4e22-bd75-24360c771326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:43.912673 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23a0fa82-7010-4eea-9ec7-b30929c51570 req-bd76f04b-b46c-4e22-bd75-24360c771326 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 1100 time: 0.2076919 Mar 16 11:46:43.991668 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-bd91b48c-f8bc-46e2-999e-ab4c96a1367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 4, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6401d232-eb91-4749-a048-529f3e10b4be', 'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'mac_address': 'fa:16:3e:ac:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:17Z', 'updated_at': '2022-03-16T11:41:26Z', 'revision_number': 5, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'subnets': [{'id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:43.995378 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd91b48c-f8bc-46e2-999e-ab4c96a1367d None None] Checking router: 92767a64-7007-48e1-bbe2-a46dea9de309 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:46:44.003641 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91b48c-f8bc-46e2-999e-ab4c96a1367d None None] Routers {'92767a64-7007-48e1-bbe2-a46dea9de309'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:46:44.004232 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-bd91b48c-f8bc-46e2-999e-ab4c96a1367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:46:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['92767a64-7007-48e1-bbe2-a46dea9de309'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:44.096416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0fa82-7010-4eea-9ec7-b30929c51570 req-7faffda2-ed78-412a-98e0-0eae18b0953d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:44.097829 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23a0fa82-7010-4eea-9ec7-b30929c51570 req-7faffda2-ed78-412a-98e0-0eae18b0953d service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1780660 Mar 16 11:46:44.109712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf54d1-d292-4c6f-bf45-12dc2a9bd021 req-34224df3-1c95-4dfd-98a1-3b2fad2b514e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:44.110366 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-54bf54d1-d292-4c6f-bf45-12dc2a9bd021 req-34224df3-1c95-4dfd-98a1-3b2fad2b514e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Synchronizing usage tracker for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:46:44.179498 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23a0fa82-7010-4eea-9ec7-b30929c51570 req-f274e95c-6f31-4f92-a7ee-7adb7b17fef6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aec1786-b071-4810-9b9e-18260a045a54 HTTP/1.1" status: 200 len: 217 time: 0.0654972 Mar 16 11:46:44.183773 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-bd91b48c-f8bc-46e2-999e-ab4c96a1367d None None] Set router 92767a64-7007-48e1-bbe2-a46dea9de309 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:46:44.216200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-54bf54d1-d292-4c6f-bf45-12dc2a9bd021 req-34224df3-1c95-4dfd-98a1-3b2fad2b514e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Unset dirty status for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:46:44.217264 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-54bf54d1-d292-4c6f-bf45-12dc2a9bd021 req-34224df3-1c95-4dfd-98a1-3b2fad2b514e tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 947 time: 0.3173356 Mar 16 11:46:44.269579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0fa82-7010-4eea-9ec7-b30929c51570 req-60aafbae-da3e-4f68-8c7c-a3fcf9d78a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:44.270999 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23a0fa82-7010-4eea-9ec7-b30929c51570 req-60aafbae-da3e-4f68-8c7c-a3fcf9d78a86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0859244 Mar 16 11:46:44.278037 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-54bf54d1-d292-4c6f-bf45-12dc2a9bd021 req-a77ba917-bcce-4a4c-90d1-1219e15aebf6 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508728 Mar 16 11:46:44.353105 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0fa82-7010-4eea-9ec7-b30929c51570 req-6a008f4d-8ff7-4c69-8b4c-035c5be7647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:44.354588 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23a0fa82-7010-4eea-9ec7-b30929c51570 req-6a008f4d-8ff7-4c69-8b4c-035c5be7647f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751841 Mar 16 11:46:44.485035 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23a0fa82-7010-4eea-9ec7-b30929c51570 req-8214073c-9d63-4a75-ba2e-bf92f8dd0c21 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239576 Mar 16 11:46:44.498798 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-bd91b48c-f8bc-46e2-999e-ab4c96a1367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 4, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6401d232-eb91-4749-a048-529f3e10b4be', 'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'mac_address': 'fa:16:3e:ac:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:17Z', 'updated_at': '2022-03-16T11:41:26Z', 'revision_number': 5, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'subnets': [{'id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:44.502722 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd91b48c-f8bc-46e2-999e-ab4c96a1367d None None] The sync data for ids ['92767a64-7007-48e1-bbe2-a46dea9de309'] in dv-neutron-833859-1-hyperv is: [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 4, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6401d232-eb91-4749-a048-529f3e10b4be', 'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'mac_address': 'fa:16:3e:ac:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:17Z', 'updated_at': '2022-03-16T11:41:26Z', 'revision_number': 5, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'subnets': [{'id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:46:44.616761 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-23a0fa82-7010-4eea-9ec7-b30929c51570 req-2b041bc3-9d63-49b2-afed-3f613df029f7 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254246 Mar 16 11:46:44.731958 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c034c5-f8a9-4534-80b5-1f58d63ae30a None None] New status for floating IP 77c9c761-4c69-4fac-ab85-3e739c0e82df: DOWN {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:46:45.438068 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911494b-d84c-4ee3-a536-16dfafaaef69 req-6cc4a759-e088-455b-b607-e39c873c6184 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:45.439516 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5911494b-d84c-4ee3-a536-16dfafaaef69 req-6cc4a759-e088-455b-b607-e39c873c6184 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 947 time: 0.0832934 Mar 16 11:46:45.513095 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-5911494b-d84c-4ee3-a536-16dfafaaef69 req-ed62de26-bdef-4d3e-ac08-961f87d587f9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Deleting port 8aec1786-b071-4810-9b9e-18260a045a54 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:46:45.513424 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5911494b-d84c-4ee3-a536-16dfafaaef69 req-ed62de26-bdef-4d3e-ac08-961f87d587f9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:45.515454 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3e942-2969-4081-b640-f1ab5a4ce099 req-7c12bfe8-7757-41d5-8286-746d2949d7e9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:45.516928 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-97f3e942-2969-4081-b640-f1ab5a4ce099 req-7c12bfe8-7757-41d5-8286-746d2949d7e9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 947 time: 0.1305294 Mar 16 11:46:45.566273 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-97f3e942-2969-4081-b640-f1ab5a4ce099 req-247f0d9f-d21d-4944-8a47-e595dc2b93a5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=38577428-9506-4d90-b7bf-dcde0caab4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436623 Mar 16 11:46:45.756880 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-5911494b-d84c-4ee3-a536-16dfafaaef69 req-ed62de26-bdef-4d3e-ac08-961f87d587f9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] For port 8aec1786-b071-4810-9b9e-18260a045a54, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=8aec1786-b071-4810-9b9e-18260a045a54,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:46:45.757220 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5911494b-d84c-4ee3-a536-16dfafaaef69 req-ed62de26-bdef-4d3e-ac08-961f87d587f9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:45.877236 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-5911494b-d84c-4ee3-a536-16dfafaaef69 req-ed62de26-bdef-4d3e-ac08-961f87d587f9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Calling delete_port for 8aec1786-b071-4810-9b9e-18260a045a54 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:46:46.015169 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5911494b-d84c-4ee3-a536-16dfafaaef69 req-ed62de26-bdef-4d3e-ac08-961f87d587f9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:46.061833 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62de26-bdef-4d3e-ac08-961f87d587f9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event deleted for resources: {'Port': ['ID=8aec1786-b071-4810-9b9e-18260a045a54,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:46.232315 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-5911494b-d84c-4ee3-a536-16dfafaaef69 req-ed62de26-bdef-4d3e-ac08-961f87d587f9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] No DVR routers for this DVR port 8aec1786-b071-4810-9b9e-18260a045a54 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:46:46.234511 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-5911494b-d84c-4ee3-a536-16dfafaaef69 req-ed62de26-bdef-4d3e-ac08-961f87d587f9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:46.237068 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'name': 'network-vif-deleted', 'tag': '8aec1786-b071-4810-9b9e-18260a045a54'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:46:46.252035 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5911494b-d84c-4ee3-a536-16dfafaaef69 req-ed62de26-bdef-4d3e-ac08-961f87d587f9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.18 "DELETE /v2.0/ports/8aec1786-b071-4810-9b9e-18260a045a54 HTTP/1.1" status: 204 len: 173 time: 0.8061574 Mar 16 11:46:46.292629 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8ddf15-ba58-4889-9a94-ae0b899f1a61', 'name': 'network-vif-deleted', 'tag': '8aec1786-b071-4810-9b9e-18260a045a54', 'status': 'completed', 'code': 200} Mar 16 11:46:46.735548 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-d03523be-d655-46cf-a081-ce95b1803afd req-b86a9628-49bf-4c18-9151-ee53cd61930a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8ddf15-ba58-4889-9a94-ae0b899f1a61 HTTP/1.1" status: 200 len: 210 time: 0.0492115 Mar 16 11:46:47.826721 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33236) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:46:47.868868 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 8aec1786-b071-4810-9b9e-18260a045a54 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:46:47.895386 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:47.903986 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 8aec1786-b071-4810-9b9e-18260a045a54 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:46:47.904321 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 8aec1786-b071-4810-9b9e-18260a045a54 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:46:47.925156 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:47.990802 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.008585 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38577428-9506-4d90-b7bf-dcde0caab4a0,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:48.017181 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.017460 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.017791 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.018117 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.018435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.018752 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.019069 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.019411 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.019731 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.020041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.020354 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.020663 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.027779 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.029456 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-417f54d2-42e3-4901-be07-5952643064d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "DELETE /v2.0/security-groups/38577428-9506-4d90-b7bf-dcde0caab4a0 HTTP/1.1" status: 204 len: 168 time: 0.2017395 Mar 16 11:46:48.202606 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.232286 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33244) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:46:48.237333 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-8a91826e-a4a8-47e3-a5ee-f40654a2dcd5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1394367773', 'description': 'tempest-secgroup-smoke-1394367773 description', 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:46:48.243412 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8a91826e-a4a8-47e3-a5ee-f40654a2dcd5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:46:48.247977 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8a91826e-a4a8-47e3-a5ee-f40654a2dcd5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:security_group and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:46:48.251340 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8a91826e-a4a8-47e3-a5ee-f40654a2dcd5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:46:48.258687 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8a91826e-a4a8-47e3-a5ee-f40654a2dcd5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:46:48.269396 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8a91826e-a4a8-47e3-a5ee-f40654a2dcd5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.288811 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8a91826e-a4a8-47e3-a5ee-f40654a2dcd5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:46:48.292545 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8a91826e-a4a8-47e3-a5ee-f40654a2dcd5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:security_group_rule and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:46:48.295315 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-8a91826e-a4a8-47e3-a5ee-f40654a2dcd5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:46:48.300829 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-8a91826e-a4a8-47e3-a5ee-f40654a2dcd5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:46:48.367874 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8a91826e-a4a8-47e3-a5ee-f40654a2dcd5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.371380 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8a91826e-a4a8-47e3-a5ee-f40654a2dcd5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.417506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91826e-a4a8-47e3-a5ee-f40654a2dcd5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2c018e-7d73-4c59-a333-e1b577d8117e,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:48.421509 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-8a91826e-a4a8-47e3-a5ee-f40654a2dcd5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.422692 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-8a91826e-a4a8-47e3-a5ee-f40654a2dcd5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1894131 Mar 16 11:46:48.425473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33248) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:46:48.430281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-de3e4090-2a7d-4477-b928-2967a5a6d59f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'security_group_rule': {'security_group_id': 'fd2c018e-7d73-4c59-a333-e1b577d8117e', 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:46:48.436634 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-de3e4090-2a7d-4477-b928-2967a5a6d59f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:46:48.440441 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-de3e4090-2a7d-4477-b928-2967a5a6d59f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:security_group_rule and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:46:48.443250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-de3e4090-2a7d-4477-b928-2967a5a6d59f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:46:48.448810 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-de3e4090-2a7d-4477-b928-2967a5a6d59f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:46:48.465659 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de3e4090-2a7d-4477-b928-2967a5a6d59f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.524559 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de3e4090-2a7d-4477-b928-2967a5a6d59f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.527826 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de3e4090-2a7d-4477-b928-2967a5a6d59f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.548857 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e4090-2a7d-4477-b928-2967a5a6d59f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea624e54-8f3c-4ac3-be74-b513b2a68f19,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:48.559828 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-de3e4090-2a7d-4477-b928-2967a5a6d59f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.560998 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-de3e4090-2a7d-4477-b928-2967a5a6d59f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346347 Mar 16 11:46:48.563658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33252) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:46:48.568422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a9cbca3b-bc46-4619-bfa8-fe4a8f9648c0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'security_group_rule': {'security_group_id': 'fd2c018e-7d73-4c59-a333-e1b577d8117e', 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:46:48.574038 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a9cbca3b-bc46-4619-bfa8-fe4a8f9648c0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:46:48.577777 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a9cbca3b-bc46-4619-bfa8-fe4a8f9648c0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:security_group_rule and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:46:48.580694 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a9cbca3b-bc46-4619-bfa8-fe4a8f9648c0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:46:48.586685 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a9cbca3b-bc46-4619-bfa8-fe4a8f9648c0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:46:48.606944 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9cbca3b-bc46-4619-bfa8-fe4a8f9648c0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.665517 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9cbca3b-bc46-4619-bfa8-fe4a8f9648c0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.669554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9cbca3b-bc46-4619-bfa8-fe4a8f9648c0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.691311 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbca3b-bc46-4619-bfa8-fe4a8f9648c0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b99990-1008-48df-8ae8-a8c750555451,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:48.699705 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9cbca3b-bc46-4619-bfa8-fe4a8f9648c0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.700894 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a9cbca3b-bc46-4619-bfa8-fe4a8f9648c0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363490 Mar 16 11:46:48.703681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33256) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:46:48.708414 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-69619c1f-ced5-4e73-b219-b55246fcce9f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'security_group_rule': {'security_group_id': 'fd2c018e-7d73-4c59-a333-e1b577d8117e', 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:46:48.714046 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-69619c1f-ced5-4e73-b219-b55246fcce9f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:46:48.718219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-69619c1f-ced5-4e73-b219-b55246fcce9f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:security_group_rule and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:46:48.720995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-69619c1f-ced5-4e73-b219-b55246fcce9f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:46:48.726622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-69619c1f-ced5-4e73-b219-b55246fcce9f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:46:48.743074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-69619c1f-ced5-4e73-b219-b55246fcce9f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.803031 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-69619c1f-ced5-4e73-b219-b55246fcce9f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.806284 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-69619c1f-ced5-4e73-b219-b55246fcce9f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.828479 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69619c1f-ced5-4e73-b219-b55246fcce9f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f96935-55ce-4a50-bbdf-1bd47ea31b03,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:48.837506 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-69619c1f-ced5-4e73-b219-b55246fcce9f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.838644 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-69619c1f-ced5-4e73-b219-b55246fcce9f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340525 Mar 16 11:46:48.841954 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33260) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:46:48.846712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-fff66563-6e0e-4a57-9cfa-54578a9fb632 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'security_group_rule': {'security_group_id': 'fd2c018e-7d73-4c59-a333-e1b577d8117e', 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:46:48.852637 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-fff66563-6e0e-4a57-9cfa-54578a9fb632 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:46:48.856622 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fff66563-6e0e-4a57-9cfa-54578a9fb632 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:security_group_rule and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:46:48.859416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-fff66563-6e0e-4a57-9cfa-54578a9fb632 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:46:48.864937 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-fff66563-6e0e-4a57-9cfa-54578a9fb632 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:46:48.881521 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fff66563-6e0e-4a57-9cfa-54578a9fb632 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.944560 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fff66563-6e0e-4a57-9cfa-54578a9fb632 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.948002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fff66563-6e0e-4a57-9cfa-54578a9fb632 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.972594 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff66563-6e0e-4a57-9cfa-54578a9fb632 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2881140-0a27-4b4b-9ba6-890740b5fc86,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:48.982323 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-fff66563-6e0e-4a57-9cfa-54578a9fb632 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.983484 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-fff66563-6e0e-4a57-9cfa-54578a9fb632 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406143 Mar 16 11:46:48.986229 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33264) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:46:48.990972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-5557d087-88be-4eff-b3d7-1adaf360fcc0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'security_group_rule': {'security_group_id': 'fd2c018e-7d73-4c59-a333-e1b577d8117e', 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:46:48.996567 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5557d087-88be-4eff-b3d7-1adaf360fcc0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:46:49.000295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5557d087-88be-4eff-b3d7-1adaf360fcc0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:security_group_rule and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:46:49.003055 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-5557d087-88be-4eff-b3d7-1adaf360fcc0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:46:49.008941 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-5557d087-88be-4eff-b3d7-1adaf360fcc0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:46:49.019504 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-5557d087-88be-4eff-b3d7-1adaf360fcc0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Project 4ccfa99f1b32465ebedf7ade72d7618c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:46:49.025665 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5557d087-88be-4eff-b3d7-1adaf360fcc0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:49.087750 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5557d087-88be-4eff-b3d7-1adaf360fcc0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:49.091542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5557d087-88be-4eff-b3d7-1adaf360fcc0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:49.114139 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557d087-88be-4eff-b3d7-1adaf360fcc0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475db45f-8595-4da3-8972-50c9ac3b0444,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:49.123784 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5557d087-88be-4eff-b3d7-1adaf360fcc0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:49.124910 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5557d087-88be-4eff-b3d7-1adaf360fcc0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377895 Mar 16 11:46:49.127627 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33268) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:46:49.132367 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-e7279fac-f7fe-4c46-a740-5b99fc0b57f2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'security_group_rule': {'security_group_id': 'fd2c018e-7d73-4c59-a333-e1b577d8117e', 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:46:49.138574 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e7279fac-f7fe-4c46-a740-5b99fc0b57f2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:46:49.142254 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e7279fac-f7fe-4c46-a740-5b99fc0b57f2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:security_group_rule and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:46:49.145015 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-e7279fac-f7fe-4c46-a740-5b99fc0b57f2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:46:49.150445 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-e7279fac-f7fe-4c46-a740-5b99fc0b57f2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:46:49.160645 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-e7279fac-f7fe-4c46-a740-5b99fc0b57f2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Project 4ccfa99f1b32465ebedf7ade72d7618c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:46:49.166796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7279fac-f7fe-4c46-a740-5b99fc0b57f2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:49.228835 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7279fac-f7fe-4c46-a740-5b99fc0b57f2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:49.232363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7279fac-f7fe-4c46-a740-5b99fc0b57f2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:49.257809 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7279fac-f7fe-4c46-a740-5b99fc0b57f2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439a9f98-f4f5-4b6c-8d77-96b37f4c3552,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:49.266740 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-e7279fac-f7fe-4c46-a740-5b99fc0b57f2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:49.267995 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-e7279fac-f7fe-4c46-a740-5b99fc0b57f2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394711 Mar 16 11:47:00.982607 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5b7b8702-8589-41ee-9a52-10d1a3689b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:02.975834 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-a67b56fc-70e2-42b3-8736-ec5c96f001d7 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Synchronizing usage tracker for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:47:02.990403 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-a67b56fc-70e2-42b3-8736-ec5c96f001d7 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Unset dirty status for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:47:02.991696 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-a67b56fc-70e2-42b3-8736-ec5c96f001d7 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1394367773&fields=id&tenant_id=4ccfa99f1b32465ebedf7ade72d7618c HTTP/1.1" status: 200 len: 267 time: 0.0535665 Mar 16 11:47:03.138761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-6d0075b3-61ee-4996-a4ec-5deac928c1ee tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:03.140346 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-6d0075b3-61ee-4996-a4ec-5deac928c1ee tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 808 time: 0.1416457 Mar 16 11:47:03.140599 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-53db477d-d3b5-4518-a7ef-2a1bba9f8164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:03.155197 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-6239241f-f9cb-40a4-b5ee-c561760fc1fd tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/quotas/4ccfa99f1b32465ebedf7ade72d7618c HTTP/1.1" status: 200 len: 375 time: 0.0089293 Mar 16 11:47:03.235788 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-bdb172d6-cd26-42ab-8660-a9b97823e7aa tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755384 Mar 16 11:47:03.411587 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-52224639-01db-4bd8-b880-11af40d49f9e service neutron] 10.222.0.44 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644740 Mar 16 11:47:03.540795 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-8584c0e5-b225-4b50-8e5c-69e52f0d4854 service neutron] 10.222.0.44 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222079 Mar 16 11:47:03.909121 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f839a020-398d-4f60-a167-a36aeb5aa471 req-127cf8ec-fec2-428e-9961-87f5f9374cc8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Synchronizing usage tracker for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:47:03.924453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-f839a020-398d-4f60-a167-a36aeb5aa471 req-127cf8ec-fec2-428e-9961-87f5f9374cc8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Unset dirty status for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:47:03.925585 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f839a020-398d-4f60-a167-a36aeb5aa471 req-127cf8ec-fec2-428e-9961-87f5f9374cc8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 210 time: 0.0580494 Mar 16 11:47:04.523845 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:04.629422 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:04.907834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-e46ecbc3-a698-4f10-b92c-d8b4ecaf4c81 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:04.909205 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-e46ecbc3-a698-4f10-b92c-d8b4ecaf4c81 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 808 time: 0.1439860 Mar 16 11:47:04.955431 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-276ce45b-eaa6-4bb8-87b6-206a9c0d0d06 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Synchronizing usage tracker for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:47:04.967821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-276ce45b-eaa6-4bb8-87b6-206a9c0d0d06 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Unset dirty status for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:47:04.968914 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-276ce45b-eaa6-4bb8-87b6-206a9c0d0d06 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ccfa99f1b32465ebedf7ade72d7618c HTTP/1.1" status: 200 len: 380 time: 0.0518379 Mar 16 11:47:04.978838 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-0f37260c-8330-426f-bea9-be39e469307b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'port': {'device_id': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'admin_state_up': True, 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'security_groups': ['fd2c018e-7d73-4c59-a333-e1b577d8117e']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:05.078930 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-dfc140b0-585d-463a-bd36-9dfb3cca8cb8 req-d35b33fd-7a66-44b1-b100-6f3a848dcde5 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 210 time: 0.0477557 Mar 16 11:47:05.122585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-0f37260c-8330-426f-bea9-be39e469307b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:05.131791 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-0f37260c-8330-426f-bea9-be39e469307b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:05.141922 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-0f37260c-8330-426f-bea9-be39e469307b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Made reservation on behalf of 4ccfa99f1b32465ebedf7ade72d7618c for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:47:05.145527 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-0f37260c-8330-426f-bea9-be39e469307b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:05.308838 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-0f37260c-8330-426f-bea9-be39e469307b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Allocated IP 172.20.0.13 (52f8b639-c544-4447-8492-ccf357ef333c/5d630937-985c-458c-ba26-f2f5e4a192bb/18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:47:05.493478 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-0f37260c-8330-426f-bea9-be39e469307b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:05.509014 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-0f37260c-8330-426f-bea9-be39e469307b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Transition to ACTIVE for port object 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:47:05.532549 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-0f37260c-8330-426f-bea9-be39e469307b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:05.600953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-0f37260c-8330-426f-bea9-be39e469307b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Network 52f8b639-c544-4447-8492-ccf357ef333c is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:47:05.604190 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-0f37260c-8330-426f-bea9-be39e469307b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:47:05.612940 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-0f37260c-8330-426f-bea9-be39e469307b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:47:05.651438 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37260c-8330-426f-bea9-be39e469307b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'Port': ['ID=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:05.683127 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-0f37260c-8330-426f-bea9-be39e469307b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:05.683770 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-0f37260c-8330-426f-bea9-be39e469307b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:05.713141 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-0f37260c-8330-426f-bea9-be39e469307b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7381227 Mar 16 11:47:05.771080 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Request body: {'port': {'device_id': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:05.833923 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2b5f2fc1-c4fe-4293-b407-867267ece29f None None] Provisioning for port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:47:05.839123 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-2b5f2fc1-c4fe-4293-b407-867267ece29f None None] Provisioning complete for port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:05.839943 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2b5f2fc1-c4fe-4293-b407-867267ece29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:05.884432 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:05.893481 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-2b5f2fc1-c4fe-4293-b407-867267ece29f None None] Port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:47:06.093811 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:06.373949 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:47:06.383641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:06.403776 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Transition to ACTIVE for port object 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:47:06.411789 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:06.474713 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68df7d-58b3-46fb-932d-1a489a749edb req-dbbb08a1-a40f-4a34-9d85-4e871737be6f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:06.478148 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-3d68df7d-58b3-46fb-932d-1a489a749edb req-dbbb08a1-a40f-4a34-9d85-4e871737be6f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Synchronizing usage tracker for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:47:06.603927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Pushing event updated for resources: {'Port': ['ID=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:06.638409 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-3d68df7d-58b3-46fb-932d-1a489a749edb req-dbbb08a1-a40f-4a34-9d85-4e871737be6f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Unset dirty status for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:47:06.639591 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d68df7d-58b3-46fb-932d-1a489a749edb req-dbbb08a1-a40f-4a34-9d85-4e871737be6f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 932 time: 0.4375083 Mar 16 11:47:06.709252 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d68df7d-58b3-46fb-932d-1a489a749edb req-61feebe6-a161-4fe6-a78e-b31493f0a1f2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584018 Mar 16 11:47:06.711322 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Attempting to bind port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:47:06.711655 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Attempting to bind port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'e0cb1081-a490-4190-8daa-18e46d47f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:47:06.711976 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Attempting to bind port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 on network 52f8b639-c544-4447-8492-ccf357ef333c {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:47:06.716682 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 on network 52f8b639-c544-4447-8492-ccf357ef333c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:47:06.716992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Attempting to bind port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 on network 52f8b639-c544-4447-8492-ccf357ef333c {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:47:06.722182 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:47:06.722596 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Checking segment: {'id': 'e0cb1081-a490-4190-8daa-18e46d47f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:47:06.722868 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Bound using segment: {'id': 'e0cb1081-a490-4190-8daa-18e46d47f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:47:06.723317 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Bound port: 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0cb1081-a490-4190-8daa-18e46d47f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:47:06.723658 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:06.813449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] For port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:47:06.816328 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] For port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:47:06.820460 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:06.878400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:06.879001 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:06.880370 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] 10.222.0.18 "PUT /v2.0/ports/18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 HTTP/1.1" status: 200 len: 1094 time: 1.1602125 Mar 16 11:47:06.880792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'tag': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:47:06.919985 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f42b8-4ea8-4255-8b80-1c256a29e53b service neutron] Pushing event updated for resources: {'Port': ['ID=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:06.958745 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'tag': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807', 'status': 'completed', 'code': 200} Mar 16 11:47:07.006169 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-5c2b57e6-9fb2-48e7-95f5-bde73ecdbf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:07.007751 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-5c2b57e6-9fb2-48e7-95f5-bde73ecdbf3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 1097 time: 0.0801473 Mar 16 11:47:07.077871 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-ddc83ee8-f82a-4a8d-a0e7-51dd60701035 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 HTTP/1.1" status: 200 len: 217 time: 0.0617533 Mar 16 11:47:07.141672 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-369c95a4-704c-4d75-ae81-967a1c6a8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:07.143074 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-369c95a4-704c-4d75-ae81-967a1c6a8438 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0601816 Mar 16 11:47:07.216334 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-66efa780-65aa-44de-94da-d9162ad2845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:07.217765 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-66efa780-65aa-44de-94da-d9162ad2845c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687928 Mar 16 11:47:07.344755 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-2323357d-5195-4860-a189-1527c117f45e service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207712 Mar 16 11:47:07.470033 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8d1d8360-b513-47b3-b2d8-cd92a932868b req-d0986c8f-6952-4c13-9212-956eca03b4ba service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199908 Mar 16 11:47:07.578424 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302c72c-339d-41ce-81b8-45f185a4c64d req-3060ae55-f30c-4bec-8835-22a329044fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:07.579865 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8302c72c-339d-41ce-81b8-45f185a4c64d req-3060ae55-f30c-4bec-8835-22a329044fd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 1097 time: 0.0679440 Mar 16 11:47:07.705821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302c72c-339d-41ce-81b8-45f185a4c64d req-011ea4ec-8460-40a2-af98-7ef21c204190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:07.707251 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8302c72c-339d-41ce-81b8-45f185a4c64d req-011ea4ec-8460-40a2-af98-7ef21c204190 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1215169 Mar 16 11:47:07.775768 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8302c72c-339d-41ce-81b8-45f185a4c64d req-563d4cfc-4d2b-4d21-af9b-3f94688a5fd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 HTTP/1.1" status: 200 len: 217 time: 0.0623004 Mar 16 11:47:07.882325 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302c72c-339d-41ce-81b8-45f185a4c64d req-b4d15905-32e6-4ee7-a0a8-3ebaa8a1df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:07.883915 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8302c72c-339d-41ce-81b8-45f185a4c64d req-b4d15905-32e6-4ee7-a0a8-3ebaa8a1df43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.1027575 Mar 16 11:47:07.952756 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad1bd5-4686-431d-a455-e3c1a2bea672 req-f0e1209d-bceb-4ad0-b7b6-8c2fb1d53d29 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:07.954166 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9dad1bd5-4686-431d-a455-e3c1a2bea672 req-f0e1209d-bceb-4ad0-b7b6-8c2fb1d53d29 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 944 time: 0.1385670 Mar 16 11:47:08.110488 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302c72c-339d-41ce-81b8-45f185a4c64d req-0112e310-7234-4224-9139-0b168ce6e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:08.111894 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8302c72c-339d-41ce-81b8-45f185a4c64d req-0112e310-7234-4224-9139-0b168ce6e3d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2220504 Mar 16 11:47:08.114688 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-9dad1bd5-4686-431d-a455-e3c1a2bea672 req-25c438a3-5df6-46fc-bdda-2d5ae2e6be19 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534939 Mar 16 11:47:08.246221 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8302c72c-339d-41ce-81b8-45f185a4c64d req-dda2c627-0d78-43b4-a19c-691defb84de6 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277361 Mar 16 11:47:08.376477 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8302c72c-339d-41ce-81b8-45f185a4c64d req-3860bfa9-6527-408e-8824-560ca61471af service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231055 Mar 16 11:47:09.297237 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6529267-14a5-4b27-b2fe-7db55cdd3ff5 req-75f7c486-b307-420f-9992-330c5dcd7815 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:09.298669 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c6529267-14a5-4b27-b2fe-7db55cdd3ff5 req-75f7c486-b307-420f-9992-330c5dcd7815 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 944 time: 0.0775094 Mar 16 11:47:09.340415 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-c6529267-14a5-4b27-b2fe-7db55cdd3ff5 req-5ebeae8c-20f4-42ab-a13a-640904435243 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361898 Mar 16 11:47:10.520407 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0604c30-7cd1-4bc9-ad5f-a0de76524b57 req-831233c3-d2c1-4f13-b70a-d92bb2297dc3 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:10.521807 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c0604c30-7cd1-4bc9-ad5f-a0de76524b57 req-831233c3-d2c1-4f13-b70a-d92bb2297dc3 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 944 time: 0.0771208 Mar 16 11:47:10.563857 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c0604c30-7cd1-4bc9-ad5f-a0de76524b57 req-2a1b100e-89d1-48d3-bd74-1c2b2dd027a1 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364966 Mar 16 11:47:11.746315 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de3d3d-a194-4601-b181-ee65785b3e2f req-84fed543-4ec8-4af2-a95f-808da40127d9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:11.748228 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a4de3d3d-a194-4601-b181-ee65785b3e2f req-84fed543-4ec8-4af2-a95f-808da40127d9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 944 time: 0.0796120 Mar 16 11:47:11.790177 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a4de3d3d-a194-4601-b181-ee65785b3e2f req-dd58162a-8d29-42ff-a2ce-05bd8831f839 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362942 Mar 16 11:47:12.972482 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66602737-05cd-4d14-a316-03ed5ba781dc req-943a2eb4-9f7b-4e57-88b5-59837d59d997 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:12.973879 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-66602737-05cd-4d14-a316-03ed5ba781dc req-943a2eb4-9f7b-4e57-88b5-59837d59d997 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 944 time: 0.0804102 Mar 16 11:47:13.016025 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-66602737-05cd-4d14-a316-03ed5ba781dc req-e9ae1290-4e64-4e61-b3a1-abcf107a3493 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364246 Mar 16 11:47:14.198182 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed7651-9400-4b2a-953c-fc6fcbce6bfe req-d573cc2e-cca2-438c-b6f0-e961a472fed9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:14.199649 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e6ed7651-9400-4b2a-953c-fc6fcbce6bfe req-d573cc2e-cca2-438c-b6f0-e961a472fed9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 944 time: 0.0809524 Mar 16 11:47:14.244731 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e6ed7651-9400-4b2a-953c-fc6fcbce6bfe req-d56b145d-2788-4348-b2ea-8e78363dc979 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380425 Mar 16 11:47:15.427219 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14890fa9-4f60-4341-9f61-6608d03a4f9d req-fb7da413-e7e8-4a93-9e8b-0869880897bc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:15.428649 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-14890fa9-4f60-4341-9f61-6608d03a4f9d req-fb7da413-e7e8-4a93-9e8b-0869880897bc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 944 time: 0.0778456 Mar 16 11:47:15.473743 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-14890fa9-4f60-4341-9f61-6608d03a4f9d req-7f5318c8-9baa-4e8b-8df7-55aff374d619 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395164 Mar 16 11:47:15.984886 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:47:16.111435 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:16.127503 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'port_id': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807', 'mac_address': 'fa:16:3e:d8:23:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:47:16.179098 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:16.194765 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:47:16.209353 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:16.213406 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:16.284536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:16.291410 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:16.291754 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:16.292083 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:16.292406 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:16.292732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:16.293057 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:16.293357 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:16.294260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:16.294579 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:16.294895 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:16.295228 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:16.295547 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:16.526602 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:47:16.659780 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8fff3-6814-4c04-8027-acbcd4b78552 req-52948940-effc-4e5d-848f-a3d9cd4724e6 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:16.661217 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-60a8fff3-6814-4c04-8027-acbcd4b78552 req-52948940-effc-4e5d-848f-a3d9cd4724e6 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 945 time: 0.0783267 Mar 16 11:47:16.704238 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-60a8fff3-6814-4c04-8027-acbcd4b78552 req-376aee16-692d-48a5-aa04-e9da3a8036fb tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374112 Mar 16 11:47:16.935576 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:47:17.885848 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d9135-05f2-4287-afa3-82bec570d140 req-dac65080-c329-45fd-94cc-3d48bc8b5a4f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:17.887851 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f62d9135-05f2-4287-afa3-82bec570d140 req-dac65080-c329-45fd-94cc-3d48bc8b5a4f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 945 time: 0.0785623 Mar 16 11:47:17.929473 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f62d9135-05f2-4287-afa3-82bec570d140 req-a3abe234-5608-490d-86a6-8a0a0cdcd04f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360632 Mar 16 11:47:18.000632 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:47:18.065649 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:47:18.070229 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:18.070602 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:18.181812 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:18.214581 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:18.218872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:47:18.228755 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:18.234962 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:18.304905 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:18.317861 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807', 'code': 200} Mar 16 11:47:18.596068 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2c53b-889f-4835-a9f9-b0e50156c0cc req-ab4bd3c7-18a6-4db1-a318-2dd7819ad1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:18.597415 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-abf2c53b-889f-4835-a9f9-b0e50156c0cc req-ab4bd3c7-18a6-4db1-a318-2dd7819ad1cf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 1099 time: 0.0707517 Mar 16 11:47:18.635796 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-abf2c53b-889f-4835-a9f9-b0e50156c0cc req-2836dbc1-b569-4145-8785-352db40fe280 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325906 Mar 16 11:47:19.110712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182b8cb-47bc-4826-858e-ca6a4223a254 req-642c5ff1-aa31-4853-8743-461a20399c4b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:19.112156 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e182b8cb-47bc-4826-858e-ca6a4223a254 req-642c5ff1-aa31-4853-8743-461a20399c4b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0779479 Mar 16 11:47:19.154892 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e182b8cb-47bc-4826-858e-ca6a4223a254 req-478d5550-2d94-4181-92ac-bb5ec524336a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372794 Mar 16 11:47:20.424013 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981e66a-0b02-4bce-b8f1-28968544d2a6 req-6dc7b79e-0b20-40fd-bf39-9cbbcde1b652 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:20.425474 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e981e66a-0b02-4bce-b8f1-28968544d2a6 req-6dc7b79e-0b20-40fd-bf39-9cbbcde1b652 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.1678302 Mar 16 11:47:20.468850 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e981e66a-0b02-4bce-b8f1-28968544d2a6 req-023fd491-71ce-4c5c-bd62-323a8cbeddc0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377491 Mar 16 11:47:20.647855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3a92e-87b6-4458-8ff2-92da72712529 req-6c259204-5e0f-43ee-a711-3b435b636357 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:20.649250 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6e3a92e-87b6-4458-8ff2-92da72712529 req-6c259204-5e0f-43ee-a711-3b435b636357 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0802400 Mar 16 11:47:20.692910 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6e3a92e-87b6-4458-8ff2-92da72712529 req-db316608-a1f4-4aac-8f0f-35c0694a86a9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381200 Mar 16 11:47:20.715257 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33464) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:20.820735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f739f99-a027-4132-94f9-2447016898fa tempest-TestShelveInstance-160091422 tempest-TestShelveInstance-160091422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:20.822165 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5f739f99-a027-4132-94f9-2447016898fa tempest-TestShelveInstance-160091422 tempest-TestShelveInstance-160091422-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 1094 time: 0.1059873 Mar 16 11:47:20.825457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33470) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:20.830314 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:20.836221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:20.840270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Usage tracker for resource:floatingip and tenant:4ccfa99f1b32465ebedf7ade72d7618c is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:20.843045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:20.848616 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:20.860874 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for floatingip, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:20.989712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.122938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Allocated IP 172.26.3.147 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/4d601728-b2d1-445b-be65-a86ec78078d6) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:47:21.265033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.294401 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.355508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:47:21.358686 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:47:21.366272 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:47:21.405996 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'Port': ['ID=4d601728-b2d1-445b-be65-a86ec78078d6,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:21.863799 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.942382 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:22.141558 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:22.145840 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:22.250428 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event updated for resources: {'Port': ['ID=4d601728-b2d1-445b-be65-a86ec78078d6,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:22.262983 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:22.429037 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Floating IP 4a97156f-e2a9-4f6a-8d7a-f56b1ccd0a82 associated. External IP: 172.26.3.147, port: 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807. Mar 16 11:47:22.766843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Router 92767a64-7007-48e1-bbe2-a46dea9de309 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:47:23.048102 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:47:23.057544 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0192292-b3d6-4c96-af23-16ef6364cc2e None None] Sync routers for ids ['92767a64-7007-48e1-bbe2-a46dea9de309'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:47:23.066241 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0192292-b3d6-4c96-af23-16ef6364cc2e None None] Routers {'92767a64-7007-48e1-bbe2-a46dea9de309'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:23.066885 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c0192292-b3d6-4c96-af23-16ef6364cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:47:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['92767a64-7007-48e1-bbe2-a46dea9de309'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:23.072891 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:23.129856 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-02ac5fd0-b93c-43f9-870c-5f2480930f40 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3033693 Mar 16 11:47:23.130422 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'tag': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:47:23.173247 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'tag': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807', 'status': 'completed', 'code': 200} Mar 16 11:47:23.254939 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-c0192292-b3d6-4c96-af23-16ef6364cc2e None None] Set router 92767a64-7007-48e1-bbe2-a46dea9de309 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:23.261533 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5c998-eff3-4552-8276-6dcb3d456517 req-f662963a-b2d9-4988-8f99-d5aa1665c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:23.263537 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0ed5c998-eff3-4552-8276-6dcb3d456517 req-f662963a-b2d9-4988-8f99-d5aa1665c387 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 1099 time: 0.0702586 Mar 16 11:47:23.394397 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5c998-eff3-4552-8276-6dcb3d456517 req-ebd4f12b-9310-4448-a938-e80d4ade359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:23.395854 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0ed5c998-eff3-4552-8276-6dcb3d456517 req-ebd4f12b-9310-4448-a938-e80d4ade359e service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1272333 Mar 16 11:47:23.496855 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0ed5c998-eff3-4552-8276-6dcb3d456517 req-2f2925fd-6758-4cda-bde6-9bfea69623fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 HTTP/1.1" status: 200 len: 1000 time: 0.0948267 Mar 16 11:47:23.559728 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5c998-eff3-4552-8276-6dcb3d456517 req-4b3127f9-db93-46c9-bd80-00bf2c6ccc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:23.561061 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0ed5c998-eff3-4552-8276-6dcb3d456517 req-4b3127f9-db93-46c9-bd80-00bf2c6ccc7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0588660 Mar 16 11:47:23.619652 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c0192292-b3d6-4c96-af23-16ef6364cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 4, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '4a97156f-e2a9-4f6a-8d7a-f56b1ccd0a82', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'floating_ip_address': '172.26.3.147', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'port_id': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'mac_address': 'fa:16:3e:d8:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:47:21Z', 'updated_at': '2022-03-16T11:47:21Z', 'revision_number': 0, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6401d232-eb91-4749-a048-529f3e10b4be', 'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'mac_address': 'fa:16:3e:ac:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:17Z', 'updated_at': '2022-03-16T11:41:26Z', 'revision_number': 5, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'subnets': [{'id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:23.623893 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0192292-b3d6-4c96-af23-16ef6364cc2e None None] Checking router: 92767a64-7007-48e1-bbe2-a46dea9de309 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:47:23.632391 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0192292-b3d6-4c96-af23-16ef6364cc2e None None] Routers {'92767a64-7007-48e1-bbe2-a46dea9de309'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:23.632985 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c0192292-b3d6-4c96-af23-16ef6364cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:47:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['92767a64-7007-48e1-bbe2-a46dea9de309'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:23.634792 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5c998-eff3-4552-8276-6dcb3d456517 req-fbf005e1-6fa2-442a-8174-1dedf40a11f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:23.636274 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0ed5c998-eff3-4552-8276-6dcb3d456517 req-fbf005e1-6fa2-442a-8174-1dedf40a11f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692477 Mar 16 11:47:23.774349 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0ed5c998-eff3-4552-8276-6dcb3d456517 req-906a4010-97e3-4504-acea-728aa7893464 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313663 Mar 16 11:47:23.816881 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-c0192292-b3d6-4c96-af23-16ef6364cc2e None None] Set router 92767a64-7007-48e1-bbe2-a46dea9de309 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:23.902817 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0ed5c998-eff3-4552-8276-6dcb3d456517 req-2b2fad5e-ab57-46df-bcb6-067afb20a0d9 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221347 Mar 16 11:47:24.149352 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-c0192292-b3d6-4c96-af23-16ef6364cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 4, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '4a97156f-e2a9-4f6a-8d7a-f56b1ccd0a82', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'floating_ip_address': '172.26.3.147', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'port_id': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'mac_address': 'fa:16:3e:d8:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:47:21Z', 'updated_at': '2022-03-16T11:47:21Z', 'revision_number': 0, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6401d232-eb91-4749-a048-529f3e10b4be', 'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'mac_address': 'fa:16:3e:ac:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:17Z', 'updated_at': '2022-03-16T11:41:26Z', 'revision_number': 5, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'subnets': [{'id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:24.153162 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0192292-b3d6-4c96-af23-16ef6364cc2e None None] The sync data for ids ['92767a64-7007-48e1-bbe2-a46dea9de309'] in dv-neutron-833859-1-hyperv is: [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 4, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '4a97156f-e2a9-4f6a-8d7a-f56b1ccd0a82', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'floating_ip_address': '172.26.3.147', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'port_id': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'mac_address': 'fa:16:3e:d8:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:47:21Z', 'updated_at': '2022-03-16T11:47:21Z', 'revision_number': 0, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6401d232-eb91-4749-a048-529f3e10b4be', 'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'mac_address': 'fa:16:3e:ac:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:17Z', 'updated_at': '2022-03-16T11:41:26Z', 'revision_number': 5, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'subnets': [{'id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:47:24.343524 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f85141-dbc9-427b-9e50-31cbaef390e4 None None] New status for floating IP 4a97156f-e2a9-4f6a-8d7a-f56b1ccd0a82: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:47:30.985867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-34d7d96e-fe7c-4131-849e-a11142ba66a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:33.143181 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-c9ddcfd7-4ca2-4d54-9996-a3e01b6a6eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.525298 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.632604 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:36.093566 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:48.222048 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:53.934506 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:47:58.127037 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-94167b69-3445-49c4-b59a-ee23362ac6ac req-cdb4abf8-80c8-434e-8f9c-11da282ecfc3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667672 Mar 16 11:47:58.263739 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94167b69-3445-49c4-b59a-ee23362ac6ac req-85e9ebe7-c3e0-4177-9c19-b365a7f6e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:58.265188 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-94167b69-3445-49c4-b59a-ee23362ac6ac req-85e9ebe7-c3e0-4177-9c19-b365a7f6e63c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 1099 time: 0.0721667 Mar 16 11:47:58.405439 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94167b69-3445-49c4-b59a-ee23362ac6ac req-611e19e7-4442-48c0-a964-c760005e5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:58.406825 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-94167b69-3445-49c4-b59a-ee23362ac6ac req-611e19e7-4442-48c0-a964-c760005e5b92 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1232870 Mar 16 11:47:58.505994 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-94167b69-3445-49c4-b59a-ee23362ac6ac req-0ad07598-6f0c-4591-8311-d7ea05a82745 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 HTTP/1.1" status: 200 len: 1002 time: 0.0929377 Mar 16 11:47:58.565639 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94167b69-3445-49c4-b59a-ee23362ac6ac req-5525bd31-1b0c-4f7d-8c1b-52ce3576e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:58.567010 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-94167b69-3445-49c4-b59a-ee23362ac6ac req-5525bd31-1b0c-4f7d-8c1b-52ce3576e575 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0560033 Mar 16 11:47:58.639469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94167b69-3445-49c4-b59a-ee23362ac6ac req-5a6c9feb-5736-4f3a-a162-bcb6e220206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:58.640898 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-94167b69-3445-49c4-b59a-ee23362ac6ac req-5a6c9feb-5736-4f3a-a162-bcb6e220206b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682356 Mar 16 11:47:58.765060 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-94167b69-3445-49c4-b59a-ee23362ac6ac req-fb1a0f16-0fac-4b3d-b5ae-69510eee9bba service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184766 Mar 16 11:47:58.989891 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-94167b69-3445-49c4-b59a-ee23362ac6ac req-c8d11880-8d92-4397-ae20-727ca138ca76 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194445 Mar 16 11:48:00.987764 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d43c22f7-5509-4134-9260-4d564699efbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:03.143915 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d58089d1-1aed-4bd3-a55b-92ce933c8833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:04.526444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:04.634016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:06.095962 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:18.232049 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:30.933450 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:48:30.991451 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-697ed43c-7b4e-42be-8aac-1e1198101fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:33.145067 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4ec93cd7-b385-40b5-8ab9-69feaaf60cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:34.530408 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:34.637149 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:36.095668 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:48.244458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:58.214157 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adaeab67-a92b-434b-b0be-c405935f8d5f req-3c19e3f5-2522-47c3-8ba6-6afaccfbd4be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1019993 Mar 16 11:48:58.350250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaeab67-a92b-434b-b0be-c405935f8d5f req-e4ae05eb-d77e-4e80-b281-27b04904ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:58.352009 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adaeab67-a92b-434b-b0be-c405935f8d5f req-e4ae05eb-d77e-4e80-b281-27b04904ab23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 1099 time: 0.0703871 Mar 16 11:48:58.498681 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaeab67-a92b-434b-b0be-c405935f8d5f req-c3ae2eb4-ab19-44a7-a5c6-fb59ea08fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:58.500424 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adaeab67-a92b-434b-b0be-c405935f8d5f req-c3ae2eb4-ab19-44a7-a5c6-fb59ea08fa32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1296546 Mar 16 11:48:58.598672 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adaeab67-a92b-434b-b0be-c405935f8d5f req-77d0a4bb-692a-453f-958c-2b92e0becb89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 HTTP/1.1" status: 200 len: 1002 time: 0.0914049 Mar 16 11:48:58.670215 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaeab67-a92b-434b-b0be-c405935f8d5f req-adeda6ad-70f6-4f00-96a8-0ed84597378c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:58.671795 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adaeab67-a92b-434b-b0be-c405935f8d5f req-adeda6ad-70f6-4f00-96a8-0ed84597378c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0675402 Mar 16 11:48:58.754584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaeab67-a92b-434b-b0be-c405935f8d5f req-03f1b6a8-7cae-4e4d-bc30-8fc7d194bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:58.756419 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adaeab67-a92b-434b-b0be-c405935f8d5f req-03f1b6a8-7cae-4e4d-bc30-8fc7d194bc7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773122 Mar 16 11:48:58.890334 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adaeab67-a92b-434b-b0be-c405935f8d5f req-650b9bb9-6ad4-4156-8d3c-99e4ea16a0ec service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292920 Mar 16 11:48:59.034328 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-adaeab67-a92b-434b-b0be-c405935f8d5f req-eae2f918-1032-42ca-82c0-30ec51f677a9 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357403 Mar 16 11:49:00.992374 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-60a7641c-00d5-4e8d-9e82-719b9a8c67b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:03.146437 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-4a7681fa-6cf1-4add-8aee-5c0147c55f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:04.533332 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:04.640450 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:06.098815 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:07.932672 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:49:18.246503 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:21.245232 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fca28-50fc-47a2-8761-e14e29bb5d54 req-bd6a27ba-4738-4835-b2d3-99f9c6326f6c tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:21.246989 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8b8fca28-50fc-47a2-8761-e14e29bb5d54 req-bd6a27ba-4738-4835-b2d3-99f9c6326f6c tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.1231308 Mar 16 11:49:21.290801 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-8b8fca28-50fc-47a2-8761-e14e29bb5d54 req-b769d252-0d69-49a1-b383-a65ccf1ae4c7 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379584 Mar 16 11:49:22.594691 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205e8fd-9fe7-4163-b5c1-5a306cf66575 req-6eb1a082-f169-451c-a638-67ac727a85b8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:22.596081 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5205e8fd-9fe7-4163-b5c1-5a306cf66575 req-6eb1a082-f169-451c-a638-67ac727a85b8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.1233072 Mar 16 11:49:22.638050 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5205e8fd-9fe7-4163-b5c1-5a306cf66575 req-e010dfed-73fd-4358-8be0-94ef371bd178 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361652 Mar 16 11:49:23.823290 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269658e-c84c-42c4-9b6f-af7f276b3359 req-f7908ad5-3acb-49ba-a151-908981c792d3 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:23.824679 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9269658e-c84c-42c4-9b6f-af7f276b3359 req-f7908ad5-3acb-49ba-a151-908981c792d3 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0787487 Mar 16 11:49:23.868604 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9269658e-c84c-42c4-9b6f-af7f276b3359 req-ada1ccac-efbe-4524-9263-865c7a57383a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385072 Mar 16 11:49:25.050579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f121-4eca-4b51-b415-c922a4a71bdd req-338ac3d7-eb5a-4f03-8b15-7d000224a9cd tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:25.052034 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2ad7f121-4eca-4b51-b415-c922a4a71bdd req-338ac3d7-eb5a-4f03-8b15-7d000224a9cd tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0774474 Mar 16 11:49:25.094185 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-2ad7f121-4eca-4b51-b415-c922a4a71bdd req-9488951f-e38d-4dcd-a8b4-b000f87c35e6 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366850 Mar 16 11:49:26.276074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88682bbe-8991-45b9-ba53-87a056ecdb59 req-ea64c39a-1654-46dd-a58f-1e5a1ae51335 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:26.277422 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-88682bbe-8991-45b9-ba53-87a056ecdb59 req-ea64c39a-1654-46dd-a58f-1e5a1ae51335 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0813670 Mar 16 11:49:26.319849 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-88682bbe-8991-45b9-ba53-87a056ecdb59 req-969567f3-d8d4-40b0-9593-971c0b43719d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366764 Mar 16 11:49:27.504602 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a22f5-8dfe-4a11-bca3-6b55188c5fbb req-78348330-e991-4713-adbd-6d8cffa8ea2d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:27.506152 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b9a22f5-8dfe-4a11-bca3-6b55188c5fbb req-78348330-e991-4713-adbd-6d8cffa8ea2d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0835309 Mar 16 11:49:27.551193 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1b9a22f5-8dfe-4a11-bca3-6b55188c5fbb req-b0666c75-6394-48a2-b1aa-19725c30e3de tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382721 Mar 16 11:49:28.740454 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978ef08-d5c1-4f8e-b1f6-12ac1ce1f03d req-d0d0812b-a260-4bcd-9aab-5ea434e219d0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:28.741887 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0978ef08-d5c1-4f8e-b1f6-12ac1ce1f03d req-d0d0812b-a260-4bcd-9aab-5ea434e219d0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0898652 Mar 16 11:49:28.787661 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-0978ef08-d5c1-4f8e-b1f6-12ac1ce1f03d req-c6038039-45f3-499c-928a-2c4ac73548d8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401556 Mar 16 11:49:29.964793 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccddb42-313b-4f41-abb6-3047f0ad655a req-f16e4b71-3f82-4cf3-96d8-ea17a6501122 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:29.966195 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5ccddb42-313b-4f41-abb6-3047f0ad655a req-f16e4b71-3f82-4cf3-96d8-ea17a6501122 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0773189 Mar 16 11:49:30.008145 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5ccddb42-313b-4f41-abb6-3047f0ad655a req-203638c7-c48f-477d-98bc-55168d1df247 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363657 Mar 16 11:49:30.994772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-abe1971d-319d-4f84-80f8-c1e1ef7a1f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:31.189650 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455d57-db04-49d2-8515-b285f4de15af req-40659d3e-cee3-4c10-9f46-9a3d611d4dec tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:31.191093 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-33455d57-db04-49d2-8515-b285f4de15af req-40659d3e-cee3-4c10-9f46-9a3d611d4dec tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0775354 Mar 16 11:49:31.204805 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f45e6-34d9-4f20-be54-c51c1d7fdda3 req-ce12ff63-6806-4da2-87c9-b63aad96e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:31.206747 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a80f45e6-34d9-4f20-be54-c51c1d7fdda3 req-ce12ff63-6806-4da2-87c9-b63aad96e292 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 1099 time: 0.0730803 Mar 16 11:49:31.236223 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-33455d57-db04-49d2-8515-b285f4de15af req-80f64666-ef3b-431e-91e1-c3883395a713 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392463 Mar 16 11:49:31.336283 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f45e6-34d9-4f20-be54-c51c1d7fdda3 req-cb82508b-a5ee-4663-8b5e-3283e35a0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:31.337729 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a80f45e6-34d9-4f20-be54-c51c1d7fdda3 req-cb82508b-a5ee-4663-8b5e-3283e35a0032 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1250463 Mar 16 11:49:31.437190 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a80f45e6-34d9-4f20-be54-c51c1d7fdda3 req-3e2e3bc4-59ed-422a-abb5-b6279edaad1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 HTTP/1.1" status: 200 len: 1002 time: 0.0934405 Mar 16 11:49:31.496454 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f45e6-34d9-4f20-be54-c51c1d7fdda3 req-a8c09727-0cb4-4269-b763-6bfdf75c17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:31.497818 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a80f45e6-34d9-4f20-be54-c51c1d7fdda3 req-a8c09727-0cb4-4269-b763-6bfdf75c17ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0548418 Mar 16 11:49:31.571652 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f45e6-34d9-4f20-be54-c51c1d7fdda3 req-35b0c4fa-7bdf-4b5f-a2b2-321763ec831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:31.573023 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a80f45e6-34d9-4f20-be54-c51c1d7fdda3 req-35b0c4fa-7bdf-4b5f-a2b2-321763ec831a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693567 Mar 16 11:49:31.791226 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a80f45e6-34d9-4f20-be54-c51c1d7fdda3 req-849b68b9-fb77-4619-91d5-ceefe26337f9 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113905 Mar 16 11:49:31.916595 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a80f45e6-34d9-4f20-be54-c51c1d7fdda3 req-2adc7e65-9394-4547-97d2-696cb8a3acf7 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193755 Mar 16 11:49:32.418947 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59362130-7d77-4ae0-a5ea-e8c9dea79c40 req-863f3819-7aa4-461d-a6d2-27e3e99db629 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:32.420379 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-59362130-7d77-4ae0-a5ea-e8c9dea79c40 req-863f3819-7aa4-461d-a6d2-27e3e99db629 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0786676 Mar 16 11:49:32.463395 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-59362130-7d77-4ae0-a5ea-e8c9dea79c40 req-328645b5-17c0-4b48-a82e-f5a26015bbe8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369346 Mar 16 11:49:33.146535 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-944725b9-78db-4d9b-aa3f-89fbbc75e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:33.652912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f1ec6-154c-4da2-9dc7-c60d442cbc0a req-bf9bc2b1-dee7-4317-aad4-b02800985c99 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:33.654414 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1f6f1ec6-154c-4da2-9dc7-c60d442cbc0a req-bf9bc2b1-dee7-4317-aad4-b02800985c99 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0875769 Mar 16 11:49:33.699184 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1f6f1ec6-154c-4da2-9dc7-c60d442cbc0a req-a0cd9b99-23e2-4b6a-a224-943d3b269bb0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385604 Mar 16 11:49:34.534792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:34.641861 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:34.881719 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97b7f4-2c2e-4c5e-a87a-b1d3fe9dbbd0 req-3f0196f2-883d-4425-9d71-3efc9b1ad879 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:34.883170 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d97b7f4-2c2e-4c5e-a87a-b1d3fe9dbbd0 req-3f0196f2-883d-4425-9d71-3efc9b1ad879 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0814366 Mar 16 11:49:34.930654 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3d97b7f4-2c2e-4c5e-a87a-b1d3fe9dbbd0 req-82fd1c96-df93-41cf-8d39-ace4b20b3825 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418301 Mar 16 11:49:35.137383 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33554) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:35.318630 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08e112-1293-4c88-9603-ec2588504b6f req-711ecbe1-1519-4a3f-882d-c21fda8a9ab2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:35.320056 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7b08e112-1293-4c88-9603-ec2588504b6f req-711ecbe1-1519-4a3f-882d-c21fda8a9ab2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.1079743 Mar 16 11:49:35.322811 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-208cb34e-7f14-423f-966e-c22ce6d7abb7 req-14cfdeaf-afd2-4440-a70f-2dfb3eb50b1d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1844106 Mar 16 11:49:35.362924 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7b08e112-1293-4c88-9603-ec2588504b6f req-fa1ce41a-aeda-4b34-955c-47b6a235bad1 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372691 Mar 16 11:49:36.102380 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:36.546085 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1046e-e93c-45ca-9cf4-463f5d7bc541 req-18a00b2b-f1bb-48d0-9ffb-4d527cc22dc0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:36.547510 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a2e1046e-e93c-45ca-9cf4-463f5d7bc541 req-18a00b2b-f1bb-48d0-9ffb-4d527cc22dc0 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0810664 Mar 16 11:49:36.591272 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a2e1046e-e93c-45ca-9cf4-463f5d7bc541 req-2f417865-4bf3-47ef-97a5-4c6172ae6c71 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379763 Mar 16 11:49:37.927617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89bf07-9d65-4069-9a97-3c9306f06f4a req-6b851de2-deaa-42d0-881a-adc59fb6cc0b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:37.929067 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1f89bf07-9d65-4069-9a97-3c9306f06f4a req-6b851de2-deaa-42d0-881a-adc59fb6cc0b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0802491 Mar 16 11:49:37.973816 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1f89bf07-9d65-4069-9a97-3c9306f06f4a req-0212bc47-db49-460b-87ee-bf761db7a7a4 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389404 Mar 16 11:49:38.521674 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:49:38.640725 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:38.665977 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:49:38.675387 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:38.680851 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:38.756240 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:38.763281 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:38.763635 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:38.763970 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:38.764305 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:38.764636 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:38.764965 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:38.765288 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:38.765611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:38.765932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:38.766251 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:38.766569 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:38.766886 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:38.817615 dv-neutron-833859-1-hyperv neutron-server[87970]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807', 'code': 422} returned with failed status Mar 16 11:49:39.162743 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e7537-8f00-4333-87e4-e67331dbb242 req-bb1e255b-b09d-432a-a76d-716e8322d774 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:39.164241 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-594e7537-8f00-4333-87e4-e67331dbb242 req-bb1e255b-b09d-432a-a76d-716e8322d774 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 944 time: 0.0878079 Mar 16 11:49:39.210925 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-594e7537-8f00-4333-87e4-e67331dbb242 req-ef36cdc0-e4fd-40ce-a6e1-619b96da3051 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410306 Mar 16 11:49:39.840993 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cb34e-7f14-423f-966e-c22ce6d7abb7 req-ee600916-aedc-4101-a2c5-1ed20b500b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:39.842366 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-208cb34e-7f14-423f-966e-c22ce6d7abb7 req-ee600916-aedc-4101-a2c5-1ed20b500b1d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301&tenant_id=4ccfa99f1b32465ebedf7ade72d7618c HTTP/1.1" status: 200 len: 1097 time: 0.0755467 Mar 16 11:49:39.930160 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cb34e-7f14-423f-966e-c22ce6d7abb7 req-bd8e153d-4ef5-443c-b566-6bc4da498341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:39.931563 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-208cb34e-7f14-423f-966e-c22ce6d7abb7 req-bd8e153d-4ef5-443c-b566-6bc4da498341 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 1097 time: 0.0690620 Mar 16 11:49:40.061503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cb34e-7f14-423f-966e-c22ce6d7abb7 req-b4fc8db9-f405-41cb-9369-d94ddcfc851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:40.062951 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-208cb34e-7f14-423f-966e-c22ce6d7abb7 req-b4fc8db9-f405-41cb-9369-d94ddcfc851a service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1253769 Mar 16 11:49:40.167439 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-208cb34e-7f14-423f-966e-c22ce6d7abb7 req-fb1acd91-0b50-4701-8080-bcfe4f6e5de2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 HTTP/1.1" status: 200 len: 1000 time: 0.0985718 Mar 16 11:49:40.229002 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cb34e-7f14-423f-966e-c22ce6d7abb7 req-72c09928-6de1-46f6-abc7-e8396132779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:40.230419 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-208cb34e-7f14-423f-966e-c22ce6d7abb7 req-72c09928-6de1-46f6-abc7-e8396132779c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0564322 Mar 16 11:49:40.314927 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cb34e-7f14-423f-966e-c22ce6d7abb7 req-6ff8bb33-7b70-45a4-839f-42ed9abd4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:40.316348 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-208cb34e-7f14-423f-966e-c22ce6d7abb7 req-6ff8bb33-7b70-45a4-839f-42ed9abd4532 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791154 Mar 16 11:49:40.410780 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9643d-0f20-492b-be77-50279d3c8c70 req-0bb33c5c-d274-4262-8f16-89a67f18d557 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:40.412232 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-15b9643d-0f20-492b-be77-50279d3c8c70 req-0bb33c5c-d274-4262-8f16-89a67f18d557 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 944 time: 0.0910583 Mar 16 11:49:40.452931 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-208cb34e-7f14-423f-966e-c22ce6d7abb7 req-c7bef055-f446-4424-928a-d2531f6b7225 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287634 Mar 16 11:49:40.456936 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-15b9643d-0f20-492b-be77-50279d3c8c70 req-458a2f12-efd9-4da4-8e10-3e7f3944d55c tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390096 Mar 16 11:49:40.682413 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-208cb34e-7f14-423f-966e-c22ce6d7abb7 req-3c83edc1-bae9-4b66-acdd-7c22749ba31d service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235515 Mar 16 11:49:41.634573 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e58e4c-2cec-4eee-aeed-b38ee4c46d01 req-681914d6-5fa9-4c43-9fd3-ff1f05b79bab tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:41.636014 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4e58e4c-2cec-4eee-aeed-b38ee4c46d01 req-681914d6-5fa9-4c43-9fd3-ff1f05b79bab tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 944 time: 0.0774162 Mar 16 11:49:41.680766 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e4e58e4c-2cec-4eee-aeed-b38ee4c46d01 req-7ecdb8ca-7772-4440-96a7-979cc7b61334 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392437 Mar 16 11:49:42.867058 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f29f2-b770-40dd-92da-f365729487b9 req-1175d0f4-17ac-40bd-b64e-c725aced102c tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:42.868517 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-fa7f29f2-b770-40dd-92da-f365729487b9 req-1175d0f4-17ac-40bd-b64e-c725aced102c tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 944 time: 0.0842698 Mar 16 11:49:42.910339 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-fa7f29f2-b770-40dd-92da-f365729487b9 req-7723a168-c88c-4c49-b79c-341f87c9867a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362439 Mar 16 11:49:44.095083 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6cb92-3b1b-409e-8ca6-f401f9ea3b63 req-a203f941-aa4b-4f12-b241-2dbc18a7099d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:44.096634 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1fa6cb92-3b1b-409e-8ca6-f401f9ea3b63 req-a203f941-aa4b-4f12-b241-2dbc18a7099d tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 944 time: 0.0810211 Mar 16 11:49:44.138528 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-1fa6cb92-3b1b-409e-8ca6-f401f9ea3b63 req-0e8f4d90-4f90-4d41-8996-a9ed5dce1662 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361054 Mar 16 11:49:44.931789 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:49:45.320525 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4cd88-3a57-4773-8970-81a787c83ddb req-7d81479f-e5fd-4bba-8b51-31c6ac6178cf tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:45.321986 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-14d4cd88-3a57-4773-8970-81a787c83ddb req-7d81479f-e5fd-4bba-8b51-31c6ac6178cf tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 944 time: 0.0792408 Mar 16 11:49:45.368802 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-14d4cd88-3a57-4773-8970-81a787c83ddb req-0a95b86c-95bb-491a-855a-8c33062b420b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413513 Mar 16 11:49:46.551508 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099c11b-039a-414e-8ba0-2a957f09c191 req-d1ad490a-d3b4-41a8-90cb-69324e4d7e28 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:46.552878 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c099c11b-039a-414e-8ba0-2a957f09c191 req-d1ad490a-d3b4-41a8-90cb-69324e4d7e28 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 944 time: 0.0813293 Mar 16 11:49:46.595056 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c099c11b-039a-414e-8ba0-2a957f09c191 req-a591bde3-190f-4dec-84f7-809fd85cee96 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363832 Mar 16 11:49:47.776784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edce5e-522c-40dc-83e9-4e61aafb0b9f req-8505ed1e-2d2e-43cc-bcda-9a574464bdf9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:47.778205 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-95edce5e-522c-40dc-83e9-4e61aafb0b9f req-8505ed1e-2d2e-43cc-bcda-9a574464bdf9 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 944 time: 0.0809965 Mar 16 11:49:47.820542 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-95edce5e-522c-40dc-83e9-4e61aafb0b9f req-cd880bf0-2967-47bb-a32f-6694ccee42a2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363193 Mar 16 11:49:48.260987 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:48.559604 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:49:48.693360 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:48.705870 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'port_id': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807', 'mac_address': 'fa:16:3e:d8:23:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:49:48.759226 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:48.775547 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:49:48.792732 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:48.796247 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:48.867251 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,revision_number=7']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:49.003400 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1caaa-8fb8-4c07-8040-b3f010636dad req-09cc706b-15e9-47e8-882d-9ea16ff0780f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:49.004836 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1e1caaa-8fb8-4c07-8040-b3f010636dad req-09cc706b-15e9-47e8-882d-9ea16ff0780f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 945 time: 0.0815945 Mar 16 11:49:49.047253 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e1e1caaa-8fb8-4c07-8040-b3f010636dad req-c7aa946e-1d27-4957-945a-000ddbe02665 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368271 Mar 16 11:49:49.128840 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:49:50.233676 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c8555-6ab6-4e05-b06e-4b5fea855856 req-099bcfda-c1a2-45e3-8480-754d544dc0a8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:50.235109 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-221c8555-6ab6-4e05-b06e-4b5fea855856 req-099bcfda-c1a2-45e3-8480-754d544dc0a8 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 945 time: 0.0827360 Mar 16 11:49:50.281796 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-221c8555-6ab6-4e05-b06e-4b5fea855856 req-bf53f669-f1aa-482f-a9cc-c5b9804ff197 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410547 Mar 16 11:49:50.559588 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:49:50.628593 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:49:50.628959 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:50.736929 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:50.763417 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:49:50.772575 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:50.777197 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:50.815873 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807', 'code': 200} Mar 16 11:49:50.847861 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,revision_number=8']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:51.075946 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027565f-3fb2-4b1f-bc91-add1203c7ac1 req-fa100a5b-3378-4f9d-8256-50480ca51b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:51.077288 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7027565f-3fb2-4b1f-bc91-add1203c7ac1 req-fa100a5b-3378-4f9d-8256-50480ca51b97 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 1099 time: 0.0698369 Mar 16 11:49:51.116398 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7027565f-3fb2-4b1f-bc91-add1203c7ac1 req-455aadb0-d34f-4b19-9858-008c6a0c30ba service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332355 Mar 16 11:49:51.460524 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d845c0-ea95-4c7b-8aec-d22140f0c96a req-467c6c43-8ada-4498-967f-731d6b86e1bf tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:51.461934 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-20d845c0-ea95-4c7b-8aec-d22140f0c96a req-467c6c43-8ada-4498-967f-731d6b86e1bf tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0786602 Mar 16 11:49:51.504397 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-20d845c0-ea95-4c7b-8aec-d22140f0c96a req-c0d6f393-a12d-4dbc-b9f3-0b0d276a82ec tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369179 Mar 16 11:49:52.691070 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd9750-18fe-4b66-9699-80f377edd79e req-18e6ff8d-be79-47f6-b594-2f9ecbd4d63a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:52.692519 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6ccd9750-18fe-4b66-9699-80f377edd79e req-18e6ff8d-be79-47f6-b594-2f9ecbd4d63a tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0805457 Mar 16 11:49:52.738142 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6ccd9750-18fe-4b66-9699-80f377edd79e req-63ffd0ce-5706-47eb-b735-10de6ae76b75 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401199 Mar 16 11:49:58.099415 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5ced44a-0d18-4f3a-980a-04627fa2011f req-901b59e2-8f50-4bba-9003-2e644be8c783 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676694 Mar 16 11:49:58.234790 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ced44a-0d18-4f3a-980a-04627fa2011f req-606f652d-f0aa-479e-99e9-9cbce0f79f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:58.236266 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5ced44a-0d18-4f3a-980a-04627fa2011f req-606f652d-f0aa-479e-99e9-9cbce0f79f5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 1099 time: 0.0731432 Mar 16 11:49:58.375337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ced44a-0d18-4f3a-980a-04627fa2011f req-5c8d7398-c7b8-4419-b6cd-0784297775de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:58.377339 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5ced44a-0d18-4f3a-980a-04627fa2011f req-5c8d7398-c7b8-4419-b6cd-0784297775de service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1244085 Mar 16 11:49:58.481395 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5ced44a-0d18-4f3a-980a-04627fa2011f req-0c665c2d-983e-49b3-b321-a4f719527c9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 HTTP/1.1" status: 200 len: 1002 time: 0.0956004 Mar 16 11:49:58.549806 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ced44a-0d18-4f3a-980a-04627fa2011f req-5ee1a0a8-6ac5-4001-a099-7fffb78266b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:58.551271 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5ced44a-0d18-4f3a-980a-04627fa2011f req-5ee1a0a8-6ac5-4001-a099-7fffb78266b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0643256 Mar 16 11:49:58.622248 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ced44a-0d18-4f3a-980a-04627fa2011f req-c3489753-91c2-46b3-bd2a-9cca5c2a1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:58.623703 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5ced44a-0d18-4f3a-980a-04627fa2011f req-c3489753-91c2-46b3-bd2a-9cca5c2a1c42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665002 Mar 16 11:49:58.754998 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5ced44a-0d18-4f3a-980a-04627fa2011f req-c12223bc-0da0-4ec7-af15-21055dae596d service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256194 Mar 16 11:49:58.885134 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b5ced44a-0d18-4f3a-980a-04627fa2011f req-cb64774e-9097-4d25-81f7-576886edfad0 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240451 Mar 16 11:50:00.997194 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-07095ca9-2377-42d1-9250-43b06271091b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.149517 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-55f6b2dd-7218-4cd7-943d-cb7217b70778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.538780 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.647692 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.105657 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:18.284328 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:21.931918 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:50:30.998756 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6651da00-9344-4512-9658-890b793ac85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:33.151020 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a8912879-9d66-495f-b3d8-748c6c807ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:34.540545 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:34.646747 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:36.107199 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:48.276253 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:58.931275 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:50:59.107355 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-08b852b8-d9f9-4c52-8744-60814f5a3e35 req-14d6c5ec-13fe-4e4a-9fec-7d0fdefa0535 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747154 Mar 16 11:50:59.240640 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b852b8-d9f9-4c52-8744-60814f5a3e35 req-e37a904e-e427-4c79-8ba6-c65106947454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:59.241969 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-08b852b8-d9f9-4c52-8744-60814f5a3e35 req-e37a904e-e427-4c79-8ba6-c65106947454 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 1099 time: 0.0693078 Mar 16 11:50:59.385572 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b852b8-d9f9-4c52-8744-60814f5a3e35 req-c9fcc63c-f9ab-41cc-b489-17c02904f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:59.386993 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-08b852b8-d9f9-4c52-8744-60814f5a3e35 req-c9fcc63c-f9ab-41cc-b489-17c02904f28e service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1253767 Mar 16 11:50:59.585628 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-08b852b8-d9f9-4c52-8744-60814f5a3e35 req-b6ff0b3e-42c9-49cd-9168-823998c37b62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 HTTP/1.1" status: 200 len: 1002 time: 0.1926723 Mar 16 11:50:59.645111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b852b8-d9f9-4c52-8744-60814f5a3e35 req-c607f03d-888a-493a-a4cf-c49903e2cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:59.646458 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-08b852b8-d9f9-4c52-8744-60814f5a3e35 req-c607f03d-888a-493a-a4cf-c49903e2cd18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0554903 Mar 16 11:50:59.720294 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b852b8-d9f9-4c52-8744-60814f5a3e35 req-ed995f3f-581c-44e7-bcdb-4708fca7b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:59.721707 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-08b852b8-d9f9-4c52-8744-60814f5a3e35 req-ed995f3f-581c-44e7-bcdb-4708fca7b612 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695853 Mar 16 11:50:59.847736 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-08b852b8-d9f9-4c52-8744-60814f5a3e35 req-7548ef03-0821-4300-a925-23a4dbabde4e service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183183 Mar 16 11:50:59.974157 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-08b852b8-d9f9-4c52-8744-60814f5a3e35 req-cc6332e6-aa8b-4153-8021-936eb8b934f9 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194103 Mar 16 11:51:00.999682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6a8d5212-11e7-4524-b792-f6946ca5526f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:03.151860 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a042129-4a8f-44ac-b39b-4064f21a5177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:04.542903 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:04.649932 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.111827 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:11.329610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33680) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:11.523473 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Deleting port 4d601728-b2d1-445b-be65-a86ec78078d6 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:11.523804 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:11.685106 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:11.685423 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:11.800778 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Calling delete_port for 4d601728-b2d1-445b-be65-a86ec78078d6 owned by network:floatingip {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:11.944099 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:11.988197 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event deleted for resources: {'Port': ['ID=4d601728-b2d1-445b-be65-a86ec78078d6,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:12.026265 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:12.026602 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:12.026926 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:12.027277 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:12.027595 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:12.027909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:12.028233 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:12.028529 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:12.028835 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:12.029139 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:12.029458 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:12.029746 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:12.084962 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for floatingip, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:12.085284 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Floating IP 4a97156f-e2a9-4f6a-8d7a-f56b1ccd0a82 disassociated (deleted). External IP: 172.26.3.147, port: 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807. Mar 16 11:51:12.525571 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Router 92767a64-7007-48e1-bbe2-a46dea9de309 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:51:12.695803 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:51:12.705532 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0afaf1-8610-4a9d-996e-4dba89d2eb84 None None] Sync routers for ids ['92767a64-7007-48e1-bbe2-a46dea9de309'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:51:12.715255 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:12.715574 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0afaf1-8610-4a9d-996e-4dba89d2eb84 None None] Routers {'92767a64-7007-48e1-bbe2-a46dea9de309'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:12.716168 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4a0afaf1-8610-4a9d-996e-4dba89d2eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['92767a64-7007-48e1-bbe2-a46dea9de309'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:12.771131 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-afeb0b3e-b123-466c-9f00-9b1baca52bbc tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "DELETE /v2.0/floatingips/4a97156f-e2a9-4f6a-8d7a-f56b1ccd0a82 HTTP/1.1" status: 204 len: 168 time: 1.4399207 Mar 16 11:51:12.771821 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'tag': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:51:12.895350 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-4a0afaf1-8610-4a9d-996e-4dba89d2eb84 None None] Set router 92767a64-7007-48e1-bbe2-a46dea9de309 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:12.933811 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'tag': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807', 'status': 'completed', 'code': 200} Mar 16 11:51:13.041377 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b707c99-7e20-485a-9eaa-3263f445da14 req-b93d1a14-53c6-4285-afc9-16624f1a76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:13.042827 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b707c99-7e20-485a-9eaa-3263f445da14 req-b93d1a14-53c6-4285-afc9-16624f1a76f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 1099 time: 0.0847557 Mar 16 11:51:13.211015 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4a0afaf1-8610-4a9d-996e-4dba89d2eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 4, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6401d232-eb91-4749-a048-529f3e10b4be', 'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'mac_address': 'fa:16:3e:ac:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:17Z', 'updated_at': '2022-03-16T11:41:26Z', 'revision_number': 5, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'subnets': [{'id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:13.215028 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0afaf1-8610-4a9d-996e-4dba89d2eb84 None None] Checking router: 92767a64-7007-48e1-bbe2-a46dea9de309 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:51:13.218000 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b707c99-7e20-485a-9eaa-3263f445da14 req-25e050fd-fb4c-44c6-a89b-e086aa62fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:13.219445 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b707c99-7e20-485a-9eaa-3263f445da14 req-25e050fd-fb4c-44c6-a89b-e086aa62fcf6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 200 len: 909 time: 0.1705310 Mar 16 11:51:13.223252 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0afaf1-8610-4a9d-996e-4dba89d2eb84 None None] Routers {'92767a64-7007-48e1-bbe2-a46dea9de309'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:13.223844 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4a0afaf1-8610-4a9d-996e-4dba89d2eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['92767a64-7007-48e1-bbe2-a46dea9de309'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:13.292609 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b707c99-7e20-485a-9eaa-3263f445da14 req-341de56e-ce81-48b0-9325-a39d13e19dc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 HTTP/1.1" status: 200 len: 217 time: 0.0653636 Mar 16 11:51:13.300669 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac393c21-c5c3-47de-bdff-2b3cae63fe2c req-a3efd81d-572a-4443-a6db-f9c9d9e64c07 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:13.301335 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-ac393c21-c5c3-47de-bdff-2b3cae63fe2c req-a3efd81d-572a-4443-a6db-f9c9d9e64c07 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Synchronizing usage tracker for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:51:13.366635 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-ac393c21-c5c3-47de-bdff-2b3cae63fe2c req-a3efd81d-572a-4443-a6db-f9c9d9e64c07 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Unset dirty status for tenant:4ccfa99f1b32465ebedf7ade72d7618c on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:51:13.367802 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ac393c21-c5c3-47de-bdff-2b3cae63fe2c req-a3efd81d-572a-4443-a6db-f9c9d9e64c07 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.2395217 Mar 16 11:51:13.371368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b707c99-7e20-485a-9eaa-3263f445da14 req-bf8bd23f-cf5c-484c-872c-ffcc0d59bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:13.372890 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b707c99-7e20-485a-9eaa-3263f445da14 req-bf8bd23f-cf5c-484c-872c-ffcc0d59bb11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 200 len: 847 time: 0.0683935 Mar 16 11:51:13.413496 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-4a0afaf1-8610-4a9d-996e-4dba89d2eb84 None None] Set router 92767a64-7007-48e1-bbe2-a46dea9de309 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:13.452585 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-ac393c21-c5c3-47de-bdff-2b3cae63fe2c req-8b071472-8f55-4990-9d8b-cb3fff011883 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786691 Mar 16 11:51:13.481273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b707c99-7e20-485a-9eaa-3263f445da14 req-e61726e1-cfc4-487e-8983-cb4340f4a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:13.482705 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b707c99-7e20-485a-9eaa-3263f445da14 req-e61726e1-cfc4-487e-8983-cb4340f4a883 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8b639-c544-4447-8492-ccf357ef333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0954728 Mar 16 11:51:13.613872 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b707c99-7e20-485a-9eaa-3263f445da14 req-b551996a-fabe-40b6-a8b9-3b670aba83a2 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231332 Mar 16 11:51:13.742671 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b707c99-7e20-485a-9eaa-3263f445da14 req-f24d3cf8-24df-40e9-badd-95a6dd4217cc service neutron] 10.222.0.18 "GET /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216259 Mar 16 11:51:13.746239 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-4a0afaf1-8610-4a9d-996e-4dba89d2eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 4, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6401d232-eb91-4749-a048-529f3e10b4be', 'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'mac_address': 'fa:16:3e:ac:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:17Z', 'updated_at': '2022-03-16T11:41:26Z', 'revision_number': 5, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'subnets': [{'id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:13.750113 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0afaf1-8610-4a9d-996e-4dba89d2eb84 None None] The sync data for ids ['92767a64-7007-48e1-bbe2-a46dea9de309'] in dv-neutron-833859-1-hyperv is: [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:41:18Z', 'revision_number': 4, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6401d232-eb91-4749-a048-529f3e10b4be', 'name': '', 'network_id': '52f8b639-c544-4447-8492-ccf357ef333c', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'mac_address': 'fa:16:3e:ac:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:17Z', 'updated_at': '2022-03-16T11:41:26Z', 'revision_number': 5, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'subnets': [{'id': '5d630937-985c-458c-ba26-f2f5e4a192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:51:13.956718 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06c597d-653c-46ec-b921-bbde3627fcfd None None] New status for floating IP 4a97156f-e2a9-4f6a-8d7a-f56b1ccd0a82: DOWN {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:51:14.641009 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b8d60-0982-4d14-906e-1f9ece21bf5d req-273fb615-00ba-4ae7-bf68-4a960c91ff2b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:14.642436 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f25b8d60-0982-4d14-906e-1f9ece21bf5d req-273fb615-00ba-4ae7-bf68-4a960c91ff2b tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0852940 Mar 16 11:51:14.686139 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f25b8d60-0982-4d14-906e-1f9ece21bf5d req-096ed890-76f7-47c5-80b1-9a4460db4215 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd2c018e-7d73-4c59-a333-e1b577d8117e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378773 Mar 16 11:51:14.744121 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ed8b1-b9d1-4661-a5ce-25efee2ce518 req-7726999b-671d-403a-b69a-d2daa6b3194f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:14.745406 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0e4ed8b1-b9d1-4661-a5ce-25efee2ce518 req-7726999b-671d-403a-b69a-d2daa6b3194f tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 946 time: 0.0804565 Mar 16 11:51:14.812218 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-0e4ed8b1-b9d1-4661-a5ce-25efee2ce518 req-46b94db7-10ba-4188-a7b9-13aacc30cb20 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Deleting port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:14.812558 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0e4ed8b1-b9d1-4661-a5ce-25efee2ce518 req-46b94db7-10ba-4188-a7b9-13aacc30cb20 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:15.149388 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-0e4ed8b1-b9d1-4661-a5ce-25efee2ce518 req-46b94db7-10ba-4188-a7b9-13aacc30cb20 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] For port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:15.149742 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0e4ed8b1-b9d1-4661-a5ce-25efee2ce518 req-46b94db7-10ba-4188-a7b9-13aacc30cb20 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:15.268872 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-0e4ed8b1-b9d1-4661-a5ce-25efee2ce518 req-46b94db7-10ba-4188-a7b9-13aacc30cb20 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Calling delete_port for 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:15.422209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0e4ed8b1-b9d1-4661-a5ce-25efee2ce518 req-46b94db7-10ba-4188-a7b9-13aacc30cb20 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:15.469292 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b94db7-10ba-4188-a7b9-13aacc30cb20 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event deleted for resources: {'Port': ['ID=18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:15.545168 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4ed8b1-b9d1-4661-a5ce-25efee2ce518 req-46b94db7-10ba-4188-a7b9-13aacc30cb20 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] No DVR routers for this DVR port 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:51:15.547610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-0e4ed8b1-b9d1-4661-a5ce-25efee2ce518 req-46b94db7-10ba-4188-a7b9-13aacc30cb20 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:15.550123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'name': 'network-vif-deleted', 'tag': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:51:15.566325 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0e4ed8b1-b9d1-4661-a5ce-25efee2ce518 req-46b94db7-10ba-4188-a7b9-13aacc30cb20 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.18 "DELETE /v2.0/ports/18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 HTTP/1.1" status: 204 len: 173 time: 0.8158853 Mar 16 11:51:15.605849 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf10cb7-55a0-4f43-bdb0-9a9589177301', 'name': 'network-vif-deleted', 'tag': '18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807', 'status': 'completed', 'code': 200} Mar 16 11:51:15.832322 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-2765d88b-edb5-48ff-9659-2739c4e3b217 req-05860bd3-eae8-4c4c-b59a-468ac87f46b2 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf10cb7-55a0-4f43-bdb0-9a9589177301 HTTP/1.1" status: 200 len: 210 time: 0.0433695 Mar 16 11:51:16.926453 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33708) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:16.993986 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcfa5896-d66e-4f30-8f42-d9c50aeb7633 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:17.022389 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcfa5896-d66e-4f30-8f42-d9c50aeb7633 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:17.091295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcfa5896-d66e-4f30-8f42-d9c50aeb7633 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:17.109230 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa5896-d66e-4f30-8f42-d9c50aeb7633 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2c018e-7d73-4c59-a333-e1b577d8117e,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:17.122710 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dcfa5896-d66e-4f30-8f42-d9c50aeb7633 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:17.123876 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-dcfa5896-d66e-4f30-8f42-d9c50aeb7633 tempest-TestShelveInstance-1837581982 tempest-TestShelveInstance-1837581982-project] 10.222.0.44 "DELETE /v2.0/security-groups/fd2c018e-7d73-4c59-a333-e1b577d8117e HTTP/1.1" status: 204 len: 168 time: 0.1956639 Mar 16 11:51:17.173030 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33714) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:17.971007 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:18.294718 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:18.320641 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Deleting port 6401d232-eb91-4749-a048-529f3e10b4be {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:18.321196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:18.499490 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] For port 6401d232-eb91-4749-a048-529f3e10b4be, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6401d232-eb91-4749-a048-529f3e10b4be,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:18.499764 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:18.621616 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Calling delete_port for 6401d232-eb91-4749-a048-529f3e10b4be owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:19.046016 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:19.060434 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:51:19.091999 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=6401d232-eb91-4749-a048-529f3e10b4be,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:19.093427 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:51:19.093772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 18ecf630-f4c0-4e5d-8c1c-d71a2d0a5807 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:51:19.125383 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:19.125725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:19.126064 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:19.126398 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:19.126722 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:19.127043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:19.127389 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:19.127710 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:19.128029 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:19.128346 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:19.128661 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:19.128975 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:19.375330 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:19.726526 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Router 92767a64-7007-48e1-bbe2-a46dea9de309 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:51:19.894962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:51:19.903905 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea7ae5d-2b26-4ec6-916d-5c0b4a2569cd None None] Sync routers for ids ['92767a64-7007-48e1-bbe2-a46dea9de309'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:51:19.911146 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c868207b-a672-46f2-9278-c9e35b6d1b2a admin admin] 10.222.0.44 "PUT /v2.0/routers/92767a64-7007-48e1-bbe2-a46dea9de309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7350652 Mar 16 11:51:19.911651 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33720) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:19.912892 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea7ae5d-2b26-4ec6-916d-5c0b4a2569cd None None] Routers {'92767a64-7007-48e1-bbe2-a46dea9de309'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:19.913493 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-eea7ae5d-2b26-4ec6-916d-5c0b4a2569cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['92767a64-7007-48e1-bbe2-a46dea9de309'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:20.083518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3091da37-5733-46ea-b149-669d0917d2de admin admin] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:20.085407 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-eea7ae5d-2b26-4ec6-916d-5c0b4a2569cd None None] Set router 92767a64-7007-48e1-bbe2-a46dea9de309 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:20.253999 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3091da37-5733-46ea-b149-669d0917d2de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:20.265746 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-3091da37-5733-46ea-b149-669d0917d2de admin admin] Deleting port a2819220-b7d4-47b3-a6ed-e1fb315758e9 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:20.266163 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3091da37-5733-46ea-b149-669d0917d2de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:20.364837 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-eea7ae5d-2b26-4ec6-916d-5c0b4a2569cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:51:18Z', 'revision_number': 5, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port': {'id': 'a2819220-b7d4-47b3-a6ed-e1fb315758e9', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:15Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:20.368630 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea7ae5d-2b26-4ec6-916d-5c0b4a2569cd None None] Checking router: 92767a64-7007-48e1-bbe2-a46dea9de309 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:51:20.377100 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea7ae5d-2b26-4ec6-916d-5c0b4a2569cd None None] Routers {'92767a64-7007-48e1-bbe2-a46dea9de309'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:20.377710 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-eea7ae5d-2b26-4ec6-916d-5c0b4a2569cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['92767a64-7007-48e1-bbe2-a46dea9de309'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:20.530783 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-eea7ae5d-2b26-4ec6-916d-5c0b4a2569cd None None] Set router 92767a64-7007-48e1-bbe2-a46dea9de309 gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:20.550590 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-3091da37-5733-46ea-b149-669d0917d2de admin admin] For port a2819220-b7d4-47b3-a6ed-e1fb315758e9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=a2819220-b7d4-47b3-a6ed-e1fb315758e9,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:20.551125 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3091da37-5733-46ea-b149-669d0917d2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:20.634010 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-eea7ae5d-2b26-4ec6-916d-5c0b4a2569cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:51:20Z', 'revision_number': 6, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:20.637866 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea7ae5d-2b26-4ec6-916d-5c0b4a2569cd None None] The sync data for ids ['92767a64-7007-48e1-bbe2-a46dea9de309'] in dv-neutron-833859-1-hyperv is: [{'id': '92767a64-7007-48e1-bbe2-a46dea9de309', 'name': 'tempest-TestShelveInstance-117373769-router', 'tenant_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:14Z', 'updated_at': '2022-03-16T11:51:20Z', 'revision_number': 6, 'project_id': '4ccfa99f1b32465ebedf7ade72d7618c', 'gw_port_host': None}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:51:20.673026 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-3091da37-5733-46ea-b149-669d0917d2de admin admin] Calling delete_port for a2819220-b7d4-47b3-a6ed-e1fb315758e9 owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:20.835739 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3091da37-5733-46ea-b149-669d0917d2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:20.883976 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091da37-5733-46ea-b149-669d0917d2de admin admin] Pushing event deleted for resources: {'Port': ['ID=a2819220-b7d4-47b3-a6ed-e1fb315758e9,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:20.973702 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3091da37-5733-46ea-b149-669d0917d2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:21.148759 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3091da37-5733-46ea-b149-669d0917d2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:21.150841 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3091da37-5733-46ea-b149-669d0917d2de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:21.172955 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3091da37-5733-46ea-b149-669d0917d2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:21.173475 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3091da37-5733-46ea-b149-669d0917d2de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92767a64-7007-48e1-bbe2-a46dea9de309 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:51:21.185466 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3091da37-5733-46ea-b149-669d0917d2de admin admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:21.186559 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3091da37-5733-46ea-b149-669d0917d2de admin admin] 10.222.0.44 "DELETE /v2.0/routers/92767a64-7007-48e1-bbe2-a46dea9de309 HTTP/1.1" status: 204 len: 168 time: 1.2740390 Mar 16 11:51:21.189099 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33724) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:21.249213 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b9de05-b073-49f5-bee9-cabe0a78e119 admin admin] Deleting subnet 5d630937-985c-458c-ba26-f2f5e4a192bb {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:51:21.252041 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8b9de05-b073-49f5-bee9-cabe0a78e119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:21.299342 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8b9de05-b073-49f5-bee9-cabe0a78e119 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:21.380129 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8b9de05-b073-49f5-bee9-cabe0a78e119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:21.449234 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8b9de05-b073-49f5-bee9-cabe0a78e119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:21.487681 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9de05-b073-49f5-bee9-cabe0a78e119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d630937-985c-458c-ba26-f2f5e4a192bb,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:21.492872 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f8b9de05-b073-49f5-bee9-cabe0a78e119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:21.498274 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b79d71-a674-4a78-8060-ff49735f7659 None None] Network 52f8b639-c544-4447-8492-ccf357ef333c requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:51:21.498912 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f8b9de05-b073-49f5-bee9-cabe0a78e119 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5d630937-985c-458c-ba26-f2f5e4a192bb HTTP/1.1" status: 204 len: 168 time: 0.3089046 Mar 16 11:51:21.501349 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33728) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:21.610906 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:21.622864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] Deleting port 2b3ff516-5304-49e4-8b72-dea95d6998a3 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:21.623227 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:21.628872 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a2819220-b7d4-47b3-a6ed-e1fb315758e9 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:51:21.698999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: a2819220-b7d4-47b3-a6ed-e1fb315758e9 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:51:21.699286 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device a2819220-b7d4-47b3-a6ed-e1fb315758e9 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:51:21.699701 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6401d232-eb91-4749-a048-529f3e10b4be no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:51:21.737887 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 6401d232-eb91-4749-a048-529f3e10b4be {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:51:21.738222 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6401d232-eb91-4749-a048-529f3e10b4be not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:51:21.828117 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f10bb2-f75a-4c9f-bbe1-8e349dce7d36 None None] DHCP port deletion for 52f8b639-c544-4447-8492-ccf357ef333c request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:51:21.832612 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-73f10bb2-f75a-4c9f-bbe1-8e349dce7d36 None None] Deleting port 2b3ff516-5304-49e4-8b72-dea95d6998a3 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:21.833065 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-73f10bb2-f75a-4c9f-bbe1-8e349dce7d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:21.933429 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] For port 2b3ff516-5304-49e4-8b72-dea95d6998a3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=2b3ff516-5304-49e4-8b72-dea95d6998a3,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:21.933728 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:22.035108 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-73f10bb2-f75a-4c9f-bbe1-8e349dce7d36 None None] For port 2b3ff516-5304-49e4-8b72-dea95d6998a3, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=2b3ff516-5304-49e4-8b72-dea95d6998a3,segment=NetworkSegment(e0cb1081-a490-4190-8daa-18e46d47f76c),segment_id=e0cb1081-a490-4190-8daa-18e46d47f76c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:22.035442 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-73f10bb2-f75a-4c9f-bbe1-8e349dce7d36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:22.054993 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] Calling delete_port for 2b3ff516-5304-49e4-8b72-dea95d6998a3 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:22.130984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:22.163004 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-73f10bb2-f75a-4c9f-bbe1-8e349dce7d36 None None] Calling delete_port for 2b3ff516-5304-49e4-8b72-dea95d6998a3 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:22.175870 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3ff516-5304-49e4-8b72-dea95d6998a3,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:22.179844 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] No DVR routers for this DVR port 2b3ff516-5304-49e4-8b72-dea95d6998a3 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:51:22.236808 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-73f10bb2-f75a-4c9f-bbe1-8e349dce7d36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:51:22.237166 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-73f10bb2-f75a-4c9f-bbe1-8e349dce7d36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:51:22.295224 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:22.323518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f8b639-c544-4447-8492-ccf357ef333c']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:22.337063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0cb1081-a490-4190-8daa-18e46d47f76c') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:22.337358 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0cb1081-a490-4190-8daa-18e46d47f76c') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:22.348287 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:22.364332 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:22.370684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:51:22.371114 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:51:22.387499 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:51:22.460333 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:22.476487 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:22.486229 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=52f8b639-c544-4447-8492-ccf357ef333c,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:22.501716 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-22051aa3-71ad-4df8-924e-a690d3e48f9d admin admin] 10.222.0.44 "DELETE /v2.0/networks/52f8b639-c544-4447-8492-ccf357ef333c HTTP/1.1" status: 204 len: 168 time: 0.9968631 Mar 16 11:51:22.501906 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33732) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:22.738487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-73f10bb2-f75a-4c9f-bbe1-8e349dce7d36 None None] Deleting port 2b3ff516-5304-49e4-8b72-dea95d6998a3 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:22.739041 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-73f10bb2-f75a-4c9f-bbe1-8e349dce7d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:22.804799 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-73f10bb2-f75a-4c9f-bbe1-8e349dce7d36 None None] The port '2b3ff516-5304-49e4-8b72-dea95d6998a3' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:51:23.028956 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a273-f233-4a55-96cd-5696e8d6adf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:23.465649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6a273-f233-4a55-96cd-5696e8d6adf5 admin admin] Deleting port 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:23.465982 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a273-f233-4a55-96cd-5696e8d6adf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:23.589104 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 2b3ff516-5304-49e4-8b72-dea95d6998a3 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:51:23.621770 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 2b3ff516-5304-49e4-8b72-dea95d6998a3 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:51:23.622114 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 2b3ff516-5304-49e4-8b72-dea95d6998a3 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:51:23.635509 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-4ad6a273-f233-4a55-96cd-5696e8d6adf5 admin admin] For port 45c26f26-97d7-47c4-a0d6-455dbc98e5e9, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=45c26f26-97d7-47c4-a0d6-455dbc98e5e9,segment=NetworkSegment(03261ee7-0b75-4536-b799-647ec028fb78),segment_id=03261ee7-0b75-4536-b799-647ec028fb78)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:23.635861 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a273-f233-4a55-96cd-5696e8d6adf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:23.755596 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6a273-f233-4a55-96cd-5696e8d6adf5 admin admin] Calling delete_port for 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:23.924839 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a273-f233-4a55-96cd-5696e8d6adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:23.970669 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6a273-f233-4a55-96cd-5696e8d6adf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c26f26-97d7-47c4-a0d6-455dbc98e5e9,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:24.229796 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a273-f233-4a55-96cd-5696e8d6adf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:24.682307 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad6a273-f233-4a55-96cd-5696e8d6adf5 admin admin] Router 9ce7422d-065e-4a47-b62a-db9c1ff706c4 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:51:24.856555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad6a273-f233-4a55-96cd-5696e8d6adf5 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:51:24.865717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e08aa09-2133-4a05-85d5-638764ed611a None None] Sync routers for ids ['9ce7422d-065e-4a47-b62a-db9c1ff706c4'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:51:24.866490 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-4ad6a273-f233-4a55-96cd-5696e8d6adf5 admin admin] 10.222.0.44 "PUT /v2.0/routers/9ce7422d-065e-4a47-b62a-db9c1ff706c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3636341 Mar 16 11:51:24.868995 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33736) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:24.875120 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e08aa09-2133-4a05-85d5-638764ed611a None None] Routers {'9ce7422d-065e-4a47-b62a-db9c1ff706c4'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:24.875755 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-4e08aa09-2133-4a05-85d5-638764ed611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['9ce7422d-065e-4a47-b62a-db9c1ff706c4'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:25.040325 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f27471be-7575-4828-971a-fa92991d9a03 admin admin] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:25.057926 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-4e08aa09-2133-4a05-85d5-638764ed611a None None] Set router 9ce7422d-065e-4a47-b62a-db9c1ff706c4 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:25.215445 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f27471be-7575-4828-971a-fa92991d9a03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:25.226761 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-f27471be-7575-4828-971a-fa92991d9a03 admin admin] Deleting port 95bb253a-bc9b-41ec-a4bf-97ae3616beae {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:25.227318 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f27471be-7575-4828-971a-fa92991d9a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:25.366260 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-4e08aa09-2133-4a05-85d5-638764ed611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'name': 'tempest-TestShelveInstance-1648248354-router', 'tenant_id': '6b8284b656434c61bbd0355201ce977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '95bb253a-bc9b-41ec-a4bf-97ae3616beae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:21Z', 'updated_at': '2022-03-16T11:51:23Z', 'revision_number': 5, 'project_id': '6b8284b656434c61bbd0355201ce977e', 'gw_port': {'id': '95bb253a-bc9b-41ec-a4bf-97ae3616beae', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:21Z', 'updated_at': '2022-03-16T11:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:25.370203 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e08aa09-2133-4a05-85d5-638764ed611a None None] Checking router: 9ce7422d-065e-4a47-b62a-db9c1ff706c4 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:51:25.378437 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e08aa09-2133-4a05-85d5-638764ed611a None None] Routers {'9ce7422d-065e-4a47-b62a-db9c1ff706c4'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:25.379040 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-4e08aa09-2133-4a05-85d5-638764ed611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['9ce7422d-065e-4a47-b62a-db9c1ff706c4'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:25.406217 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-f27471be-7575-4828-971a-fa92991d9a03 admin admin] For port 95bb253a-bc9b-41ec-a4bf-97ae3616beae, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=95bb253a-bc9b-41ec-a4bf-97ae3616beae,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:25.406784 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f27471be-7575-4828-971a-fa92991d9a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:25.527851 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-f27471be-7575-4828-971a-fa92991d9a03 admin admin] Calling delete_port for 95bb253a-bc9b-41ec-a4bf-97ae3616beae owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:25.528312 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-4e08aa09-2133-4a05-85d5-638764ed611a None None] Set router 9ce7422d-065e-4a47-b62a-db9c1ff706c4 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:25.632981 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-4e08aa09-2133-4a05-85d5-638764ed611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'name': 'tempest-TestShelveInstance-1648248354-router', 'tenant_id': '6b8284b656434c61bbd0355201ce977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:21Z', 'updated_at': '2022-03-16T11:51:25Z', 'revision_number': 6, 'project_id': '6b8284b656434c61bbd0355201ce977e', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:25.636895 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e08aa09-2133-4a05-85d5-638764ed611a None None] The sync data for ids ['9ce7422d-065e-4a47-b62a-db9c1ff706c4'] in dv-neutron-833859-1-hyperv is: [{'id': '9ce7422d-065e-4a47-b62a-db9c1ff706c4', 'name': 'tempest-TestShelveInstance-1648248354-router', 'tenant_id': '6b8284b656434c61bbd0355201ce977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:21Z', 'updated_at': '2022-03-16T11:51:25Z', 'revision_number': 6, 'project_id': '6b8284b656434c61bbd0355201ce977e', 'gw_port_host': None}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:51:25.696462 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f27471be-7575-4828-971a-fa92991d9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:25.745935 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27471be-7575-4828-971a-fa92991d9a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=95bb253a-bc9b-41ec-a4bf-97ae3616beae,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:25.830656 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f27471be-7575-4828-971a-fa92991d9a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:26.115242 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f27471be-7575-4828-971a-fa92991d9a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:26.117289 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f27471be-7575-4828-971a-fa92991d9a03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:26.138653 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f27471be-7575-4828-971a-fa92991d9a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:26.139260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27471be-7575-4828-971a-fa92991d9a03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ce7422d-065e-4a47-b62a-db9c1ff706c4 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:51:26.151442 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-f27471be-7575-4828-971a-fa92991d9a03 admin admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:26.152550 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-f27471be-7575-4828-971a-fa92991d9a03 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9ce7422d-065e-4a47-b62a-db9c1ff706c4 HTTP/1.1" status: 204 len: 168 time: 1.2826073 Mar 16 11:51:26.155052 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33740) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:26.213301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b2dfab-e141-4314-8410-4ffece72a2c8 admin admin] Deleting subnet 26e6fa5d-e50a-4f47-b526-7d0254f7dff6 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:51:26.216080 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36b2dfab-e141-4314-8410-4ffece72a2c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:26.262685 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36b2dfab-e141-4314-8410-4ffece72a2c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:26.340346 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36b2dfab-e141-4314-8410-4ffece72a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:26.409061 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36b2dfab-e141-4314-8410-4ffece72a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:26.445901 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2dfab-e141-4314-8410-4ffece72a2c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26e6fa5d-e50a-4f47-b526-7d0254f7dff6,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:26.449260 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-36b2dfab-e141-4314-8410-4ffece72a2c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:26.454998 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffafc0d-1a44-4c17-81ee-d20f99382952 None None] Network 235c1f46-9244-42c1-aa30-a7469f11b48a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:51:26.456170 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-36b2dfab-e141-4314-8410-4ffece72a2c8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/26e6fa5d-e50a-4f47-b526-7d0254f7dff6 HTTP/1.1" status: 204 len: 168 time: 0.2999523 Mar 16 11:51:26.459084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33744) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:26.564080 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:26.575501 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] Deleting port 5ccbec00-3ac8-4573-950f-c277393f9c5a {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:26.575818 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:26.699355 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62c931c-80d5-4c37-a3ce-726f5d33e0a2 None None] DHCP port deletion for 235c1f46-9244-42c1-aa30-a7469f11b48a request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:51:26.703611 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f62c931c-80d5-4c37-a3ce-726f5d33e0a2 None None] Deleting port 5ccbec00-3ac8-4573-950f-c277393f9c5a {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:26.704010 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f62c931c-80d5-4c37-a3ce-726f5d33e0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:26.787072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] For port 5ccbec00-3ac8-4573-950f-c277393f9c5a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5ccbec00-3ac8-4573-950f-c277393f9c5a,segment=NetworkSegment(03261ee7-0b75-4536-b799-647ec028fb78),segment_id=03261ee7-0b75-4536-b799-647ec028fb78)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:26.787452 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:26.899310 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-f62c931c-80d5-4c37-a3ce-726f5d33e0a2 None None] For port 5ccbec00-3ac8-4573-950f-c277393f9c5a, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=5ccbec00-3ac8-4573-950f-c277393f9c5a,segment=NetworkSegment(03261ee7-0b75-4536-b799-647ec028fb78),segment_id=03261ee7-0b75-4536-b799-647ec028fb78)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:26.899595 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f62c931c-80d5-4c37-a3ce-726f5d33e0a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:26.908619 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] Calling delete_port for 5ccbec00-3ac8-4573-950f-c277393f9c5a owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:26.985167 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:27.021917 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f62c931c-80d5-4c37-a3ce-726f5d33e0a2 None None] Calling delete_port for 5ccbec00-3ac8-4573-950f-c277393f9c5a owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:27.029127 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ccbec00-3ac8-4573-950f-c277393f9c5a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:27.034257 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] No DVR routers for this DVR port 5ccbec00-3ac8-4573-950f-c277393f9c5a on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:51:27.090696 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-f62c931c-80d5-4c37-a3ce-726f5d33e0a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:51:27.091040 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-f62c931c-80d5-4c37-a3ce-726f5d33e0a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:51:27.147576 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:27.172243 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235c1f46-9244-42c1-aa30-a7469f11b48a']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:27.184394 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03261ee7-0b75-4536-b799-647ec028fb78') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:27.184684 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03261ee7-0b75-4536-b799-647ec028fb78') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:27.195522 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:27.210926 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:27.216793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:51:27.217168 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:51:27.230508 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:51:27.305667 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:27.320868 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:27.331456 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=235c1f46-9244-42c1-aa30-a7469f11b48a,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:27.334194 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-dc0578ec-c15a-455d-bbc0-0981acdb0ee0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/235c1f46-9244-42c1-aa30-a7469f11b48a HTTP/1.1" status: 204 len: 168 time: 0.8737803 Mar 16 11:51:27.461336 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33750) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:27.508570 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-7343922e-dcca-4687-b077-826b8791a5a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ccfa99f1b32465ebedf7ade72d7618c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460896 Mar 16 11:51:27.510930 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33754) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:27.572864 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c3f7e2a4-9d77-438a-9416-0b8e83d4d990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:27.591058 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5ccbec00-3ac8-4573-950f-c277393f9c5a no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:51:27.599606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c3f7e2a4-9d77-438a-9416-0b8e83d4d990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:27.618506 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f62c931c-80d5-4c37-a3ce-726f5d33e0a2 None None] Deleting port 5ccbec00-3ac8-4573-950f-c277393f9c5a {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:27.618870 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f62c931c-80d5-4c37-a3ce-726f5d33e0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:27.652094 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c3f7e2a4-9d77-438a-9416-0b8e83d4d990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:27.656698 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 5ccbec00-3ac8-4573-950f-c277393f9c5a {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:51:27.657042 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 5ccbec00-3ac8-4573-950f-c277393f9c5a not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:51:27.657447 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 95bb253a-bc9b-41ec-a4bf-97ae3616beae no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:51:27.669968 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7e2a4-9d77-438a-9416-0b8e83d4d990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c4fc36-b26e-47bc-a538-e9a733a53ca9,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:27.675865 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c3f7e2a4-9d77-438a-9416-0b8e83d4d990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:27.679268 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c3f7e2a4-9d77-438a-9416-0b8e83d4d990 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5c4fc36-b26e-47bc-a538-e9a733a53ca9 HTTP/1.1" status: 204 len: 168 time: 0.1650679 Mar 16 11:51:27.724518 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 95bb253a-bc9b-41ec-a4bf-97ae3616beae {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:51:27.724859 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 95bb253a-bc9b-41ec-a4bf-97ae3616beae not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:51:27.725263 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:51:27.755038 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-f62c931c-80d5-4c37-a3ce-726f5d33e0a2 None None] The port '5ccbec00-3ac8-4573-950f-c277393f9c5a' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:51:27.765576 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:51:27.765914 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 45c26f26-97d7-47c4-a0d6-455dbc98e5e9 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:51:28.040661 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33762) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:28.087773 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c57df32c-e642-40f6-ba36-d4e49afbe16f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b8284b656434c61bbd0355201ce977e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460138 Mar 16 11:51:28.090013 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33766) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:28.145939 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c9a8533b-ef58-40c7-aea5-5f9ed0079a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:28.170176 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c9a8533b-ef58-40c7-aea5-5f9ed0079a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:28.223775 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c9a8533b-ef58-40c7-aea5-5f9ed0079a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:28.241103 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8533b-ef58-40c7-aea5-5f9ed0079a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7076b07-565e-43b9-b462-d8e4969c46fe,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:28.244530 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c9a8533b-ef58-40c7-aea5-5f9ed0079a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:28.248211 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c9a8533b-ef58-40c7-aea5-5f9ed0079a32 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7076b07-565e-43b9-b462-d8e4969c46fe HTTP/1.1" status: 204 len: 168 time: 0.1572981 Mar 16 11:51:29.013874 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33790) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:29.115465 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-830722415-network', 'tenant_id': 'ace5a72320894729833a520b32b82f32'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:29.120301 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:29.124072 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Usage tracker for resource:network and tenant:ace5a72320894729833a520b32b82f32 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:29.126919 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:29.133116 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:29.142687 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Made reservation on behalf of ace5a72320894729833a520b32b82f32 for: {'network': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:51:29.144960 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:29.157098 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:29.171435 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:29.175124 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Usage tracker for resource:security_group_rule and tenant:ace5a72320894729833a520b32b82f32 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:29.177871 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:29.183422 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:29.264502 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:29.268550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:29.296105 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=87968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:51:29.308570 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30027cb-39c4-4df9-9db4-3e889f831c57,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:29.312917 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:29.313257 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.segments_db [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Added segment 2bf0f128-3792-4339-8f6b-b09496a8c51c of type vlan for network 122fbb5e-6631-4503-ab99-abd60233c543 Mar 16 11:51:29.340074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:29.367397 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:29.368295 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:29.368886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:29.470757 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4558017 Mar 16 11:51:29.471625 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945e1c4-c5e0-463c-ad65-b88bdd05abba admin admin] Pushing event updated for resources: {'Network': ['ID=122fbb5e-6631-4503-ab99-abd60233c543,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:29.473556 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33796) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:29.479909 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-fa64ac6a-9f5d-4374-a443-b7cc35fcbc69 admin admin] Request body: {'subnet': {'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-830722415-subnet', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'ip_version': 4}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:29.481255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 122fbb5e-6631-4503-ab99-abd60233c543 details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:51:29.484712 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fa64ac6a-9f5d-4374-a443-b7cc35fcbc69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:29.488540 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fa64ac6a-9f5d-4374-a443-b7cc35fcbc69 admin admin] Usage tracker for resource:subnet and tenant:ace5a72320894729833a520b32b82f32 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:29.491356 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-fa64ac6a-9f5d-4374-a443-b7cc35fcbc69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:29.497397 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-fa64ac6a-9f5d-4374-a443-b7cc35fcbc69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:29.507764 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa64ac6a-9f5d-4374-a443-b7cc35fcbc69 admin admin] Made reservation on behalf of ace5a72320894729833a520b32b82f32 for: {'subnet': 1} {{(pid=87968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:51:29.510067 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fa64ac6a-9f5d-4374-a443-b7cc35fcbc69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15389107'] for subnet, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:29.802648 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fa64ac6a-9f5d-4374-a443-b7cc35fcbc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15389057'] for subnet, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:29.877592 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64ac6a-9f5d-4374-a443-b7cc35fcbc69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:29.882872 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa64ac6a-9f5d-4374-a443-b7cc35fcbc69 admin admin] Checking segment: {'id': '2bf0f128-3792-4339-8f6b-b09496a8c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:51:29.883243 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa64ac6a-9f5d-4374-a443-b7cc35fcbc69 admin admin] Network hostable DHCP agents. Network: 122fbb5e-6631-4503-ab99-abd60233c543, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:51:29.901038 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa64ac6a-9f5d-4374-a443-b7cc35fcbc69 admin admin] Network 122fbb5e-6631-4503-ab99-abd60233c543 is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:51:29.909610 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-fa64ac6a-9f5d-4374-a443-b7cc35fcbc69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 122fbb5e-6631-4503-ab99-abd60233c543) {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:29.913898 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa64ac6a-9f5d-4374-a443-b7cc35fcbc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:29.914996 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-fa64ac6a-9f5d-4374-a443-b7cc35fcbc69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:29.918315 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6723fcb3-5a27-48aa-8964-1623f1d37d14 None None] Network 122fbb5e-6631-4503-ab99-abd60233c543 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:51:29.935835 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fa64ac6a-9f5d-4374-a443-b7cc35fcbc69 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4607058 Mar 16 11:51:29.938481 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33800) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:29.943901 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:29.948303 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:29.952011 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Usage tracker for resource:router and tenant:ace5a72320894729833a520b32b82f32 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:29.954795 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:29.960408 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:29.970373 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:29.971376 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:29.986036 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:30.122532 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-122fbb5e-6631-4503-ab99-abd60233c543', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:51:30.123496 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:30.248071 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:30.273129 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Allocated IP 172.20.0.2 (122fbb5e-6631-4503-ab99-abd60233c543/955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b/af6ef1ea-fc93-4e91-99d5-ed299cdafb33) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:51:30.473836 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:30.483792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Transition to ACTIVE for port object af6ef1ea-fc93-4e91-99d5-ed299cdafb33 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:30.501451 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Transition to ACTIVE for port object af6ef1ea-fc93-4e91-99d5-ed299cdafb33 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:30.507790 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:30.564934 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Network 122fbb5e-6631-4503-ab99-abd60233c543 is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:30.566606 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:30.567636 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:30.575204 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:51:30.585234 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Pushing event updated for resources: {'Port': ['ID=af6ef1ea-fc93-4e91-99d5-ed299cdafb33,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:30.596361 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:30.624479 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:30.624826 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:30.625165 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:30.625495 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:30.625816 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:30.626144 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:30.626465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:30.626780 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:30.627100 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:30.627444 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:30.627763 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:30.628081 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:30.680992 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Attempting to bind port af6ef1ea-fc93-4e91-99d5-ed299cdafb33 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:51:30.681359 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Attempting to bind port af6ef1ea-fc93-4e91-99d5-ed299cdafb33 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '2bf0f128-3792-4339-8f6b-b09496a8c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:51:30.681715 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Attempting to bind port af6ef1ea-fc93-4e91-99d5-ed299cdafb33 on network 122fbb5e-6631-4503-ab99-abd60233c543 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:51:30.686798 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:51:30.687181 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Checking segment: {'id': '2bf0f128-3792-4339-8f6b-b09496a8c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:51:30.687590 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:30.687977 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Bound using segment: {'id': '2bf0f128-3792-4339-8f6b-b09496a8c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:51:30.688424 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Bound port: af6ef1ea-fc93-4e91-99d5-ed299cdafb33, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf0f128-3792-4339-8f6b-b09496a8c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:51:30.688789 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:30.734059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Allocated IP 172.26.3.99 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/fd6af946-3f73-414d-ba79-b02d99e972f6) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:51:30.776940 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] For port af6ef1ea-fc93-4e91-99d5-ed299cdafb33, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:51:30.780988 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] For port af6ef1ea-fc93-4e91-99d5-ed299cdafb33, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=af6ef1ea-fc93-4e91-99d5-ed299cdafb33,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:51:30.786254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:30.874203 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5c0dd-35a1-48d6-bd58-afd612c62c4a None None] Pushing event updated for resources: {'Port': ['ID=af6ef1ea-fc93-4e91-99d5-ed299cdafb33,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:30.910765 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:30.940982 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:31.002113 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d021-567d-411f-8262-ab458cddc945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:31.007283 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:31.014923 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:31.019322 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:51:31.048944 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Pushing event updated for resources: {'Port': ['ID=fd6af946-3f73-414d-ba79-b02d99e972f6,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:31.554189 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:31.625885 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device af6ef1ea-fc93-4e91-99d5-ed299cdafb33 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:51:31.707713 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port af6ef1ea-fc93-4e91-99d5-ed299cdafb33 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:51:31.795646 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d470796f-3dc4-435d-b374-958f2f2ab716 None None] Network 122fbb5e-6631-4503-ab99-abd60233c543 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:51:31.902796 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6f68aadf-9823-4782-bc16-ec9999f555ec None None] Provisioning for port af6ef1ea-fc93-4e91-99d5-ed299cdafb33 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:51:31.913955 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:31.916898 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-6f68aadf-9823-4782-bc16-ec9999f555ec None None] Provisioning complete for port af6ef1ea-fc93-4e91-99d5-ed299cdafb33 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:31.917266 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6f68aadf-9823-4782-bc16-ec9999f555ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:32.119793 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Router bf54e157-fc21-4dbd-9ccc-71c883e9d38d is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:51:32.125430 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6f68aadf-9823-4782-bc16-ec9999f555ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:32.169499 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-6f68aadf-9823-4782-bc16-ec9999f555ec None None] For port af6ef1ea-fc93-4e91-99d5-ed299cdafb33, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=af6ef1ea-fc93-4e91-99d5-ed299cdafb33,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:32.173588 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6f68aadf-9823-4782-bc16-ec9999f555ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:32.301565 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68aadf-9823-4782-bc16-ec9999f555ec None None] Pushing event updated for resources: {'Port': ['ID=af6ef1ea-fc93-4e91-99d5-ed299cdafb33,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:32.309434 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:51:32.319842 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Sync routers for ids ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:51:32.329824 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Routers {'bf54e157-fc21-4dbd-9ccc-71c883e9d38d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:32.330832 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:51:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:32.335839 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:32.339699 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-a08e8e58-7a31-4312-82d8-e62487993235 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3977971 Mar 16 11:51:32.340226 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33804) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:32.394361 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3335eb00-8227-47f0-bdd8-32b9d5b39448 None None] Provisioning complete for port af6ef1ea-fc93-4e91-99d5-ed299cdafb33 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:32.394734 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3335eb00-8227-47f0-bdd8-32b9d5b39448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:32.513305 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Set router bf54e157-fc21-4dbd-9ccc-71c883e9d38d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:32.833887 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:31Z', 'revision_number': 3, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:32.837783 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Checking router: bf54e157-fc21-4dbd-9ccc-71c883e9d38d for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:51:32.838126 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Updating router bf54e157-fc21-4dbd-9ccc-71c883e9d38d port fd6af946-3f73-414d-ba79-b02d99e972f6 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:51:32.888353 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:33.119186 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:33.153342 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-514f53fe-1962-400d-9242-f15d25138499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:33.197501 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:33.208534 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Transition to ACTIVE for port object fd6af946-3f73-414d-ba79-b02d99e972f6 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:33.214581 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:33.297233 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Attempting to bind port fd6af946-3f73-414d-ba79-b02d99e972f6 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:51:33.297598 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Attempting to bind port fd6af946-3f73-414d-ba79-b02d99e972f6 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:51:33.297958 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Attempting to bind port fd6af946-3f73-414d-ba79-b02d99e972f6 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:51:33.304164 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d5854-9bd7-4236-906f-0c94ab88e23b None None] Pushing event updated for resources: {'Port': ['ID=fd6af946-3f73-414d-ba79-b02d99e972f6,revision_number=2']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:33.308929 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:51:33.309296 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:51:33.309690 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:33.310078 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:51:33.310535 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Bound port: fd6af946-3f73-414d-ba79-b02d99e972f6, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:51:33.310895 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:33.325626 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Allocated IP 172.20.0.1 (122fbb5e-6631-4503-ab99-abd60233c543/955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b/536b895e-b108-4b51-b7a9-e5dc35549b4c) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:51:33.341347 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5854-9bd7-4236-906f-0c94ab88e23b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:33.341925 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5854-9bd7-4236-906f-0c94ab88e23b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:33.342046 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5854-9bd7-4236-906f-0c94ab88e23b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:33.342362 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5854-9bd7-4236-906f-0c94ab88e23b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:33.342684 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5854-9bd7-4236-906f-0c94ab88e23b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:33.343004 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5854-9bd7-4236-906f-0c94ab88e23b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:33.343348 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5854-9bd7-4236-906f-0c94ab88e23b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:33.343666 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5854-9bd7-4236-906f-0c94ab88e23b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:33.343983 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5854-9bd7-4236-906f-0c94ab88e23b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:33.344297 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5854-9bd7-4236-906f-0c94ab88e23b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:33.344607 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5854-9bd7-4236-906f-0c94ab88e23b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:33.344916 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5854-9bd7-4236-906f-0c94ab88e23b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:33.393407 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] For port fd6af946-3f73-414d-ba79-b02d99e972f6, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:51:33.396396 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] For port fd6af946-3f73-414d-ba79-b02d99e972f6, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=fd6af946-3f73-414d-ba79-b02d99e972f6,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:51:33.400936 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:33.475437 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:33.478077 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Routers {'bf54e157-fc21-4dbd-9ccc-71c883e9d38d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:33.478689 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:33.490932 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.provisioning_blocks [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Transition to ACTIVE for port object 536b895e-b108-4b51-b7a9-e5dc35549b4c will not be triggered until provisioned by entity DHCP. {{(pid=87968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:33.513720 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:33.541328 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d5854-9bd7-4236-906f-0c94ab88e23b None None] Pushing event updated for resources: {'Port': ['ID=fd6af946-3f73-414d-ba79-b02d99e972f6,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:33.573090 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Network 122fbb5e-6631-4503-ab99-abd60233c543 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:33.575850 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:33.584192 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:51:33.620449 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device af6ef1ea-fc93-4e91-99d5-ed299cdafb33 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:51:33.624058 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Pushing event updated for resources: {'Port': ['ID=536b895e-b108-4b51-b7a9-e5dc35549b4c,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:33.651543 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:33.678545 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] Set router bf54e157-fc21-4dbd-9ccc-71c883e9d38d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:33.706538 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port af6ef1ea-fc93-4e91-99d5-ed299cdafb33 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:33.707283 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:33.851988 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9ef470e8-db91-44c6-b314-c5b5a24a22fc None None] Provisioning for port 536b895e-b108-4b51-b7a9-e5dc35549b4c completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:51:33.857396 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-9ef470e8-db91-44c6-b314-c5b5a24a22fc None None] Provisioning complete for port 536b895e-b108-4b51-b7a9-e5dc35549b4c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:33.857772 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9ef470e8-db91-44c6-b314-c5b5a24a22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:33.916531 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-9ef470e8-db91-44c6-b314-c5b5a24a22fc None None] Port 536b895e-b108-4b51-b7a9-e5dc35549b4c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:51:33.930697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:33.985927 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:31Z', 'revision_number': 3, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:33.990345 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7e0474-8f97-44a0-85e1-ce19e311bebf None None] The sync data for ids ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'] in dv-neutron-833859-1-hyperv is: [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:31Z', 'revision_number': 3, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:51:34.156465 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:34.162028 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:34.273635 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:34.277253 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Pushing event updated for resources: {'Port': ['ID=536b895e-b108-4b51-b7a9-e5dc35549b4c,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:34.545688 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:34.550209 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Network 122fbb5e-6631-4503-ab99-abd60233c543 is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:34.551415 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:34.664192 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:34.752414 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Router bf54e157-fc21-4dbd-9ccc-71c883e9d38d has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:51:34.847614 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-b67cc0b5-89fe-4a3a-afbd-e382a6f0b08c None None] Provisioning complete for port 536b895e-b108-4b51-b7a9-e5dc35549b4c triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:34.848002 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b67cc0b5-89fe-4a3a-afbd-e382a6f0b08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:34.906928 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-b67cc0b5-89fe-4a3a-afbd-e382a6f0b08c None None] Port 536b895e-b108-4b51-b7a9-e5dc35549b4c cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:51:34.940043 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:51:34.949512 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-bc2cf1b2-135c-4ac2-878f-e7432c8a0209 admin admin] 10.222.0.44 "PUT /v2.0/routers/bf54e157-fc21-4dbd-9ccc-71c883e9d38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6083078 Mar 16 11:51:35.439938 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33822) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:35.446107 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-212654786-network', 'tenant_id': '0325ec056c1040b899d3974deb7df80b'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:35.451210 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:35.455032 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Usage tracker for resource:network and tenant:0325ec056c1040b899d3974deb7df80b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:35.458498 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:35.464794 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:35.474568 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Made reservation on behalf of 0325ec056c1040b899d3974deb7df80b for: {'network': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:51:35.476777 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for network, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:35.488587 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:35.502285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:35.506617 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Usage tracker for resource:security_group_rule and tenant:0325ec056c1040b899d3974deb7df80b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:35.509413 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:35.515063 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:35.528548 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Sync routers for ids ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:51:35.539209 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Routers {'bf54e157-fc21-4dbd-9ccc-71c883e9d38d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:35.540170 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:35.602047 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:35.607019 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:35.622855 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device fd6af946-3f73-414d-ba79-b02d99e972f6 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:51:35.638803 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=87969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:51:35.651281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de9c311-ddf7-4914-b492-67f67f48db97,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:35.657037 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:35.657386 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.segments_db [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Added segment be914c18-faea-47ae-b924-6fdae29aac26 of type vlan for network 4884977d-d149-4c2f-bf84-42995078365a Mar 16 11:51:35.684764 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776354815928'] for network, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:35.714670 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:35.715715 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:35.716288 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:35.781440 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Set router bf54e157-fc21-4dbd-9ccc-71c883e9d38d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:35.821865 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] Pushing event updated for resources: {'Network': ['ID=4884977d-d149-4c2f-bf84-42995078365a,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:35.826889 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a8372796-79e4-4da8-81ae-ea1aedb3aeae admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3857536 Mar 16 11:51:35.828591 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port fd6af946-3f73-414d-ba79-b02d99e972f6 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:51:35.829655 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33826) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:35.836240 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-29e18419-bef7-4e78-a42f-0137f72dcd35 admin admin] Request body: {'subnet': {'network_id': '4884977d-d149-4c2f-bf84-42995078365a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-212654786-subnet', 'tenant_id': '0325ec056c1040b899d3974deb7df80b', 'ip_version': 4}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:35.841238 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-29e18419-bef7-4e78-a42f-0137f72dcd35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:35.841782 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port fd6af946-3f73-414d-ba79-b02d99e972f6 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:35.842145 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:35.845082 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-29e18419-bef7-4e78-a42f-0137f72dcd35 admin admin] Usage tracker for resource:subnet and tenant:0325ec056c1040b899d3974deb7df80b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:35.848542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-29e18419-bef7-4e78-a42f-0137f72dcd35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:35.854656 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-29e18419-bef7-4e78-a42f-0137f72dcd35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:35.864045 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e18419-bef7-4e78-a42f-0137f72dcd35 admin admin] Made reservation on behalf of 0325ec056c1040b899d3974deb7df80b for: {'subnet': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:51:35.864842 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Network 4884977d-d149-4c2f-bf84-42995078365a details requested by agent ovs-agent-dv-neutron-833859-1-hyperv with host dv-neutron-833859-1-hyperv {{(pid=87970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:51:35.866490 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-29e18419-bef7-4e78-a42f-0137f72dcd35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14751361'] for subnet, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:35.930960 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:51:36.072611 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-29e18419-bef7-4e78-a42f-0137f72dcd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14699673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14751411'] for subnet, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:36.150882 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e18419-bef7-4e78-a42f-0137f72dcd35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0462f47c-13cf-46cc-844e-5f4fd98e5cf7,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:36.156128 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e18419-bef7-4e78-a42f-0137f72dcd35 admin admin] Checking segment: {'id': 'be914c18-faea-47ae-b924-6fdae29aac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4884977d-d149-4c2f-bf84-42995078365a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:51:36.156477 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e18419-bef7-4e78-a42f-0137f72dcd35 admin admin] Network hostable DHCP agents. Network: 4884977d-d149-4c2f-bf84-42995078365a, hostable agents: ['d1293dcd-994d-4de0-b7a3-9d074137d214'], hosted agents: [] {{(pid=87969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:51:36.175848 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e18419-bef7-4e78-a42f-0137f72dcd35 admin admin] Network 4884977d-d149-4c2f-bf84-42995078365a is scheduled to be hosted by DHCP agent d1293dcd-994d-4de0-b7a3-9d074137d214 with binding_index 1 {{(pid=87969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:51:36.184694 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-29e18419-bef7-4e78-a42f-0137f72dcd35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833859-1-hyperv, 4884977d-d149-4c2f-bf84-42995078365a) {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:36.188967 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e18419-bef7-4e78-a42f-0137f72dcd35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:36.189452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-29e18419-bef7-4e78-a42f-0137f72dcd35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:36.192739 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:36.203086 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cde020b-bb32-4f25-bdf8-5b8664658c6e None None] Network 4884977d-d149-4c2f-bf84-42995078365a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:51:36.210009 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-29e18419-bef7-4e78-a42f-0137f72dcd35 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3793509 Mar 16 11:51:36.212577 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33830) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:36.217111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-212654786-router', 'tenant_id': '0325ec056c1040b899d3974deb7df80b', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:36.221568 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:36.226123 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Usage tracker for resource:router and tenant:0325ec056c1040b899d3974deb7df80b is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:36.229554 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:36.237024 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:36.247713 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6153'] for router, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:36.249082 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6144'] for router, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:36.266956 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:36.346680 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:36.380951 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port fd6af946-3f73-414d-ba79-b02d99e972f6, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=fd6af946-3f73-414d-ba79-b02d99e972f6,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:36.394188 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:36.594748 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=fd6af946-3f73-414d-ba79-b02d99e972f6,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:36.603301 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 4, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '536b895e-b108-4b51-b7a9-e5dc35549b4c', 'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'mac_address': 'fa:16:3e:be:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:33Z', 'updated_at': '2022-03-16T11:51:34Z', 'revision_number': 2, 'project_id': 'ace5a72320894729833a520b32b82f32', 'subnets': [{'id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:36.615794 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Checking router: bf54e157-fc21-4dbd-9ccc-71c883e9d38d for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:51:36.616140 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Updating router bf54e157-fc21-4dbd-9ccc-71c883e9d38d port 536b895e-b108-4b51-b7a9-e5dc35549b4c binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:51:36.639942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac258a77-42be-5f05-a679-01826eb6a1f2-4884977d-d149-4c2f-bf84-42995078365a', 'network_id': '4884977d-d149-4c2f-bf84-42995078365a', 'tenant_id': '0325ec056c1040b899d3974deb7df80b', 'fixed_ips': [{'subnet_id': '0462f47c-13cf-46cc-844e-5f4fd98e5cf7'}]}} from dv-neutron-833859-1-hyperv. {{(pid=87970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:51:36.640726 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:36.654709 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6194'] for router, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:36.716705 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:36.931721 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.db_base_plugin_common [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Allocated IP 172.20.0.2 (4884977d-d149-4c2f-bf84-42995078365a/0462f47c-13cf-46cc-844e-5f4fd98e5cf7/37968e1e-4cec-4fb8-a011-f538f837df53) {{(pid=87970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:51:36.979714 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.011906 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.146163 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Allocated IP 172.26.3.114 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/0127f8a4-512b-441e-b95e-2c92bddcc499) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:51:37.292992 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.294650 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Notify callbacks [] for port, precommit_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.301925 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.311739 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Transition to ACTIVE for port object 37968e1e-4cec-4fb8-a011-f538f837df53 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:37.321997 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.323556 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Transition to ACTIVE for port object 536b895e-b108-4b51-b7a9-e5dc35549b4c will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:37.337061 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.341044 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Transition to ACTIVE for port object 37968e1e-4cec-4fb8-a011-f538f837df53 will not be triggered until provisioned by entity DHCP. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:37.386690 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:37.386894 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986'] for port, after_create {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.395366 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:37.397584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:51:37.440939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Pushing event updated for resources: {'Port': ['ID=0127f8a4-512b-441e-b95e-2c92bddcc499,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:37.516030 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Network 4884977d-d149-4c2f-bf84-42995078365a is already hosted by enough agents. {{(pid=87970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:37.516783 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820ff00-9f49-4ef3-9a21-a03f9ca600e8 None None] Pushing event updated for resources: {'Port': ['ID=536b895e-b108-4b51-b7a9-e5dc35549b4c,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:37.519577 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.scheduler.base_scheduler [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Resources bound (agent type, host, resource id): {{(pid=87970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:37.576094 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Received port after_create {{(pid=87970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:51:37.640297 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device fd6af946-3f73-414d-ba79-b02d99e972f6 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:51:37.742183 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Attempting to bind port 536b895e-b108-4b51-b7a9-e5dc35549b4c on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:51:37.742469 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Attempting to bind port 536b895e-b108-4b51-b7a9-e5dc35549b4c by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': '2bf0f128-3792-4339-8f6b-b09496a8c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:51:37.742827 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Attempting to bind port 536b895e-b108-4b51-b7a9-e5dc35549b4c on network 122fbb5e-6631-4503-ab99-abd60233c543 {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:51:37.766619 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:51:37.766984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Checking segment: {'id': '2bf0f128-3792-4339-8f6b-b09496a8c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:51:37.767404 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.767800 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Bound using segment: {'id': '2bf0f128-3792-4339-8f6b-b09496a8c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:51:37.768259 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Bound port: 536b895e-b108-4b51-b7a9-e5dc35549b4c, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf0f128-3792-4339-8f6b-b09496a8c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:51:37.768637 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.777713 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Pushing event updated for resources: {'Port': ['ID=37968e1e-4cec-4fb8-a011-f538f837df53,revision_number=1']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:37.803285 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Attempting to bind port 37968e1e-4cec-4fb8-a011-f538f837df53 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:51:37.803589 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Attempting to bind port 37968e1e-4cec-4fb8-a011-f538f837df53 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'be914c18-faea-47ae-b924-6fdae29aac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4884977d-d149-4c2f-bf84-42995078365a'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:51:37.803945 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Attempting to bind port 37968e1e-4cec-4fb8-a011-f538f837df53 on network 4884977d-d149-4c2f-bf84-42995078365a {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:51:37.835033 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.850325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:51:37.850698 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Checking segment: {'id': 'be914c18-faea-47ae-b924-6fdae29aac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4884977d-d149-4c2f-bf84-42995078365a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:51:37.851092 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.851511 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Bound using segment: {'id': 'be914c18-faea-47ae-b924-6fdae29aac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4884977d-d149-4c2f-bf84-42995078365a'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:51:37.851971 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Bound port: 37968e1e-4cec-4fb8-a011-f538f837df53, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be914c18-faea-47ae-b924-6fdae29aac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4884977d-d149-4c2f-bf84-42995078365a'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:51:37.852331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.941764 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port fd6af946-3f73-414d-ba79-b02d99e972f6 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:37.942133 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.974508 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] For port 536b895e-b108-4b51-b7a9-e5dc35549b4c, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:51:38.086082 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] For port 536b895e-b108-4b51-b7a9-e5dc35549b4c, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=536b895e-b108-4b51-b7a9-e5dc35549b4c,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:51:38.095915 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:38.137246 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] For port 37968e1e-4cec-4fb8-a011-f538f837df53, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:51:38.170554 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] For port 37968e1e-4cec-4fb8-a011-f538f837df53, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=37968e1e-4cec-4fb8-a011-f538f837df53,segment=NetworkSegment(be914c18-faea-47ae-b924-6fdae29aac26),segment_id=be914c18-faea-47ae-b924-6fdae29aac26)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:51:38.186358 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:38.236766 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Routers {'bf54e157-fc21-4dbd-9ccc-71c883e9d38d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:38.237388 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:38.307347 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733220'] for router, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:38.308337 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820ff00-9f49-4ef3-9a21-a03f9ca600e8 None None] Pushing event updated for resources: {'Port': ['ID=536b895e-b108-4b51-b7a9-e5dc35549b4c,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:38.497053 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c8509-7047-4fd1-b24f-6dfdc741c623 None None] Pushing event updated for resources: {'Port': ['ID=37968e1e-4cec-4fb8-a011-f538f837df53,revision_number=2']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:38.529359 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Router a920d54d-d351-40ad-9794-224c5109b3a9 is scheduled to L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 with binding_index 1 {{(pid=87969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:51:38.529904 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] Set router bf54e157-fc21-4dbd-9ccc-71c883e9d38d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:38.728772 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:51:38.740688 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Sync routers for ids ['a920d54d-d351-40ad-9794-224c5109b3a9'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:51:38.750098 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Routers {'a920d54d-d351-40ad-9794-224c5109b3a9'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:38.750698 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['a920d54d-d351-40ad-9794-224c5109b3a9'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:38.753101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] Notify callbacks [] for router, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:38.755494 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-dfec8b65-5d7c-49ca-b0ae-490dcb5d54f7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5420129 Mar 16 11:51:38.758266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33834) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:38.889181 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 4, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '536b895e-b108-4b51-b7a9-e5dc35549b4c', 'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'mac_address': 'fa:16:3e:be:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:33Z', 'updated_at': '2022-03-16T11:51:37Z', 'revision_number': 4, 'project_id': 'ace5a72320894729833a520b32b82f32', 'subnets': [{'id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:38.893613 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9f116-4841-4d95-b29c-7977a0f3becd None None] The sync data for ids ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'] in dv-neutron-833859-1-hyperv is: [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 4, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '536b895e-b108-4b51-b7a9-e5dc35549b4c', 'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'mac_address': 'fa:16:3e:be:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:33Z', 'updated_at': '2022-03-16T11:51:37Z', 'revision_number': 4, 'project_id': 'ace5a72320894729833a520b32b82f32', 'subnets': [{'id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:51:38.970177 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Set router a920d54d-d351-40ad-9794-224c5109b3a9 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:39.288082 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'name': 'tempest-TestSnapshotPattern-212654786-router', 'tenant_id': '0325ec056c1040b899d3974deb7df80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': '0127f8a4-512b-441e-b95e-2c92bddcc499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:36Z', 'updated_at': '2022-03-16T11:51:37Z', 'revision_number': 3, 'project_id': '0325ec056c1040b899d3974deb7df80b', 'gw_port': {'id': '0127f8a4-512b-441e-b95e-2c92bddcc499', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:70:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:37Z', 'updated_at': '2022-03-16T11:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:39.292622 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Checking router: a920d54d-d351-40ad-9794-224c5109b3a9 for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:51:39.292975 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Updating router a920d54d-d351-40ad-9794-224c5109b3a9 port 0127f8a4-512b-441e-b95e-2c92bddcc499 binding host dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:51:39.366881 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:39.549541 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0129a21c-5c0d-439b-ae75-06dffe1efcc9 None None] Network 4884977d-d149-4c2f-bf84-42995078365a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:51:39.575712 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:39.737052 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 536b895e-b108-4b51-b7a9-e5dc35549b4c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:51:39.825013 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-35188ae7-3f21-478c-83fc-3d82ebed6aab None None] Provisioning for port 37968e1e-4cec-4fb8-a011-f538f837df53 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:51:39.879657 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Notify callbacks [] for port, precommit_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:39.900325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 536b895e-b108-4b51-b7a9-e5dc35549b4c completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:51:39.903811 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.provisioning_blocks [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Transition to ACTIVE for port object 0127f8a4-512b-441e-b95e-2c92bddcc499 will not be triggered until provisioned by entity L2. {{(pid=87971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:39.914380 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:39.939909 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 536b895e-b108-4b51-b7a9-e5dc35549b4c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:39.940425 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:40.078929 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Attempting to bind port 0127f8a4-512b-441e-b95e-2c92bddcc499 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:51:40.079325 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Attempting to bind port 0127f8a4-512b-441e-b95e-2c92bddcc499 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:51:40.080388 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Attempting to bind port 0127f8a4-512b-441e-b95e-2c92bddcc499 on network 45f28f19-efbf-4c93-99d2-e1008799650d {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:51:40.103214 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74e3d7-f248-45e8-b448-a968bde6766e None None] Pushing event updated for resources: {'Port': ['ID=0127f8a4-512b-441e-b95e-2c92bddcc499,revision_number=2']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:40.105709 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:51:40.106082 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Checking segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:51:40.106479 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:40.106855 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Bound using segment: {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'} {{(pid=87971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:51:40.107349 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.managers [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Bound port: 0127f8a4-512b-441e-b95e-2c92bddcc499, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a01e03-15fb-465e-ac3c-1da41488cfd9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d'}}] {{(pid=87971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:51:40.108125 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:40.146349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:40.185563 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Allocated IP 172.20.0.1 (4884977d-d149-4c2f-bf84-42995078365a/0462f47c-13cf-46cc-844e-5f4fd98e5cf7/6f016727-f9ed-4e3b-be81-34e181fc10a7) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:51:40.193193 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 536b895e-b108-4b51-b7a9-e5dc35549b4c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=536b895e-b108-4b51-b7a9-e5dc35549b4c,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:40.199592 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:40.200820 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 37968e1e-4cec-4fb8-a011-f538f837df53 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:51:40.266453 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] For port 0127f8a4-512b-441e-b95e-2c92bddcc499, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:51:40.273272 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.plugins.ml2.db [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] For port 0127f8a4-512b-441e-b95e-2c92bddcc499, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0127f8a4-512b-441e-b95e-2c92bddcc499,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:51:40.283874 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron_lib.callbacks.manager [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:40.348463 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=536b895e-b108-4b51-b7a9-e5dc35549b4c,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:40.363181 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 37968e1e-4cec-4fb8-a011-f538f837df53 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:51:40.370036 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 37968e1e-4cec-4fb8-a011-f538f837df53 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:40.370761 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:40.409647 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Routers {'a920d54d-d351-40ad-9794-224c5109b3a9'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:40.410473 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['a920d54d-d351-40ad-9794-224c5109b3a9'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:40.492806 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:40.511648 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Transition to ACTIVE for port object 6f016727-f9ed-4e3b-be81-34e181fc10a7 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:40.537935 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:40.555613 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74e3d7-f248-45e8-b448-a968bde6766e None None] Pushing event updated for resources: {'Port': ['ID=0127f8a4-512b-441e-b95e-2c92bddcc499,revision_number=3']} {{(pid=87971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:40.571256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:40.597455 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-beae750e-9f9e-4c5e-a5c6-6ef523ad41eb None None] Provisioning complete for port 37968e1e-4cec-4fb8-a011-f538f837df53 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:40.599802 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-beae750e-9f9e-4c5e-a5c6-6ef523ad41eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:40.620505 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Network 4884977d-d149-4c2f-bf84-42995078365a is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:40.623663 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:40.639426 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:51:40.668953 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 37968e1e-4cec-4fb8-a011-f538f837df53, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=37968e1e-4cec-4fb8-a011-f538f837df53,segment=NetworkSegment(be914c18-faea-47ae-b924-6fdae29aac26),segment_id=be914c18-faea-47ae-b924-6fdae29aac26)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:40.678804 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:40.722687 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] Set router a920d54d-d351-40ad-9794-224c5109b3a9 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:40.746357 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Pushing event updated for resources: {'Port': ['ID=6f016727-f9ed-4e3b-be81-34e181fc10a7,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:40.764911 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734994'] for router_interface, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:40.904982 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:40.930483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=37968e1e-4cec-4fb8-a011-f538f837df53,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:41.052528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ceb07bf9-5f8a-4e97-904f-5822e6f13689 None None] Provisioning for port 6f016727-f9ed-4e3b-be81-34e181fc10a7 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:51:41.057818 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-ceb07bf9-5f8a-4e97-904f-5822e6f13689 None None] Provisioning complete for port 6f016727-f9ed-4e3b-be81-34e181fc10a7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:41.058312 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ceb07bf9-5f8a-4e97-904f-5822e6f13689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:41.122074 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-ceb07bf9-5f8a-4e97-904f-5822e6f13689 None None] Port 6f016727-f9ed-4e3b-be81-34e181fc10a7 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:51:41.126566 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'name': 'tempest-TestSnapshotPattern-212654786-router', 'tenant_id': '0325ec056c1040b899d3974deb7df80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': '0127f8a4-512b-441e-b95e-2c92bddcc499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:36Z', 'updated_at': '2022-03-16T11:51:37Z', 'revision_number': 3, 'project_id': '0325ec056c1040b899d3974deb7df80b', 'gw_port': {'id': '0127f8a4-512b-441e-b95e-2c92bddcc499', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:70:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:37Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:41.131135 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82288a2-5dba-4f0c-9547-ace50d5e1b7e None None] The sync data for ids ['a920d54d-d351-40ad-9794-224c5109b3a9'] in dv-neutron-833859-1-hyperv is: [{'id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'name': 'tempest-TestSnapshotPattern-212654786-router', 'tenant_id': '0325ec056c1040b899d3974deb7df80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': '0127f8a4-512b-441e-b95e-2c92bddcc499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:36Z', 'updated_at': '2022-03-16T11:51:37Z', 'revision_number': 3, 'project_id': '0325ec056c1040b899d3974deb7df80b', 'gw_port': {'id': '0127f8a4-512b-441e-b95e-2c92bddcc499', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:70:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:37Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:51:41.152905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:41.158298 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:41.267825 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733691'] for router_interface, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:41.271027 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Pushing event updated for resources: {'Port': ['ID=6f016727-f9ed-4e3b-be81-34e181fc10a7,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:41.412471 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Network 4884977d-d149-4c2f-bf84-42995078365a is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:41.413510 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:41.623729 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Router a920d54d-d351-40ad-9794-224c5109b3a9 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:51:41.659125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-fd24d505-a00f-4d55-8808-bb03443597f7 None None] Provisioning complete for port 6f016727-f9ed-4e3b-be81-34e181fc10a7 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:41.659645 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fd24d505-a00f-4d55-8808-bb03443597f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:41.722267 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 536b895e-b108-4b51-b7a9-e5dc35549b4c up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:51:41.764160 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-fd24d505-a00f-4d55-8808-bb03443597f7 None None] Port 6f016727-f9ed-4e3b-be81-34e181fc10a7 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:51:41.803272 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 536b895e-b108-4b51-b7a9-e5dc35549b4c triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:41.803615 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:41.815762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:51:41.825678 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-ce5e2c55-8ccb-40ec-bfaa-626f48fdf087 admin admin] 10.222.0.44 "PUT /v2.0/routers/a920d54d-d351-40ad-9794-224c5109b3a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0661957 Mar 16 11:51:41.928803 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 37968e1e-4cec-4fb8-a011-f538f837df53 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:51:41.996614 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 37968e1e-4cec-4fb8-a011-f538f837df53 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:41.997225 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.116917 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0127f8a4-512b-441e-b95e-2c92bddcc499 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:51:42.182516 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 0127f8a4-512b-441e-b95e-2c92bddcc499 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:51:42.187410 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 0127f8a4-512b-441e-b95e-2c92bddcc499 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:42.187793 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.306789 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.322919 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 0127f8a4-512b-441e-b95e-2c92bddcc499, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0127f8a4-512b-441e-b95e-2c92bddcc499,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:42.326801 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.387762 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33848) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:42.392979 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-2533b5c9-af66-40d3-bb9b-0471ab4cc294 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-279575098', 'description': 'tempest-secgroup-smoke-279575098 description', 'project_id': 'ace5a72320894729833a520b32b82f32'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:42.399374 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2533b5c9-af66-40d3-bb9b-0471ab4cc294 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:42.399874 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=0127f8a4-512b-441e-b95e-2c92bddcc499,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:42.403247 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2533b5c9-af66-40d3-bb9b-0471ab4cc294 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Usage tracker for resource:security_group and tenant:ace5a72320894729833a520b32b82f32 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:42.406145 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2533b5c9-af66-40d3-bb9b-0471ab4cc294 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:42.412108 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2533b5c9-af66-40d3-bb9b-0471ab4cc294 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:42.422211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2533b5c9-af66-40d3-bb9b-0471ab4cc294 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.441273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2533b5c9-af66-40d3-bb9b-0471ab4cc294 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:42.445515 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2533b5c9-af66-40d3-bb9b-0471ab4cc294 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Usage tracker for resource:security_group_rule and tenant:ace5a72320894729833a520b32b82f32 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:42.448335 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-2533b5c9-af66-40d3-bb9b-0471ab4cc294 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:42.454091 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-2533b5c9-af66-40d3-bb9b-0471ab4cc294 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:42.534209 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2533b5c9-af66-40d3-bb9b-0471ab4cc294 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.537371 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2533b5c9-af66-40d3-bb9b-0471ab4cc294 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.683766 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533b5c9-af66-40d3-bb9b-0471ab4cc294 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c099a1-8136-4f68-b505-5023ca250041,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:42.687995 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-2533b5c9-af66-40d3-bb9b-0471ab4cc294 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.689178 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-2533b5c9-af66-40d3-bb9b-0471ab4cc294 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3004375 Mar 16 11:51:42.692952 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33852) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:42.698074 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-3c7b4b70-84b1-4a8e-8893-a229f3e2fc76 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Request body: {'security_group_rule': {'security_group_id': '70c099a1-8136-4f68-b505-5023ca250041', 'project_id': 'ace5a72320894729833a520b32b82f32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:42.704187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3c7b4b70-84b1-4a8e-8893-a229f3e2fc76 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:42.709546 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3c7b4b70-84b1-4a8e-8893-a229f3e2fc76 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Usage tracker for resource:security_group_rule and tenant:ace5a72320894729833a520b32b82f32 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:42.711191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-3c7b4b70-84b1-4a8e-8893-a229f3e2fc76 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:42.717642 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-3c7b4b70-84b1-4a8e-8893-a229f3e2fc76 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:42.733604 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Sync routers for ids ['a920d54d-d351-40ad-9794-224c5109b3a9'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:51:42.736608 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3c7b4b70-84b1-4a8e-8893-a229f3e2fc76 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.743307 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Routers {'a920d54d-d351-40ad-9794-224c5109b3a9'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:42.743912 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['a920d54d-d351-40ad-9794-224c5109b3a9'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:42.795520 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3c7b4b70-84b1-4a8e-8893-a229f3e2fc76 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.800059 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3c7b4b70-84b1-4a8e-8893-a229f3e2fc76 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.825911 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b4b70-84b1-4a8e-8893-a229f3e2fc76 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f348a067-c8f2-43f2-ab36-23bbec65d855,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:42.835972 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-3c7b4b70-84b1-4a8e-8893-a229f3e2fc76 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.837340 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-3c7b4b70-84b1-4a8e-8893-a229f3e2fc76 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434085 Mar 16 11:51:42.840200 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33856) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:42.845122 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-8142af16-451e-486d-babf-81d14ee7d217 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Request body: {'security_group_rule': {'security_group_id': '70c099a1-8136-4f68-b505-5023ca250041', 'project_id': 'ace5a72320894729833a520b32b82f32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:42.851966 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8142af16-451e-486d-babf-81d14ee7d217 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:42.855737 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8142af16-451e-486d-babf-81d14ee7d217 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Usage tracker for resource:security_group_rule and tenant:ace5a72320894729833a520b32b82f32 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:42.858551 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-8142af16-451e-486d-babf-81d14ee7d217 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:42.864879 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-8142af16-451e-486d-babf-81d14ee7d217 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:42.881936 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8142af16-451e-486d-babf-81d14ee7d217 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.917815 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Set router a920d54d-d351-40ad-9794-224c5109b3a9 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:42.945459 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8142af16-451e-486d-babf-81d14ee7d217 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.948954 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8142af16-451e-486d-babf-81d14ee7d217 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.975933 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142af16-451e-486d-babf-81d14ee7d217 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbfdbf2-8810-4b8b-941f-7fcfd292ef14,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:42.982384 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8142af16-451e-486d-babf-81d14ee7d217 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.983623 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8142af16-451e-486d-babf-81d14ee7d217 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1425245 Mar 16 11:51:42.986211 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33860) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:42.991438 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-5fa48ec6-a1b1-43ed-a3ba-c96a9b5cfb66 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Request body: {'security_group_rule': {'security_group_id': '70c099a1-8136-4f68-b505-5023ca250041', 'project_id': 'ace5a72320894729833a520b32b82f32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:42.997243 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5fa48ec6-a1b1-43ed-a3ba-c96a9b5cfb66 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:43.001036 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5fa48ec6-a1b1-43ed-a3ba-c96a9b5cfb66 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Usage tracker for resource:security_group_rule and tenant:ace5a72320894729833a520b32b82f32 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:43.003866 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-5fa48ec6-a1b1-43ed-a3ba-c96a9b5cfb66 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:43.009954 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-5fa48ec6-a1b1-43ed-a3ba-c96a9b5cfb66 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:43.026752 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5fa48ec6-a1b1-43ed-a3ba-c96a9b5cfb66 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.089292 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5fa48ec6-a1b1-43ed-a3ba-c96a9b5cfb66 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.093620 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5fa48ec6-a1b1-43ed-a3ba-c96a9b5cfb66 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.118741 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa48ec6-a1b1-43ed-a3ba-c96a9b5cfb66 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559bf741-c438-4c5f-9a84-78be06a49b66,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:43.130206 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-5fa48ec6-a1b1-43ed-a3ba-c96a9b5cfb66 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.131466 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-5fa48ec6-a1b1-43ed-a3ba-c96a9b5cfb66 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442602 Mar 16 11:51:43.134140 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33864) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:43.139249 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-67541fcc-a13b-40a9-922e-1b7619cb60a2 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Request body: {'security_group_rule': {'security_group_id': '70c099a1-8136-4f68-b505-5023ca250041', 'project_id': 'ace5a72320894729833a520b32b82f32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:43.145814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-67541fcc-a13b-40a9-922e-1b7619cb60a2 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:43.149506 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-67541fcc-a13b-40a9-922e-1b7619cb60a2 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Usage tracker for resource:security_group_rule and tenant:ace5a72320894729833a520b32b82f32 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:43.152344 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-67541fcc-a13b-40a9-922e-1b7619cb60a2 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:43.157926 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-67541fcc-a13b-40a9-922e-1b7619cb60a2 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:43.174597 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-67541fcc-a13b-40a9-922e-1b7619cb60a2 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.231528 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'name': 'tempest-TestSnapshotPattern-212654786-router', 'tenant_id': '0325ec056c1040b899d3974deb7df80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': '0127f8a4-512b-441e-b95e-2c92bddcc499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:36Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 4, 'project_id': '0325ec056c1040b899d3974deb7df80b', 'gw_port': {'id': '0127f8a4-512b-441e-b95e-2c92bddcc499', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:70:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:37Z', 'updated_at': '2022-03-16T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6f016727-f9ed-4e3b-be81-34e181fc10a7', 'name': '', 'network_id': '4884977d-d149-4c2f-bf84-42995078365a', 'tenant_id': '0325ec056c1040b899d3974deb7df80b', 'mac_address': 'fa:16:3e:a1:5d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '0462f47c-13cf-46cc-844e-5f4fd98e5cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:39Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 2, 'project_id': '0325ec056c1040b899d3974deb7df80b', 'subnets': [{'id': '0462f47c-13cf-46cc-844e-5f4fd98e5cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:43.235698 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Checking router: a920d54d-d351-40ad-9794-224c5109b3a9 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:51:43.236047 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Updating router a920d54d-d351-40ad-9794-224c5109b3a9 port 6f016727-f9ed-4e3b-be81-34e181fc10a7 binding host dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:51:43.242083 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-67541fcc-a13b-40a9-922e-1b7619cb60a2 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.245907 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-67541fcc-a13b-40a9-922e-1b7619cb60a2 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.271187 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67541fcc-a13b-40a9-922e-1b7619cb60a2 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc6a68f-7f0d-4cd1-83be-d7c9c80347b3,revision_number=0']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:43.281871 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-67541fcc-a13b-40a9-922e-1b7619cb60a2 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.283173 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-67541fcc-a13b-40a9-922e-1b7619cb60a2 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480815 Mar 16 11:51:43.285915 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33868) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:43.291263 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a9242065-f0d7-48a3-b766-41205927bd9b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Request body: {'security_group_rule': {'security_group_id': '70c099a1-8136-4f68-b505-5023ca250041', 'project_id': 'ace5a72320894729833a520b32b82f32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:43.295673 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.297444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a9242065-f0d7-48a3-b766-41205927bd9b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:43.301667 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a9242065-f0d7-48a3-b766-41205927bd9b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Usage tracker for resource:security_group_rule and tenant:ace5a72320894729833a520b32b82f32 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:43.304449 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a9242065-f0d7-48a3-b766-41205927bd9b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:43.309916 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a9242065-f0d7-48a3-b766-41205927bd9b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:43.321041 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-a9242065-f0d7-48a3-b766-41205927bd9b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Project ace5a72320894729833a520b32b82f32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:51:43.327345 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9242065-f0d7-48a3-b766-41205927bd9b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.393716 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9242065-f0d7-48a3-b766-41205927bd9b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.398204 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9242065-f0d7-48a3-b766-41205927bd9b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.420621 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9242065-f0d7-48a3-b766-41205927bd9b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cba133a-656e-47af-8e51-47edfe703eca,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:43.429631 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a9242065-f0d7-48a3-b766-41205927bd9b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.430893 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a9242065-f0d7-48a3-b766-41205927bd9b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438518 Mar 16 11:51:43.433490 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 33872) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:43.438456 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [None req-a3c3e078-3b9c-4453-b996-a70b77ecd8eb tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Request body: {'security_group_rule': {'security_group_id': '70c099a1-8136-4f68-b505-5023ca250041', 'project_id': 'ace5a72320894729833a520b32b82f32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:43.444656 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a3c3e078-3b9c-4453-b996-a70b77ecd8eb tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:43.448354 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a3c3e078-3b9c-4453-b996-a70b77ecd8eb tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Usage tracker for resource:security_group_rule and tenant:ace5a72320894729833a520b32b82f32 is out of sync, need to count used quota {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:43.451213 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [None req-a3c3e078-3b9c-4453-b996-a70b77ecd8eb tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87969) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:43.456806 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [None req-a3c3e078-3b9c-4453-b996-a70b77ecd8eb tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:43.466689 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.securitygroups_db [None req-a3c3e078-3b9c-4453-b996-a70b77ecd8eb tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Project ace5a72320894729833a520b32b82f32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:51:43.472971 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e078-3b9c-4453-b996-a70b77ecd8eb tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.536487 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e078-3b9c-4453-b996-a70b77ecd8eb tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.540274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e078-3b9c-4453-b996-a70b77ecd8eb tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608749'] for security_group_rule, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.569588 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3e078-3b9c-4453-b996-a70b77ecd8eb tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a605795b-c7bb-473c-b85e-cabb5a83e527,revision_number=0']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:43.580625 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e078-3b9c-4453-b996-a70b77ecd8eb tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.591096 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-a3c3e078-3b9c-4453-b996-a70b77ecd8eb tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1530898 Mar 16 11:51:43.610898 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0127f8a4-512b-441e-b95e-2c92bddcc499 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:51:43.719565 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Notify callbacks [] for port, precommit_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.734836 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Transition to ACTIVE for port object 6f016727-f9ed-4e3b-be81-34e181fc10a7 will not be triggered until provisioned by entity L2. {{(pid=87970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:43.744800 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.745312 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0d23ad18-296d-468b-9cbc-03c17ab595b4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Synchronizing usage tracker for tenant:ace5a72320894729833a520b32b82f32 on resource:security_group {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:51:43.764425 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0d23ad18-296d-468b-9cbc-03c17ab595b4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Unset dirty status for tenant:ace5a72320894729833a520b32b82f32 on resource:security_group {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:51:43.765781 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0d23ad18-296d-468b-9cbc-03c17ab595b4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-279575098&fields=id&tenant_id=ace5a72320894729833a520b32b82f32 HTTP/1.1" status: 200 len: 267 time: 0.0614805 Mar 16 11:51:43.775633 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 0127f8a4-512b-441e-b95e-2c92bddcc499 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:43.776006 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.920838 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-37fe0058-a846-4de3-a1c1-63f619517a69 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:43.921030 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fa83a-9795-4685-b108-afc68990b235 None None] Pushing event updated for resources: {'Port': ['ID=6f016727-f9ed-4e3b-be81-34e181fc10a7,revision_number=3']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:43.921453 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-37fe0058-a846-4de3-a1c1-63f619517a69 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Synchronizing usage tracker for tenant:ace5a72320894729833a520b32b82f32 on resource:network {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:51:43.940240 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-37fe0058-a846-4de3-a1c1-63f619517a69 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Unset dirty status for tenant:ace5a72320894729833a520b32b82f32 on resource:network {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:51:43.941502 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-37fe0058-a846-4de3-a1c1-63f619517a69 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/networks?id=122fbb5e-6631-4503-ab99-abd60233c543 HTTP/1.1" status: 200 len: 809 time: 0.1690941 Mar 16 11:51:43.958234 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-9d286005-f8f0-4b5a-8b41-830c5df179c9 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/quotas/ace5a72320894729833a520b32b82f32 HTTP/1.1" status: 200 len: 375 time: 0.0107601 Mar 16 11:51:44.043928 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-b0bc57e6-e541-4d1c-86c5-f95ed49fae0d tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Synchronizing usage tracker for tenant:ace5a72320894729833a520b32b82f32 on resource:port {{(pid=87968) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:51:44.053100 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Attempting to bind port 6f016727-f9ed-4e3b-be81-34e181fc10a7 on host dv-neutron-833859-1-hyperv for vnic_type normal with profile {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:51:44.053487 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Attempting to bind port 6f016727-f9ed-4e3b-be81-34e181fc10a7 by drivers openvswitch,hyperv on host dv-neutron-833859-1-hyperv at level 0 using segments [{'id': 'be914c18-faea-47ae-b924-6fdae29aac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4884977d-d149-4c2f-bf84-42995078365a'}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:51:44.053817 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Attempting to bind port 6f016727-f9ed-4e3b-be81-34e181fc10a7 on network 4884977d-d149-4c2f-bf84-42995078365a {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:51:44.060993 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-b0bc57e6-e541-4d1c-86c5-f95ed49fae0d tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Unset dirty status for tenant:ace5a72320894729833a520b32b82f32 on resource:port {{(pid=87968) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:51:44.068382 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Checking agent: {'id': '13caea76-f7c0-4efe-a092-690c88a8b808', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833859-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 41, 34), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833859-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:51:44.068749 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Checking segment: {'id': 'be914c18-faea-47ae-b924-6fdae29aac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4884977d-d149-4c2f-bf84-42995078365a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:51:44.069142 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:44.069574 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Bound using segment: {'id': 'be914c18-faea-47ae-b924-6fdae29aac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4884977d-d149-4c2f-bf84-42995078365a'} {{(pid=87970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:51:44.070025 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.managers [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Bound port: 6f016727-f9ed-4e3b-be81-34e181fc10a7, host: dv-neutron-833859-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be914c18-faea-47ae-b924-6fdae29aac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4884977d-d149-4c2f-bf84-42995078365a'}}] {{(pid=87970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:51:44.070387 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:44.071694 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-b0bc57e6-e541-4d1c-86c5-f95ed49fae0d tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ace5a72320894729833a520b32b82f32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073086 Mar 16 11:51:44.179253 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] For port 6f016727-f9ed-4e3b-be81-34e181fc10a7, host dv-neutron-833859-1-hyperv, cleared binding levels {{(pid=87970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:51:44.182337 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] For port 6f016727-f9ed-4e3b-be81-34e181fc10a7, host dv-neutron-833859-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6f016727-f9ed-4e3b-be81-34e181fc10a7,segment=NetworkSegment(be914c18-faea-47ae-b924-6fdae29aac26),segment_id=be914c18-faea-47ae-b924-6fdae29aac26)] {{(pid=87970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:51:44.186299 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:44.260920 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Routers {'a920d54d-d351-40ad-9794-224c5109b3a9'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:44.261589 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['a920d54d-d351-40ad-9794-224c5109b3a9'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:44.326990 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fa83a-9795-4685-b108-afc68990b235 None None] Pushing event updated for resources: {'Port': ['ID=6f016727-f9ed-4e3b-be81-34e181fc10a7,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:44.330051 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-bc1cd087-82b8-4ef4-a18f-45cf4890fc4e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:51:44.337780 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-bc1cd087-82b8-4ef4-a18f-45cf4890fc4e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0618804 Mar 16 11:51:44.460761 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] Set router a920d54d-d351-40ad-9794-224c5109b3a9 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:44.479480 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-f1eadead-8187-4746-af86-dba0ede18aca service neutron] 10.222.0.44 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317239 Mar 16 11:51:44.613152 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-82bc5b7c-78bd-4a9a-9eff-fba62abda792 service neutron] 10.222.0.44 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278906 Mar 16 11:51:44.785583 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'name': 'tempest-TestSnapshotPattern-212654786-router', 'tenant_id': '0325ec056c1040b899d3974deb7df80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': '0127f8a4-512b-441e-b95e-2c92bddcc499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:36Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 4, 'project_id': '0325ec056c1040b899d3974deb7df80b', 'gw_port': {'id': '0127f8a4-512b-441e-b95e-2c92bddcc499', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:70:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:37Z', 'updated_at': '2022-03-16T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6f016727-f9ed-4e3b-be81-34e181fc10a7', 'name': '', 'network_id': '4884977d-d149-4c2f-bf84-42995078365a', 'tenant_id': '0325ec056c1040b899d3974deb7df80b', 'mac_address': 'fa:16:3e:a1:5d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '0462f47c-13cf-46cc-844e-5f4fd98e5cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:39Z', 'updated_at': '2022-03-16T11:51:44Z', 'revision_number': 4, 'project_id': '0325ec056c1040b899d3974deb7df80b', 'subnets': [{'id': '0462f47c-13cf-46cc-844e-5f4fd98e5cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:44.790073 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badc5feb-d621-4508-9f98-a18fbb853163 None None] The sync data for ids ['a920d54d-d351-40ad-9794-224c5109b3a9'] in dv-neutron-833859-1-hyperv is: [{'id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'name': 'tempest-TestSnapshotPattern-212654786-router', 'tenant_id': '0325ec056c1040b899d3974deb7df80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': '0127f8a4-512b-441e-b95e-2c92bddcc499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:36Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 4, 'project_id': '0325ec056c1040b899d3974deb7df80b', 'gw_port': {'id': '0127f8a4-512b-441e-b95e-2c92bddcc499', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:70:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:37Z', 'updated_at': '2022-03-16T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '6f016727-f9ed-4e3b-be81-34e181fc10a7', 'name': '', 'network_id': '4884977d-d149-4c2f-bf84-42995078365a', 'tenant_id': '0325ec056c1040b899d3974deb7df80b', 'mac_address': 'fa:16:3e:a1:5d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '0462f47c-13cf-46cc-844e-5f4fd98e5cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:39Z', 'updated_at': '2022-03-16T11:51:44Z', 'revision_number': 4, 'project_id': '0325ec056c1040b899d3974deb7df80b', 'subnets': [{'id': '0462f47c-13cf-46cc-844e-5f4fd98e5cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:51:44.802002 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7197fc93-4ad3-4f8b-80f8-579b635446c7 req-c01570ff-9fb2-4d14-9196-89f113c1af2f tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 210 time: 0.0483334 Mar 16 11:51:45.619143 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6f016727-f9ed-4e3b-be81-34e181fc10a7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:51:45.730458 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning for port 6f016727-f9ed-4e3b-be81-34e181fc10a7 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:51:45.736292 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 6f016727-f9ed-4e3b-be81-34e181fc10a7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:45.736784 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:45.853103 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:45.884716 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] For port 6f016727-f9ed-4e3b-be81-34e181fc10a7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6f016727-f9ed-4e3b-be81-34e181fc10a7,segment=NetworkSegment(be914c18-faea-47ae-b924-6fdae29aac26),segment_id=be914c18-faea-47ae-b924-6fdae29aac26)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:45.888609 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:45.900669 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f54501c3-880e-48ab-8587-cff795d2d05c req-0bd0601b-33a3-440a-a573-b954855e9b43 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 210 time: 0.0458701 Mar 16 11:51:45.953400 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Pushing event updated for resources: {'Port': ['ID=6f016727-f9ed-4e3b-be81-34e181fc10a7,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:46.994483 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-c9d018ab-1881-4c80-a2bd-c00c5abafb02 req-fe80c481-212e-4230-b712-85dbb14ad6ca tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 210 time: 0.0417039 Mar 16 11:51:47.605496 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6f016727-f9ed-4e3b-be81-34e181fc10a7 up at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:51:47.672263 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Provisioning complete for port 6f016727-f9ed-4e3b-be81-34e181fc10a7 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:47.672630 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.137111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-1a6b77ff-acff-46cd-9729-1aeb786ef5ba tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:48.138769 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-1a6b77ff-acff-46cd-9729-1aeb786ef5ba tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.18 "GET /v2.0/networks?id=122fbb5e-6631-4503-ab99-abd60233c543 HTTP/1.1" status: 200 len: 809 time: 0.1531389 Mar 16 11:51:48.194023 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-14461f65-2796-4cbb-8f2f-9807bb546e03 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Synchronizing usage tracker for tenant:ace5a72320894729833a520b32b82f32 on resource:security_group {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:51:48.206468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-14461f65-2796-4cbb-8f2f-9807bb546e03 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Unset dirty status for tenant:ace5a72320894729833a520b32b82f32 on resource:security_group {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:51:48.207686 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-14461f65-2796-4cbb-8f2f-9807bb546e03 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ace5a72320894729833a520b32b82f32 HTTP/1.1" status: 200 len: 379 time: 0.0613296 Mar 16 11:51:48.216649 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0a7c0a76-dd60-46f5-a948-9157c01d211e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Request body: {'port': {'device_id': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'admin_state_up': True, 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'security_groups': ['70c099a1-8136-4f68-b505-5023ca250041']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:48.293006 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.305356 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a0c3cd52-b6d2-47dd-b80e-1c362845f4d0 req-1a596e91-4132-48b2-9ae8-72ccec271bba tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 210 time: 0.0446398 Mar 16 11:51:48.355735 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0a7c0a76-dd60-46f5-a948-9157c01d211e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:48.365474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0a7c0a76-dd60-46f5-a948-9157c01d211e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:48.374615 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0a7c0a76-dd60-46f5-a948-9157c01d211e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Made reservation on behalf of ace5a72320894729833a520b32b82f32 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:51:48.378003 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0a7c0a76-dd60-46f5-a948-9157c01d211e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.532694 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0a7c0a76-dd60-46f5-a948-9157c01d211e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Allocated IP 172.20.0.3 (122fbb5e-6631-4503-ab99-abd60233c543/955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b/3b3e1ff3-f20f-4c3c-8a91-179378f5075d) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:51:48.718887 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0a7c0a76-dd60-46f5-a948-9157c01d211e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.734590 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0a7c0a76-dd60-46f5-a948-9157c01d211e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Transition to ACTIVE for port object 3b3e1ff3-f20f-4c3c-8a91-179378f5075d will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:48.756429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0a7c0a76-dd60-46f5-a948-9157c01d211e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.818847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0a7c0a76-dd60-46f5-a948-9157c01d211e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Network 122fbb5e-6631-4503-ab99-abd60233c543 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:48.821630 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0a7c0a76-dd60-46f5-a948-9157c01d211e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:48.830258 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0a7c0a76-dd60-46f5-a948-9157c01d211e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:51:48.867458 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c0a76-dd60-46f5-a948-9157c01d211e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event updated for resources: {'Port': ['ID=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:48.899469 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0a7c0a76-dd60-46f5-a948-9157c01d211e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:48.900075 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0a7c0a76-dd60-46f5-a948-9157c01d211e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.926963 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-0a7c0a76-dd60-46f5-a948-9157c01d211e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7139034 Mar 16 11:51:48.937433 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-5c6de05d-936d-44a5-ad75-b640bea38367 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:51:48.938418 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-5c6de05d-936d-44a5-ad75-b640bea38367 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051177 Mar 16 11:51:48.948902 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Request body: {'port': {'device_id': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:49.027720 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8f9c2ffd-4374-48fe-8bee-a549b50e2121 None None] Provisioning for port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:51:49.032331 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-8f9c2ffd-4374-48fe-8bee-a549b50e2121 None None] Provisioning complete for port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:49.032704 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2ffd-4374-48fe-8bee-a549b50e2121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:49.058008 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:49.087905 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c2ffd-4374-48fe-8bee-a549b50e2121 None None] Port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:51:49.389907 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3e1ff3-f20f-4c3c-8a91-179378f5075d {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:51:49.396965 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:49.410720 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Transition to ACTIVE for port object 3b3e1ff3-f20f-4c3c-8a91-179378f5075d will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:49.450029 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:49.619687 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Pushing event updated for resources: {'Port': ['ID=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:49.690965 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efa64f-d400-4195-b132-0edc1478dd52 req-5d850349-d9a2-4307-8314-e976059212c8 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:49.692201 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-b1efa64f-d400-4195-b132-0edc1478dd52 req-5d850349-d9a2-4307-8314-e976059212c8 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Synchronizing usage tracker for tenant:ace5a72320894729833a520b32b82f32 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:51:49.719882 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Attempting to bind port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:51:49.720211 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Attempting to bind port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '2bf0f128-3792-4339-8f6b-b09496a8c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:51:49.720531 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Attempting to bind port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d on network 122fbb5e-6631-4503-ab99-abd60233c543 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:51:49.724708 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-b1efa64f-d400-4195-b132-0edc1478dd52 req-5d850349-d9a2-4307-8314-e976059212c8 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Unset dirty status for tenant:ace5a72320894729833a520b32b82f32 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:51:49.725856 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b1efa64f-d400-4195-b132-0edc1478dd52 req-5d850349-d9a2-4307-8314-e976059212c8 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 943 time: 0.3140585 Mar 16 11:51:49.728727 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d on network 122fbb5e-6631-4503-ab99-abd60233c543 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:51:49.729040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Attempting to bind port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d on network 122fbb5e-6631-4503-ab99-abd60233c543 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:51:49.747917 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:51:49.748245 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Checking segment: {'id': '2bf0f128-3792-4339-8f6b-b09496a8c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:51:49.748607 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Bound using segment: {'id': '2bf0f128-3792-4339-8f6b-b09496a8c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:51:49.749031 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Bound port: 3b3e1ff3-f20f-4c3c-8a91-179378f5075d, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf0f128-3792-4339-8f6b-b09496a8c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:51:49.749363 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:49.826773 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-b1efa64f-d400-4195-b132-0edc1478dd52 req-b0b75fd2-dff2-4244-a855-92f4d71bf9c0 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929339 Mar 16 11:51:49.862675 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] For port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:51:49.865636 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] For port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:51:49.870238 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:49.925496 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:49.926242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:49.927593 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] 10.222.0.18 "PUT /v2.0/ports/3b3e1ff3-f20f-4c3c-8a91-179378f5075d HTTP/1.1" status: 200 len: 1093 time: 0.9827051 Mar 16 11:51:49.928018 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'tag': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:51:49.958173 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6766e-86b4-4909-ba45-ca1563f39d0e service neutron] Pushing event updated for resources: {'Port': ['ID=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:50.013764 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'tag': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'status': 'completed', 'code': 200} Mar 16 11:51:50.158467 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-f21a0624-24c6-447d-9965-eb23cda45f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:50.159978 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-f21a0624-24c6-447d-9965-eb23cda45f54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ace5a72320894729833a520b32b82f32&device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 1096 time: 0.1880825 Mar 16 11:51:50.235967 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-99f6efba-4b36-4822-a832-175e462c485a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d HTTP/1.1" status: 200 len: 217 time: 0.0689833 Mar 16 11:51:50.300408 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-df7095e1-e242-4365-a614-403ba80dff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:50.302664 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-df7095e1-e242-4365-a614-403ba80dff72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b HTTP/1.1" status: 200 len: 848 time: 0.0602782 Mar 16 11:51:50.376943 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-dfb01198-2dba-4ed4-8933-25abfc3669d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:50.378412 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-dfb01198-2dba-4ed4-8933-25abfc3669d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=122fbb5e-6631-4503-ab99-abd60233c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701091 Mar 16 11:51:50.507170 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-7ba38db4-3760-4fa9-afb2-15a40f7ddbe6 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216578 Mar 16 11:51:50.635795 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e3cbf3bb-6878-45ba-a45b-d8f6e8c96c4d req-ac2537a0-82bf-41e5-980b-0b96a963a5b8 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227038 Mar 16 11:51:50.748855 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80748d9c-d4b0-44a7-a8e5-312bdc9aa02e req-b468a31f-4a3a-4c96-b88d-3cd046b0e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:50.750292 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-80748d9c-d4b0-44a7-a8e5-312bdc9aa02e req-b468a31f-4a3a-4c96-b88d-3cd046b0e4f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ace5a72320894729833a520b32b82f32&device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 1096 time: 0.0730422 Mar 16 11:51:50.882086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80748d9c-d4b0-44a7-a8e5-312bdc9aa02e req-45995f33-1b2c-4f27-834a-a20d946b2813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:50.883555 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-80748d9c-d4b0-44a7-a8e5-312bdc9aa02e req-45995f33-1b2c-4f27-834a-a20d946b2813 service neutron] 10.222.0.18 "GET /v2.0/networks?id=122fbb5e-6631-4503-ab99-abd60233c543 HTTP/1.1" status: 200 len: 910 time: 0.1264277 Mar 16 11:51:50.992710 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-80748d9c-d4b0-44a7-a8e5-312bdc9aa02e req-2a689d55-fece-4d5e-8cec-0bfa92495583 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d HTTP/1.1" status: 200 len: 217 time: 0.1029031 Mar 16 11:51:51.064187 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80748d9c-d4b0-44a7-a8e5-312bdc9aa02e req-e334ebd7-0a03-421a-9398-d7d24e48f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:51.065504 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-80748d9c-d4b0-44a7-a8e5-312bdc9aa02e req-e334ebd7-0a03-421a-9398-d7d24e48f2a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b HTTP/1.1" status: 200 len: 848 time: 0.0666468 Mar 16 11:51:51.130169 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e0584-554e-4f53-83fe-605d456616ba req-437df7ad-4f02-4ace-a042-aedabd5c0265 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:51.132122 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-313e0584-554e-4f53-83fe-605d456616ba req-437df7ad-4f02-4ace-a042-aedabd5c0265 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 943 time: 0.1855278 Mar 16 11:51:51.197439 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-313e0584-554e-4f53-83fe-605d456616ba req-060b17a4-b819-49ac-aec2-36beb386cafd tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581105 Mar 16 11:51:51.203288 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80748d9c-d4b0-44a7-a8e5-312bdc9aa02e req-bc04288e-df74-41fd-920b-a7a9e1800b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:51.204740 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-80748d9c-d4b0-44a7-a8e5-312bdc9aa02e req-bc04288e-df74-41fd-920b-a7a9e1800b59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=122fbb5e-6631-4503-ab99-abd60233c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1324964 Mar 16 11:51:51.339563 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-80748d9c-d4b0-44a7-a8e5-312bdc9aa02e req-2d8e65f2-6ad8-4901-ad98-bd26e7a6a563 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270330 Mar 16 11:51:51.471506 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-80748d9c-d4b0-44a7-a8e5-312bdc9aa02e req-ac6ef5d8-edc3-45c8-89f9-76fb16d835b1 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261032 Mar 16 11:51:52.381812 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c4d35-7f05-4ff7-960a-7a40c5db8ef4 req-c66c8caa-4804-4e4c-a954-aaba7b9ec9b2 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:52.383263 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ac6c4d35-7f05-4ff7-960a-7a40c5db8ef4 req-c66c8caa-4804-4e4c-a954-aaba7b9ec9b2 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 943 time: 0.0806525 Mar 16 11:51:52.517925 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ac6c4d35-7f05-4ff7-960a-7a40c5db8ef4 req-72bce50d-f0fa-40a1-a8df-041be2f774c8 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287506 Mar 16 11:51:53.197609 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3b3e1ff3-f20f-4c3c-8a91-179378f5075d details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:51:53.324742 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:53.337566 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'port_id': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'mac_address': 'fa:16:3e:9a:43:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:51:53.393143 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.410814 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3e1ff3-f20f-4c3c-8a91-179378f5075d {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:51:53.426182 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:53.429957 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.497756 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:53.709452 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2133a9-c6c5-4266-97ef-3287b167741f req-81db3911-475e-4219-8a83-c8a499572f97 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:53.711481 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cc2133a9-c6c5-4266-97ef-3287b167741f req-81db3911-475e-4219-8a83-c8a499572f97 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 944 time: 0.0866177 Mar 16 11:51:53.742922 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['3b3e1ff3-f20f-4c3c-8a91-179378f5075d'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:51:53.757891 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-cc2133a9-c6c5-4266-97ef-3287b167741f req-17f1c3f2-308b-4f29-9332-a15ca59f108f tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408909 Mar 16 11:51:54.939878 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4614c-072e-4c40-ad95-83658108b5d9 req-90435982-9033-4c18-ae8d-a0fa5a87c46a tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:54.941308 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-fdb4614c-072e-4c40-ad95-83658108b5d9 req-90435982-9033-4c18-ae8d-a0fa5a87c46a tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 944 time: 0.0782595 Mar 16 11:51:54.984554 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-fdb4614c-072e-4c40-ad95-83658108b5d9 req-003fbf96-9478-4b71-b400-ce24b98e2c56 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376248 Mar 16 11:51:55.213906 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3b3e1ff3-f20f-4c3c-8a91-179378f5075d up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:51:55.284455 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:51:55.289558 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:55.289934 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.402753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.428312 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:51:55.437532 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:55.440536 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.476386 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'code': 200} Mar 16 11:51:55.509831 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:55.690015 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f54702-57e6-4819-b1ed-d3bb4ab32804 req-a78423fa-1932-4834-b35a-04d25f436cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:55.692028 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-30f54702-57e6-4819-b1ed-d3bb4ab32804 req-a78423fa-1932-4834-b35a-04d25f436cae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 1098 time: 0.0675280 Mar 16 11:51:55.731446 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-30f54702-57e6-4819-b1ed-d3bb4ab32804 req-75bc7686-209d-45dc-a26c-e35457deec1b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327578 Mar 16 11:51:56.163385 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccc15b-6f2c-4616-a206-54eae8ad9e9a req-04425e84-2263-4511-afa9-9070463a2cfe tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:56.164807 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-92ccc15b-6f2c-4616-a206-54eae8ad9e9a req-04425e84-2263-4511-afa9-9070463a2cfe tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 945 time: 0.0797141 Mar 16 11:51:56.208092 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-92ccc15b-6f2c-4616-a206-54eae8ad9e9a req-0570cc11-29c8-4b92-bec5-6f1dd56d16de tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377719 Mar 16 11:51:57.390758 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe3cf2-7406-488e-a371-6b85982d7ddc req-84c8f856-30ac-4b8a-95f8-31d79b7e13cd tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:57.392200 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7fbe3cf2-7406-488e-a371-6b85982d7ddc req-84c8f856-30ac-4b8a-95f8-31d79b7e13cd tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 945 time: 0.0803211 Mar 16 11:51:57.529700 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7fbe3cf2-7406-488e-a371-6b85982d7ddc req-3dc6b8b4-faa5-4533-9561-c182dc0fbb90 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319003 Mar 16 11:51:57.716485 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae9971-45a6-425c-bb83-decb38f901d0 req-4c3e64bd-566f-48ff-aa4d-652e729671de tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:57.717908 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cdae9971-45a6-425c-bb83-decb38f901d0 req-4c3e64bd-566f-48ff-aa4d-652e729671de tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 945 time: 0.0811017 Mar 16 11:51:57.760665 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-cdae9971-45a6-425c-bb83-decb38f901d0 req-4f23047b-96c5-42c5-8d91-af0576927629 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371468 Mar 16 11:51:57.782207 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33958) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:57.889496 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb3ed1-4253-48ae-aa82-5715ffebfe25 tempest-TestSnapshotPattern-845257918 tempest-TestSnapshotPattern-845257918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:57.890935 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-80cb3ed1-4253-48ae-aa82-5715ffebfe25 tempest-TestSnapshotPattern-845257918 tempest-TestSnapshotPattern-845257918-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 1093 time: 0.1078641 Mar 16 11:51:57.893796 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 33964) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:57.898493 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:57.904210 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:57.907919 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Usage tracker for resource:floatingip and tenant:ace5a72320894729833a520b32b82f32 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:57.911181 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:57.916725 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:57.928550 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.058802 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.189005 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Allocated IP 172.26.3.6 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/00db3044-5d6c-4c6f-981a-8ad65115dc49) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:51:58.330978 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.358284 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.415575 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:58.418221 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:58.426419 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:51:58.468676 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event updated for resources: {'Port': ['ID=00db3044-5d6c-4c6f-981a-8ad65115dc49,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:58.831163 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.902063 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:59.191206 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:59.195670 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:59.302969 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event updated for resources: {'Port': ['ID=00db3044-5d6c-4c6f-981a-8ad65115dc49,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:59.312697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:59.478251 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Floating IP 34b8795a-ec44-458b-959b-85a6e3570682 associated. External IP: 172.26.3.6, port: 3b3e1ff3-f20f-4c3c-8a91-179378f5075d. Mar 16 11:51:59.827534 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Router bf54e157-fc21-4dbd-9ccc-71c883e9d38d has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:51:59.998055 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:52:00.008266 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcd91b6-3898-4d30-b8ab-979bf0656584 None None] Sync routers for ids ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:52:00.017139 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcd91b6-3898-4d30-b8ab-979bf0656584 None None] Routers {'bf54e157-fc21-4dbd-9ccc-71c883e9d38d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:52:00.017818 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-afcd91b6-3898-4d30-b8ab-979bf0656584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:00.023134 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:00.088000 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-6fa26c92-5f43-43ca-b6e6-3da4e34061c4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1929548 Mar 16 11:52:00.088839 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'tag': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:52:00.216203 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'tag': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'status': 'completed', 'code': 200} Mar 16 11:52:00.225292 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-afcd91b6-3898-4d30-b8ab-979bf0656584 None None] Set router bf54e157-fc21-4dbd-9ccc-71c883e9d38d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:52:00.306273 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed2475-ccac-4e4c-bd2d-54a2e9a4f109 req-d13aa7ab-e036-4591-b8b4-b4ab91d75500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:00.307785 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-faed2475-ccac-4e4c-bd2d-54a2e9a4f109 req-d13aa7ab-e036-4591-b8b4-b4ab91d75500 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ace5a72320894729833a520b32b82f32&device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 1098 time: 0.0704288 Mar 16 11:52:00.435238 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed2475-ccac-4e4c-bd2d-54a2e9a4f109 req-5d94bdfc-e422-4be9-9a1c-15b4a4d15b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:00.436663 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-faed2475-ccac-4e4c-bd2d-54a2e9a4f109 req-5d94bdfc-e422-4be9-9a1c-15b4a4d15b02 service neutron] 10.222.0.18 "GET /v2.0/networks?id=122fbb5e-6631-4503-ab99-abd60233c543 HTTP/1.1" status: 200 len: 910 time: 0.1232195 Mar 16 11:52:00.538191 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-faed2475-ccac-4e4c-bd2d-54a2e9a4f109 req-32179325-d4b2-41cc-8f3f-50264e4b1585 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d HTTP/1.1" status: 200 len: 997 time: 0.0951710 Mar 16 11:52:00.557796 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-afcd91b6-3898-4d30-b8ab-979bf0656584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 4, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '34b8795a-ec44-458b-959b-85a6e3570682', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'floating_ip_address': '172.26.3.6', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'port_id': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'mac_address': 'fa:16:3e:9a:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:51:58Z', 'revision_number': 0, 'project_id': 'ace5a72320894729833a520b32b82f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b895e-b108-4b51-b7a9-e5dc35549b4c', 'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'mac_address': 'fa:16:3e:be:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:33Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 5, 'project_id': 'ace5a72320894729833a520b32b82f32', 'subnets': [{'id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:00.561610 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcd91b6-3898-4d30-b8ab-979bf0656584 None None] Checking router: bf54e157-fc21-4dbd-9ccc-71c883e9d38d for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:52:00.571424 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcd91b6-3898-4d30-b8ab-979bf0656584 None None] Routers {'bf54e157-fc21-4dbd-9ccc-71c883e9d38d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:52:00.572100 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-afcd91b6-3898-4d30-b8ab-979bf0656584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:51:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:00.601101 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed2475-ccac-4e4c-bd2d-54a2e9a4f109 req-fb31f5df-ebff-40e2-85a9-831a271403e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:00.602493 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-faed2475-ccac-4e4c-bd2d-54a2e9a4f109 req-fb31f5df-ebff-40e2-85a9-831a271403e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b HTTP/1.1" status: 200 len: 848 time: 0.0588298 Mar 16 11:52:00.674744 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed2475-ccac-4e4c-bd2d-54a2e9a4f109 req-8fcb7310-5a92-4535-b37f-531e273547b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:00.676250 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-faed2475-ccac-4e4c-bd2d-54a2e9a4f109 req-8fcb7310-5a92-4535-b37f-531e273547b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=122fbb5e-6631-4503-ab99-abd60233c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678048 Mar 16 11:52:00.749493 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-afcd91b6-3898-4d30-b8ab-979bf0656584 None None] Set router bf54e157-fc21-4dbd-9ccc-71c883e9d38d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:52:00.809052 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-faed2475-ccac-4e4c-bd2d-54a2e9a4f109 req-a8e3a5ed-7d3d-4b25-aef6-9562c297a563 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241441 Mar 16 11:52:00.935915 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-faed2475-ccac-4e4c-bd2d-54a2e9a4f109 req-23fd02ab-74f5-4df1-8783-63385fd447ab service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209097 Mar 16 11:52:01.010335 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b51df6f9-0f5a-4b14-8ffb-d16b90fa0e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.092413 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-afcd91b6-3898-4d30-b8ab-979bf0656584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 4, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '34b8795a-ec44-458b-959b-85a6e3570682', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'floating_ip_address': '172.26.3.6', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'port_id': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'mac_address': 'fa:16:3e:9a:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:51:58Z', 'revision_number': 0, 'project_id': 'ace5a72320894729833a520b32b82f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b895e-b108-4b51-b7a9-e5dc35549b4c', 'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'mac_address': 'fa:16:3e:be:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:33Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 5, 'project_id': 'ace5a72320894729833a520b32b82f32', 'subnets': [{'id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:01.096490 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcd91b6-3898-4d30-b8ab-979bf0656584 None None] The sync data for ids ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'] in dv-neutron-833859-1-hyperv is: [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 4, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '34b8795a-ec44-458b-959b-85a6e3570682', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'floating_ip_address': '172.26.3.6', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'port_id': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'mac_address': 'fa:16:3e:9a:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:51:58Z', 'revision_number': 0, 'project_id': 'ace5a72320894729833a520b32b82f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b895e-b108-4b51-b7a9-e5dc35549b4c', 'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'mac_address': 'fa:16:3e:be:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:33Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 5, 'project_id': 'ace5a72320894729833a520b32b82f32', 'subnets': [{'id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:52:01.099830 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fea66e93-15cb-4b1d-abf7-a99adccc57c6 req-ecab1b4f-4636-462f-95c9-7ff339da64d2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699885 Mar 16 11:52:01.243972 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea66e93-15cb-4b1d-abf7-a99adccc57c6 req-d5a41b09-7407-4475-bb4c-80d57e748f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:01.245443 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fea66e93-15cb-4b1d-abf7-a99adccc57c6 req-d5a41b09-7407-4475-bb4c-80d57e748f87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ace5a72320894729833a520b32b82f32&device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 1098 time: 0.0758975 Mar 16 11:52:01.295492 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3486331-1dad-4314-a9b0-22052905e7eb None None] New status for floating IP 34b8795a-ec44-458b-959b-85a6e3570682: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:52:01.393166 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea66e93-15cb-4b1d-abf7-a99adccc57c6 req-cfde1a0f-fc51-45a5-b5db-faec7639406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:01.394582 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fea66e93-15cb-4b1d-abf7-a99adccc57c6 req-cfde1a0f-fc51-45a5-b5db-faec7639406b service neutron] 10.222.0.18 "GET /v2.0/networks?id=122fbb5e-6631-4503-ab99-abd60233c543 HTTP/1.1" status: 200 len: 910 time: 0.1293433 Mar 16 11:52:01.500860 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fea66e93-15cb-4b1d-abf7-a99adccc57c6 req-a3576fab-f7ae-4b1c-9996-9b809238603a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d HTTP/1.1" status: 200 len: 997 time: 0.1007571 Mar 16 11:52:01.562600 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea66e93-15cb-4b1d-abf7-a99adccc57c6 req-b1097b5e-0da8-4536-b2da-4ba309578fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:01.564064 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fea66e93-15cb-4b1d-abf7-a99adccc57c6 req-b1097b5e-0da8-4536-b2da-4ba309578fc5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b HTTP/1.1" status: 200 len: 848 time: 0.0573652 Mar 16 11:52:01.640459 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea66e93-15cb-4b1d-abf7-a99adccc57c6 req-8dc9ef44-13f8-470d-8b71-61dad966101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:01.641888 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fea66e93-15cb-4b1d-abf7-a99adccc57c6 req-8dc9ef44-13f8-470d-8b71-61dad966101a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=122fbb5e-6631-4503-ab99-abd60233c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715275 Mar 16 11:52:01.769908 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fea66e93-15cb-4b1d-abf7-a99adccc57c6 req-499a0642-66da-4f53-bdba-8cf0d5ab8f67 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213868 Mar 16 11:52:01.895499 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fea66e93-15cb-4b1d-abf7-a99adccc57c6 req-cb58c1c7-f930-49e2-a506-b367afa4a2e0 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197555 Mar 16 11:52:03.159008 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6be47052-80ac-43d3-b6fb-060631b0ecd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.546729 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.685707 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:06.117113 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:12.930379 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:52:18.288501 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:31.002991 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1be18a7c-8d89-4d08-957c-9740851b4654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:33.160762 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-403aeb67-e256-4ffe-95ce-281f4de6c745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:34.549229 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:34.657820 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:36.119116 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.288709 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:49.929054 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:53:01.008088 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-b9b999cb-3eb6-4eee-9acd-b01d863a046b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:02.189669 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d4f23a9-624a-49fa-a410-cf684d8114b9 req-a78b9b64-3c44-4092-aec9-c6772bc44ac1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1572604 Mar 16 11:53:02.332875 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f23a9-624a-49fa-a410-cf684d8114b9 req-8c8bc4af-131b-43d8-98b7-05c1d35cbbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:02.334281 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d4f23a9-624a-49fa-a410-cf684d8114b9 req-8c8bc4af-131b-43d8-98b7-05c1d35cbbf6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ace5a72320894729833a520b32b82f32&device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 1098 time: 0.0720284 Mar 16 11:53:02.477047 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f23a9-624a-49fa-a410-cf684d8114b9 req-ab2dfe7c-def4-42c3-9e71-5a4db0df3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:02.478358 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d4f23a9-624a-49fa-a410-cf684d8114b9 req-ab2dfe7c-def4-42c3-9e71-5a4db0df3c7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=122fbb5e-6631-4503-ab99-abd60233c543 HTTP/1.1" status: 200 len: 910 time: 0.1254144 Mar 16 11:53:02.573883 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d4f23a9-624a-49fa-a410-cf684d8114b9 req-f628237b-ba37-49ce-9013-ead9eaa792c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d HTTP/1.1" status: 200 len: 999 time: 0.0897818 Mar 16 11:53:02.637018 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f23a9-624a-49fa-a410-cf684d8114b9 req-3c25f4cc-d9f4-4793-9d63-ebcd4c33c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:02.638365 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d4f23a9-624a-49fa-a410-cf684d8114b9 req-3c25f4cc-d9f4-4793-9d63-ebcd4c33c588 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b HTTP/1.1" status: 200 len: 848 time: 0.0582342 Mar 16 11:53:02.710812 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f23a9-624a-49fa-a410-cf684d8114b9 req-b7ab44ce-b21f-4f92-9519-696f83947e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:02.712261 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d4f23a9-624a-49fa-a410-cf684d8114b9 req-b7ab44ce-b21f-4f92-9519-696f83947e05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=122fbb5e-6631-4503-ab99-abd60233c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677741 Mar 16 11:53:02.846996 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d4f23a9-624a-49fa-a410-cf684d8114b9 req-9f4f8325-2818-40ce-8e79-cf90546ff86a service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281836 Mar 16 11:53:02.973378 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-6d4f23a9-624a-49fa-a410-cf684d8114b9 req-1a2df276-0b3e-49e9-aeac-15fed746a2a7 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196749 Mar 16 11:53:03.162151 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f5e95cca-25e5-4455-b590-c18a2069b62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:04.550886 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:04.658742 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:06.121767 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:18.291695 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:26.928688 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:53:31.008988 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-9b97f56d-3b82-491c-a483-4c4a9992bd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:33.163289 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7098d9cb-2fa0-46b1-8b62-567281cd3c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:34.553648 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:34.660680 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:36.124605 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:48.301711 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:01.010464 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-369cfa6c-1644-4751-821e-a72e788bfa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.163738 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-17632737-6141-4415-8442-9e4befb28ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.928027 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:54:04.143747 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3fcea6bf-44d6-4c4d-baab-4c4965011c0b req-2ca7f88c-c993-4a7f-9c05-370489f3ddae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1164055 Mar 16 11:54:04.278028 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcea6bf-44d6-4c4d-baab-4c4965011c0b req-ad5519a9-a8d6-4517-a1a4-31c71a689eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:04.279384 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3fcea6bf-44d6-4c4d-baab-4c4965011c0b req-ad5519a9-a8d6-4517-a1a4-31c71a689eda service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ace5a72320894729833a520b32b82f32&device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 1098 time: 0.0680850 Mar 16 11:54:04.420654 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcea6bf-44d6-4c4d-baab-4c4965011c0b req-5c0374c1-6d3c-4a81-a555-4012f6a917f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:04.422053 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3fcea6bf-44d6-4c4d-baab-4c4965011c0b req-5c0374c1-6d3c-4a81-a555-4012f6a917f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=122fbb5e-6631-4503-ab99-abd60233c543 HTTP/1.1" status: 200 len: 910 time: 0.1245580 Mar 16 11:54:04.522476 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3fcea6bf-44d6-4c4d-baab-4c4965011c0b req-0c713e63-0818-4905-83fb-e44ea685be36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d HTTP/1.1" status: 200 len: 999 time: 0.0939991 Mar 16 11:54:04.556177 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.583266 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcea6bf-44d6-4c4d-baab-4c4965011c0b req-8f71baa1-62c5-4f99-92cc-5dcd983cb6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:04.584672 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3fcea6bf-44d6-4c4d-baab-4c4965011c0b req-8f71baa1-62c5-4f99-92cc-5dcd983cb6c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b HTTP/1.1" status: 200 len: 848 time: 0.0560606 Mar 16 11:54:04.660296 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcea6bf-44d6-4c4d-baab-4c4965011c0b req-bfe83c14-707d-454f-9682-de6599e5d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:04.662524 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3fcea6bf-44d6-4c4d-baab-4c4965011c0b req-bfe83c14-707d-454f-9682-de6599e5d27a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=122fbb5e-6631-4503-ab99-abd60233c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710573 Mar 16 11:54:04.664920 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.789277 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3fcea6bf-44d6-4c4d-baab-4c4965011c0b req-6d6685bc-48b1-48f1-a15a-470c4c0dd56a service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206844 Mar 16 11:54:05.007594 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-3fcea6bf-44d6-4c4d-baab-4c4965011c0b req-01f89cf9-e07b-4f52-a3ec-7c1ec3835cac service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121549 Mar 16 11:54:06.127717 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:18.306880 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:31.012933 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d117759e-066e-49f3-ae1d-92f9fc2dc935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:32.022125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3b3e1ff3-f20f-4c3c-8a91-179378f5075d details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:54:32.149632 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:54:32.162537 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'port_id': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'mac_address': 'fa:16:3e:9a:43:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:54:32.214169 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:32.230651 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b3e1ff3-f20f-4c3c-8a91-179378f5075d {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:54:32.246366 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:54:32.250254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:32.320429 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:32.327255 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:32.327600 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:32.327937 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:32.328272 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:32.328601 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:32.328930 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:32.329254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:32.329575 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:32.329898 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:32.330232 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:32.330534 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:32.330847 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:32.335465 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['3b3e1ff3-f20f-4c3c-8a91-179378f5075d'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:54:33.166816 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-51044c13-7de5-46a7-b16d-ac9650a764cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:34.014153 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3b3e1ff3-f20f-4c3c-8a91-179378f5075d up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:34.082805 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:34.083706 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:34.196711 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:34.223276 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:54:34.233239 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:54:34.238407 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:34.275795 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'code': 200} Mar 16 11:54:34.307906 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,revision_number=7']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:34.558727 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:34.668029 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:36.130200 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:40.926993 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:54:46.253950 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-1b53f60c-c33a-4645-b0f6-c062090be46d tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-279575098&fields=id&tenant_id=ace5a72320894729833a520b32b82f32 HTTP/1.1" status: 200 len: 267 time: 0.0386851 Mar 16 11:54:46.397893 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-61974808-5cfd-4716-a3d1-3299831f57b9 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:46.399313 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-61974808-5cfd-4716-a3d1-3299831f57b9 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/networks?id=122fbb5e-6631-4503-ab99-abd60233c543 HTTP/1.1" status: 200 len: 809 time: 0.1390164 Mar 16 11:54:46.413133 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-952e874f-c68c-4b54-822d-fb8a6462d5d6 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/quotas/ace5a72320894729833a520b32b82f32 HTTP/1.1" status: 200 len: 375 time: 0.0084624 Mar 16 11:54:46.496350 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-97d770c4-6f57-41d2-b72f-fec68694d331 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ace5a72320894729833a520b32b82f32&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0781991 Mar 16 11:54:46.628728 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-2f8ae31b-b740-4357-9d4d-5afe49c96972 service neutron] 10.222.0.44 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197429 Mar 16 11:54:46.862626 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5b724631-6453-4639-a09c-833512faef86 service neutron] 10.222.0.44 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275279 Mar 16 11:54:47.105991 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-99d2c172-f5ec-4b90-ab45-6f5da181485e req-37018f67-4811-44de-b824-995575a0286c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 210 time: 0.1030118 Mar 16 11:54:48.267988 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-b2e7e213-3f7b-4670-bda4-3fa60505a5c5 req-9ff9e3c4-a9c0-4889-991b-006edf5e99e8 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 210 time: 0.0519979 Mar 16 11:54:48.310861 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-48932ad7-db85-4c17-abbc-db1d47f43168 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:48.312459 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-48932ad7-db85-4c17-abbc-db1d47f43168 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.18 "GET /v2.0/networks?id=122fbb5e-6631-4503-ab99-abd60233c543 HTTP/1.1" status: 200 len: 809 time: 0.1481645 Mar 16 11:54:48.315908 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:48.366291 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-4b4b28b1-a32e-47c6-acdc-48671d5eb507 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ace5a72320894729833a520b32b82f32 HTTP/1.1" status: 200 len: 379 time: 0.0459352 Mar 16 11:54:48.374217 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Request body: {'port': {'device_id': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'admin_state_up': True, 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'security_groups': ['70c099a1-8136-4f68-b505-5023ca250041']}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:54:48.510074 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:48.519858 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.quota.driver [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:48.531847 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Made reservation on behalf of ace5a72320894729833a520b32b82f32 for: {'port': 1} {{(pid=87969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:54:48.535590 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:48.701178 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.db_base_plugin_common [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Allocated IP 172.20.0.8 (122fbb5e-6631-4503-ab99-abd60233c543/955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b/3c578d54-61ad-473c-be62-977d66439a58) {{(pid=87969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:54:48.965943 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for port, precommit_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:48.985159 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Transition to ACTIVE for port object 3c578d54-61ad-473c-be62-977d66439a58 will not be triggered until provisioned by entity DHCP. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:54:49.018755 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_create {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:49.103865 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Network 122fbb5e-6631-4503-ab99-abd60233c543 is already hosted by enough agents. {{(pid=87969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:54:49.105056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.base_scheduler [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Resources bound (agent type, host, resource id): {{(pid=87969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:54:49.109491 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Received port after_create {{(pid=87969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:54:49.140503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event updated for resources: {'Port': ['ID=3c578d54-61ad-473c-be62-977d66439a58,revision_number=1']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:49.164841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:49.165425 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:49.165910 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:49.166385 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:49.166838 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:49.167330 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:49.167782 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:49.168251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:49.168701 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:49.169153 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:49.169602 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:49.170079 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:49.197796 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:49.198665 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:49.265059 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-305ba4cf-368e-4af4-b361-4e66b4680e2b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8942356 Mar 16 11:54:49.444804 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-de8a2f17-f886-491a-b7f7-00357a84dc41 None None] Provisioning for port 3c578d54-61ad-473c-be62-977d66439a58 completed by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:54:49.456371 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-de8a2f17-f886-491a-b7f7-00357a84dc41 None None] Provisioning complete for port 3c578d54-61ad-473c-be62-977d66439a58 triggered by entity DHCP. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:49.457092 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-de8a2f17-f886-491a-b7f7-00357a84dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:49.489895 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b349cc8-fb55-479e-9453-1886b0716bdd req-1ce6ca03-79a0-40c2-8eb0-8ed110ed53da tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:49.491200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-0b349cc8-fb55-479e-9453-1886b0716bdd req-1ce6ca03-79a0-40c2-8eb0-8ed110ed53da tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Synchronizing usage tracker for tenant:ace5a72320894729833a520b32b82f32 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:54:49.509200 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-0b349cc8-fb55-479e-9453-1886b0716bdd req-1ce6ca03-79a0-40c2-8eb0-8ed110ed53da tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Unset dirty status for tenant:ace5a72320894729833a520b32b82f32 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:54:49.517214 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0b349cc8-fb55-479e-9453-1886b0716bdd req-1ce6ca03-79a0-40c2-8eb0-8ed110ed53da tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 931 time: 0.1281831 Mar 16 11:54:49.565685 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-0b349cc8-fb55-479e-9453-1886b0716bdd req-489567f0-52ee-4f65-ac7e-fbc60ef98461 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475338 Mar 16 11:54:49.593336 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-de8a2f17-f886-491a-b7f7-00357a84dc41 None None] Port 3c578d54-61ad-473c-be62-977d66439a58 cannot update to ACTIVE because it is not bound. {{(pid=87970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:54:50.053261 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3b3e1ff3-f20f-4c3c-8a91-179378f5075d no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:54:50.171580 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:50.204959 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:54:50.215707 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:54:50.221263 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:50.322695 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,revision_number=8']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:50.335448 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'code': 200} Mar 16 11:54:50.757485 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6262e25-a140-42fa-9e9e-e1bc4f83a922 req-009dea41-2af9-4766-b413-dba147d8fbdd tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:50.759106 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6262e25-a140-42fa-9e9e-e1bc4f83a922 req-009dea41-2af9-4766-b413-dba147d8fbdd tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 931 time: 0.0883451 Mar 16 11:54:50.805619 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f6262e25-a140-42fa-9e9e-e1bc4f83a922 req-e0eeddf9-cbe4-4dae-89e7-9238395c4b4d tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408313 Mar 16 11:54:52.002742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd0209-6e09-4761-a7d7-9cf0ed059c60 req-a2a92037-15d8-4793-88dc-0afcf4297d09 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:52.004248 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-84bd0209-6e09-4761-a7d7-9cf0ed059c60 req-a2a92037-15d8-4793-88dc-0afcf4297d09 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 931 time: 0.0859482 Mar 16 11:54:52.064515 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-84bd0209-6e09-4761-a7d7-9cf0ed059c60 req-b15bcf6c-1e91-47a8-b206-617168bb4901 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481949 Mar 16 11:54:53.276119 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177aabc-c1e4-406e-8378-42b6abf64010 req-046c73ea-3303-465f-bfec-1a443e789539 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:53.279845 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5177aabc-c1e4-406e-8378-42b6abf64010 req-046c73ea-3303-465f-bfec-1a443e789539 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 931 time: 0.1044769 Mar 16 11:54:53.333135 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-5177aabc-c1e4-406e-8378-42b6abf64010 req-d5bc0199-9e86-4744-8cfa-f356d42d63a0 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467577 Mar 16 11:54:54.546778 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c382bc-526f-443c-9a7a-b880ce06d896 req-a5dc7685-dc13-434e-a2f2-87a2b51cc4ce tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:54.548442 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f8c382bc-526f-443c-9a7a-b880ce06d896 req-a5dc7685-dc13-434e-a2f2-87a2b51cc4ce tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 931 time: 0.0930235 Mar 16 11:54:54.600236 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-f8c382bc-526f-443c-9a7a-b880ce06d896 req-aa7cd536-2738-4408-a26f-3358aa5628b7 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449693 Mar 16 11:54:55.802018 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da00af-7a53-4e06-962c-e7c51439237c req-2fe4b15d-d53b-4230-8bec-688e4b33e36b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:55.803505 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a8da00af-7a53-4e06-962c-e7c51439237c req-2fe4b15d-d53b-4230-8bec-688e4b33e36b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 931 time: 0.0922365 Mar 16 11:54:55.850108 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a8da00af-7a53-4e06-962c-e7c51439237c req-150d67ee-35e7-48e6-b241-c7d8af25c6ca tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400879 Mar 16 11:54:57.038465 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287235b4-2c60-47c7-b279-ad7c18f6abe2 req-7d509c3d-eb67-421e-8f83-a9a3a95169a7 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:57.039932 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-287235b4-2c60-47c7-b279-ad7c18f6abe2 req-7d509c3d-eb67-421e-8f83-a9a3a95169a7 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 931 time: 0.0852423 Mar 16 11:54:57.082587 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-287235b4-2c60-47c7-b279-ad7c18f6abe2 req-c0c59a28-dbb5-4c07-93bf-216fca40e0b4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369842 Mar 16 11:54:58.259831 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76960ee4-c9f1-48fc-91d2-851e19d58094 req-edb075bc-d086-44b4-840a-13e8bb4da86a tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:58.261251 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-76960ee4-c9f1-48fc-91d2-851e19d58094 req-edb075bc-d086-44b4-840a-13e8bb4da86a tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 931 time: 0.0767655 Mar 16 11:54:58.307997 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-76960ee4-c9f1-48fc-91d2-851e19d58094 req-c86008a1-7a1f-4981-a7ee-d2e283eac5ac tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411081 Mar 16 11:54:59.494142 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747a12b-9c46-40fd-9808-f06dd1e0b64c req-f431630c-49e6-46b5-8344-5495f66477d4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:59.495632 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e747a12b-9c46-40fd-9808-f06dd1e0b64c req-f431630c-49e6-46b5-8344-5495f66477d4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 931 time: 0.0844405 Mar 16 11:54:59.542264 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-e747a12b-9c46-40fd-9808-f06dd1e0b64c req-28571802-b917-4134-9386-0de03c5ab4dc tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409510 Mar 16 11:54:59.773773 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.v2.base [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Request body: {'port': {'device_id': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:54:59.879170 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:00.210337 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c578d54-61ad-473c-be62-977d66439a58 {{(pid=87969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:55:00.217435 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:00.231281 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.provisioning_blocks [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Transition to ACTIVE for port object 3c578d54-61ad-473c-be62-977d66439a58 will not be triggered until provisioned by entity L2. {{(pid=87969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:55:00.234939 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:00.388348 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c578d54-61ad-473c-be62-977d66439a58,revision_number=2']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:00.462242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Attempting to bind port 3c578d54-61ad-473c-be62-977d66439a58 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:55:00.462518 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Attempting to bind port 3c578d54-61ad-473c-be62-977d66439a58 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '2bf0f128-3792-4339-8f6b-b09496a8c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543'}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:55:00.463767 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Attempting to bind port 3c578d54-61ad-473c-be62-977d66439a58 on network 122fbb5e-6631-4503-ab99-abd60233c543 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:55:00.468516 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Port 3c578d54-61ad-473c-be62-977d66439a58 on network 122fbb5e-6631-4503-ab99-abd60233c543 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:55:00.468834 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Attempting to bind port 3c578d54-61ad-473c-be62-977d66439a58 on network 122fbb5e-6631-4503-ab99-abd60233c543 {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:55:00.474098 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Checking agent: {'id': '77c0a802-0dad-4b48-86b3-67c11f7e75e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'started_at': datetime.datetime(2022, 3, 16, 10, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:55:00.474429 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Checking segment: {'id': '2bf0f128-3792-4339-8f6b-b09496a8c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:55:00.474805 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Bound using segment: {'id': '2bf0f128-3792-4339-8f6b-b09496a8c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543'} {{(pid=87969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:55:00.475335 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.managers [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Bound port: 3c578d54-61ad-473c-be62-977d66439a58, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf0f128-3792-4339-8f6b-b09496a8c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543'}}] {{(pid=87969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:55:00.475668 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:00.562921 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] For port 3c578d54-61ad-473c-be62-977d66439a58, host hv-neutron-8338, cleared binding levels {{(pid=87969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:55:00.565945 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] For port 3c578d54-61ad-473c-be62-977d66439a58, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3c578d54-61ad-473c-be62-977d66439a58,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:55:00.571342 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14692706'] for port, after_update {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:00.627815 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:00.628415 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:00.629842 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] 10.222.0.18 "PUT /v2.0/ports/3c578d54-61ad-473c-be62-977d66439a58 HTTP/1.1" status: 200 len: 1093 time: 0.8608167 Mar 16 11:55:00.630156 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'tag': '3c578d54-61ad-473c-be62-977d66439a58'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:55:00.721015 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'tag': '3c578d54-61ad-473c-be62-977d66439a58', 'status': 'completed', 'code': 200} Mar 16 11:55:00.721503 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380ad23-f8a9-44d7-94a2-bdd48745c1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c578d54-61ad-473c-be62-977d66439a58,revision_number=3']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:00.897886 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f8be8-8f4e-4d21-854e-ecc52c206461 req-c1eae350-98eb-4db0-93a4-d6be48bdd6e2 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:00.899335 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8b4f8be8-8f4e-4d21-854e-ecc52c206461 req-c1eae350-98eb-4db0-93a4-d6be48bdd6e2 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 943 time: 0.2479486 Mar 16 11:55:00.904830 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-24c2fea8-c98e-4798-a481-bf9f93912137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:00.906088 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-24c2fea8-c98e-4798-a481-bf9f93912137 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ace5a72320894729833a520b32b82f32&device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 1096 time: 0.2190731 Mar 16 11:55:00.982179 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-860eb979-bc29-4e47-b886-097d4e35f0b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c578d54-61ad-473c-be62-977d66439a58 HTTP/1.1" status: 200 len: 217 time: 0.0625548 Mar 16 11:55:01.015098 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1c4e1ada-083e-406f-9987-786b6c96e439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:01.044423 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-8b4f8be8-8f4e-4d21-854e-ecc52c206461 req-b0b7ab40-aeeb-4ca0-ae7d-d1cc00523f56 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374192 Mar 16 11:55:01.056514 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-101d0d0d-be8d-47d6-be6d-7dd01b1729b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:01.057876 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-101d0d0d-be8d-47d6-be6d-7dd01b1729b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b HTTP/1.1" status: 200 len: 848 time: 0.0682414 Mar 16 11:55:01.129998 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-d6b79fd3-4986-4e93-9c79-21003833d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:01.131491 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-d6b79fd3-4986-4e93-9c79-21003833d141 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=122fbb5e-6631-4503-ab99-abd60233c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676503 Mar 16 11:55:01.257099 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-2f77aa61-f8b8-4a13-9cc4-548692b9f609 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196744 Mar 16 11:55:01.385624 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-4b48b120-17fb-4c39-8861-51c50bed70e5 req-5763528f-c18c-4239-9b94-024508c5dec9 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226399 Mar 16 11:55:01.512346 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74668d14-f569-4886-8e6c-90e6d8c45ec4 req-3b89739c-be5d-4353-8aa7-67561d0f6d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:01.513672 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-74668d14-f569-4886-8e6c-90e6d8c45ec4 req-3b89739c-be5d-4353-8aa7-67561d0f6d9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ace5a72320894729833a520b32b82f32&device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 1096 time: 0.0726702 Mar 16 11:55:01.641318 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74668d14-f569-4886-8e6c-90e6d8c45ec4 req-8a137c7d-2101-4f91-84d1-1fffb9ab620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:01.642666 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-74668d14-f569-4886-8e6c-90e6d8c45ec4 req-8a137c7d-2101-4f91-84d1-1fffb9ab620a service neutron] 10.222.0.18 "GET /v2.0/networks?id=122fbb5e-6631-4503-ab99-abd60233c543 HTTP/1.1" status: 200 len: 910 time: 0.1227591 Mar 16 11:55:01.706250 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-74668d14-f569-4886-8e6c-90e6d8c45ec4 req-51cb5b1b-4441-4935-a77e-aae9cb0343ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c578d54-61ad-473c-be62-977d66439a58 HTTP/1.1" status: 200 len: 217 time: 0.0577371 Mar 16 11:55:01.767849 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74668d14-f569-4886-8e6c-90e6d8c45ec4 req-f43bfbfa-bae2-4baa-8fcc-80164612c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:01.769106 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-74668d14-f569-4886-8e6c-90e6d8c45ec4 req-f43bfbfa-bae2-4baa-8fcc-80164612c610 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b HTTP/1.1" status: 200 len: 848 time: 0.0573020 Mar 16 11:55:01.840137 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74668d14-f569-4886-8e6c-90e6d8c45ec4 req-145af551-7783-4652-955d-ff7c4f70b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:01.841516 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-74668d14-f569-4886-8e6c-90e6d8c45ec4 req-145af551-7783-4652-955d-ff7c4f70b1f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=122fbb5e-6631-4503-ab99-abd60233c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663555 Mar 16 11:55:01.967368 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-74668d14-f569-4886-8e6c-90e6d8c45ec4 req-4d65381a-47ff-4567-84e8-af89dfecadc4 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190469 Mar 16 11:55:02.097421 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-74668d14-f569-4886-8e6c-90e6d8c45ec4 req-6ee1d84c-d6b9-4e3e-aea8-67dc4888de9b service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234386 Mar 16 11:55:02.229956 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed3855-7d94-4b32-a262-3635a5345cc9 req-ca1a956c-1ab4-45e3-86db-56ff583a7b15 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:02.231423 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-52ed3855-7d94-4b32-a262-3635a5345cc9 req-ca1a956c-1ab4-45e3-86db-56ff583a7b15 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 943 time: 0.0812247 Mar 16 11:55:02.274422 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-52ed3855-7d94-4b32-a262-3635a5345cc9 req-1d4b1949-88d9-43d6-9552-b7987da2ede8 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374651 Mar 16 11:55:03.168224 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-afc2a610-d533-4afa-80dd-7c7e20374efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:03.457983 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363259bd-cb4c-405c-9ee1-f7108c3923b3 req-d488b476-cb6b-4c73-8656-e6174570e50d tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:03.459885 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-363259bd-cb4c-405c-9ee1-f7108c3923b3 req-d488b476-cb6b-4c73-8656-e6174570e50d tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 943 time: 0.0814342 Mar 16 11:55:03.502438 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-363259bd-cb4c-405c-9ee1-f7108c3923b3 req-09b5d4fd-889d-4a2a-aab2-de7c84551e11 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370567 Mar 16 11:55:04.112505 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f4499245-2852-4a43-bba8-2325468bd79c req-6e635f3b-5a4d-4411-b49e-778283001d46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664854 Mar 16 11:55:04.248418 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4499245-2852-4a43-bba8-2325468bd79c req-c6a3ca22-c882-41f7-a1e0-775b9a35cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:04.249856 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f4499245-2852-4a43-bba8-2325468bd79c req-c6a3ca22-c882-41f7-a1e0-775b9a35cac2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ace5a72320894729833a520b32b82f32&device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 1096 time: 0.0714817 Mar 16 11:55:04.390653 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4499245-2852-4a43-bba8-2325468bd79c req-e051fa5b-cccd-4eb7-a2ab-757fc2f4423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:04.392071 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f4499245-2852-4a43-bba8-2325468bd79c req-e051fa5b-cccd-4eb7-a2ab-757fc2f4423a service neutron] 10.222.0.18 "GET /v2.0/networks?id=122fbb5e-6631-4503-ab99-abd60233c543 HTTP/1.1" status: 200 len: 910 time: 0.1223645 Mar 16 11:55:04.494922 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f4499245-2852-4a43-bba8-2325468bd79c req-b82d5605-dc94-4fa2-b6a1-0f8dfe8797b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d HTTP/1.1" status: 200 len: 997 time: 0.0969348 Mar 16 11:55:04.563482 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:04.657027 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4499245-2852-4a43-bba8-2325468bd79c req-43ca8d05-087a-4f8f-832f-371c0f44eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:04.658375 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f4499245-2852-4a43-bba8-2325468bd79c req-43ca8d05-087a-4f8f-832f-371c0f44eae9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b HTTP/1.1" status: 200 len: 848 time: 0.1584380 Mar 16 11:55:04.671325 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:04.695518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c77c25-990f-48f5-a558-68268ee8652d req-a86f8194-9dbf-4881-9e6d-17aa917d3cf0 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:04.696951 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-53c77c25-990f-48f5-a558-68268ee8652d req-a86f8194-9dbf-4881-9e6d-17aa917d3cf0 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 943 time: 0.0845194 Mar 16 11:55:04.734909 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4499245-2852-4a43-bba8-2325468bd79c req-a31e2b8f-6ade-4380-a020-0df1d0d9231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:04.736381 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f4499245-2852-4a43-bba8-2325468bd79c req-a31e2b8f-6ade-4380-a020-0df1d0d9231a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=122fbb5e-6631-4503-ab99-abd60233c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719371 Mar 16 11:55:04.744669 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-53c77c25-990f-48f5-a558-68268ee8652d req-830b1ddb-5374-4f7f-8f47-6e194ad53f4e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418425 Mar 16 11:55:04.864831 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f4499245-2852-4a43-bba8-2325468bd79c req-c92d1158-fefb-4cb4-98db-4b1b7cb8804f service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217546 Mar 16 11:55:04.991198 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f4499245-2852-4a43-bba8-2325468bd79c req-407794ca-3a41-450b-802e-39bd5c574dc0 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207268 Mar 16 11:55:05.923705 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7780c-547f-4700-82a2-25590247e8c0 req-0a6aa2e1-19a1-4b55-b8c3-8df62a1e152d tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:05.925060 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-37c7780c-547f-4700-82a2-25590247e8c0 req-0a6aa2e1-19a1-4b55-b8c3-8df62a1e152d tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 943 time: 0.0777349 Mar 16 11:55:05.968520 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-37c7780c-547f-4700-82a2-25590247e8c0 req-13ed14af-068e-440a-b215-446490ea811e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379078 Mar 16 11:55:06.131831 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3c578d54-61ad-473c-be62-977d66439a58 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:55:06.135537 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:06.259785 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 3c578d54-61ad-473c-be62-977d66439a58, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3c578d54-61ad-473c-be62-977d66439a58,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:55:06.272913 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '3c578d54-61ad-473c-be62-977d66439a58', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'port_id': '3c578d54-61ad-473c-be62-977d66439a58', 'mac_address': 'fa:16:3e:81:eb:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:55:06.329684 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:06.345892 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c578d54-61ad-473c-be62-977d66439a58 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:55:06.360480 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 3c578d54-61ad-473c-be62-977d66439a58, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3c578d54-61ad-473c-be62-977d66439a58,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:55:06.364226 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:06.428412 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=3c578d54-61ad-473c-be62-977d66439a58,revision_number=4']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:06.739944 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['3c578d54-61ad-473c-be62-977d66439a58'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:55:07.149664 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bb7b7-72e8-4e72-ade2-b7b4776e3cdc req-0f326d9f-0bc0-4dab-b0d2-0cab489a30b9 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:07.151092 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a10bb7b7-72e8-4e72-ade2-b7b4776e3cdc req-0f326d9f-0bc0-4dab-b0d2-0cab489a30b9 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 944 time: 0.0796566 Mar 16 11:55:07.193154 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-a10bb7b7-72e8-4e72-ade2-b7b4776e3cdc req-8f93992e-2867-4bdf-b287-527f0d87e3cc tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365131 Mar 16 11:55:08.148682 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3c578d54-61ad-473c-be62-977d66439a58 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:55:08.212649 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning for port 3c578d54-61ad-473c-be62-977d66439a58 completed by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:55:08.217148 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 3c578d54-61ad-473c-be62-977d66439a58 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:55:08.217512 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:08.334080 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:08.361585 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c578d54-61ad-473c-be62-977d66439a58'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:55:08.371440 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 3c578d54-61ad-473c-be62-977d66439a58, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3c578d54-61ad-473c-be62-977d66439a58,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:55:08.376340 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:08.387723 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6703364-2105-464c-be3a-f75ae37d51ed req-fe8a4cde-4c67-4371-8bf7-7e2b86d21d51 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:08.389294 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a6703364-2105-464c-be3a-f75ae37d51ed req-fe8a4cde-4c67-4371-8bf7-7e2b86d21d51 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 944 time: 0.0911665 Mar 16 11:55:08.412867 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c578d54-61ad-473c-be62-977d66439a58', 'code': 200} Mar 16 11:55:08.442902 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-a6703364-2105-464c-be3a-f75ae37d51ed req-775c08fd-81aa-44c6-a41a-8ccf026a7853 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482550 Mar 16 11:55:08.450884 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=3c578d54-61ad-473c-be62-977d66439a58,revision_number=5']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:08.633058 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029ae0b-123b-49d9-8057-0535a6cd5411 req-2c4d192b-4631-40b1-9531-bd834e335ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:08.634925 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f029ae0b-123b-49d9-8057-0535a6cd5411 req-2c4d192b-4631-40b1-9531-bd834e335ad3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 1098 time: 0.0699215 Mar 16 11:55:08.674821 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f029ae0b-123b-49d9-8057-0535a6cd5411 req-3b1cc67f-27e8-4fa1-8baa-3044aaf9143b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337927 Mar 16 11:55:09.626174 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5ba76-324c-4e08-a572-bb149662f693 req-33a07d67-8ff5-4dbf-bc46-4a1bb4c86f9c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:09.627614 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-57d5ba76-324c-4e08-a572-bb149662f693 req-33a07d67-8ff5-4dbf-bc46-4a1bb4c86f9c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 945 time: 0.0806806 Mar 16 11:55:09.670907 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-57d5ba76-324c-4e08-a572-bb149662f693 req-0d89a174-5d81-4bb8-89e6-01c4b7df713a tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371523 Mar 16 11:55:10.854732 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65846512-a0a8-45f6-9115-b3382370f2b8 req-0f06bb06-e713-41dd-bfa6-9ad9ec63d72f tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:10.856189 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-65846512-a0a8-45f6-9115-b3382370f2b8 req-0f06bb06-e713-41dd-bfa6-9ad9ec63d72f tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 945 time: 0.0804520 Mar 16 11:55:10.899386 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-65846512-a0a8-45f6-9115-b3382370f2b8 req-4ec8dd87-c69f-4bf5-8233-f0816f7fb4fd tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374825 Mar 16 11:55:11.088201 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a1a21-4c30-4cd8-81a9-36b822b9c365 req-a5f9e78c-5e4a-435d-9074-799162e5be7f tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:11.090353 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1f8a1a21-4c30-4cd8-81a9-36b822b9c365 req-a5f9e78c-5e4a-435d-9074-799162e5be7f tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 945 time: 0.0845523 Mar 16 11:55:11.139073 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-1f8a1a21-4c30-4cd8-81a9-36b822b9c365 req-0a2d7e4b-2cd7-44b9-af97-3f8ee4ea73bf tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418243 Mar 16 11:55:11.161515 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 34280) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:11.228834 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa005551-ad6d-4e8b-8b90-25afaef0950f tempest-TestSnapshotPattern-845257918 tempest-TestSnapshotPattern-845257918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:11.230284 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-fa005551-ad6d-4e8b-8b90-25afaef0950f tempest-TestSnapshotPattern-845257918 tempest-TestSnapshotPattern-845257918-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 1093 time: 0.0678656 Mar 16 11:55:11.233014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 34284) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:11.237695 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.v2.base [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Request body: {'floatingip': {'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'port_id': '3c578d54-61ad-473c-be62-977d66439a58', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:55:11.243430 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:55:11.247415 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Usage tracker for resource:floatingip and tenant:ace5a72320894729833a520b32b82f32 is out of sync, need to count used quota {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:55:11.250478 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.quota.resource [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87968) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:55:11.256749 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.quota.driver [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:55:11.266912 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for floatingip, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:11.399693 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:11.534084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_common [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Allocated IP 172.26.3.183 (45f28f19-efbf-4c93-99d2-e1008799650d/aa8799ba-3076-4d51-b21c-486eb2b87eb7/c41687ae-fa73-47ff-b59a-a2959ae56253) {{(pid=87968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:55:11.674886 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for port, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:11.704190 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776354780986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:11.761942 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Network 45f28f19-efbf-4c93-99d2-e1008799650d is already hosted by enough agents. {{(pid=87968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:55:11.764542 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.base_scheduler [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Resources bound (agent type, host, resource id): {{(pid=87968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:55:11.767205 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Received port after_create {{(pid=87968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:55:11.900566 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event updated for resources: {'Port': ['ID=c41687ae-fa73-47ff-b59a-a2959ae56253,revision_number=1']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:11.913155 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:11.913492 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:11.913818 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:11.914139 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:11.914486 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:11.914807 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:11.915119 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:11.915455 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:11.915765 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:11.916073 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:11.916388 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:11.916692 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:12.271625 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:12.343079 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:12.542191 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for port, precommit_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:12.546445 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16396778'] for port, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:12.653705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event updated for resources: {'Port': ['ID=c41687ae-fa73-47ff-b59a-a2959ae56253,revision_number=2']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:12.663204 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735135'] for floatingip, after_update {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:12.826234 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.db.l3_db [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Floating IP e6c1d108-0383-403e-aaa6-4c536cd999ba associated. External IP: 172.26.3.183, port: 3c578d54-61ad-473c-be62-977d66439a58. Mar 16 11:55:13.163865 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Router bf54e157-fc21-4dbd-9ccc-71c883e9d38d has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:55:13.440474 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:55:13.449609 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d346ba9-899f-473b-8ae6-d426fc374534 None None] Sync routers for ids ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:55:13.458947 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d346ba9-899f-473b-8ae6-d426fc374534 None None] Routers {'bf54e157-fc21-4dbd-9ccc-71c883e9d38d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:55:13.459576 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3d346ba9-899f-473b-8ae6-d426fc374534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:55:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:13.465145 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:13.522092 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-167e13ce-cb6c-4297-bc3a-b93be14ebe0c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2880895 Mar 16 11:55:13.522660 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'tag': '3c578d54-61ad-473c-be62-977d66439a58'}] {{(pid=87968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:55:13.567979 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'tag': '3c578d54-61ad-473c-be62-977d66439a58', 'status': 'completed', 'code': 200} Mar 16 11:55:13.631751 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-3d346ba9-899f-473b-8ae6-d426fc374534 None None] Set router bf54e157-fc21-4dbd-9ccc-71c883e9d38d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:55:13.664146 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbce7c0-0801-4ff0-99c5-ff73e46b0fe1 req-c7790c50-95ec-4385-8551-c55ecc745dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:13.665597 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7cbce7c0-0801-4ff0-99c5-ff73e46b0fe1 req-c7790c50-95ec-4385-8551-c55ecc745dfb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ace5a72320894729833a520b32b82f32&device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 1098 time: 0.0780275 Mar 16 11:55:13.798457 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbce7c0-0801-4ff0-99c5-ff73e46b0fe1 req-8618d6fd-1a7e-46cf-894c-784aacfcc6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:13.799818 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7cbce7c0-0801-4ff0-99c5-ff73e46b0fe1 req-8618d6fd-1a7e-46cf-894c-784aacfcc6da service neutron] 10.222.0.18 "GET /v2.0/networks?id=122fbb5e-6631-4503-ab99-abd60233c543 HTTP/1.1" status: 200 len: 910 time: 0.1280010 Mar 16 11:55:13.900870 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7cbce7c0-0801-4ff0-99c5-ff73e46b0fe1 req-127ad938-1671-47a3-ac1f-2729853e5bf5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c578d54-61ad-473c-be62-977d66439a58 HTTP/1.1" status: 200 len: 999 time: 0.0951464 Mar 16 11:55:13.967375 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbce7c0-0801-4ff0-99c5-ff73e46b0fe1 req-519ba77d-e015-4780-aa31-d879c022f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:13.968842 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7cbce7c0-0801-4ff0-99c5-ff73e46b0fe1 req-519ba77d-e015-4780-aa31-d879c022f6f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b HTTP/1.1" status: 200 len: 848 time: 0.0617409 Mar 16 11:55:13.974681 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3d346ba9-899f-473b-8ae6-d426fc374534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 4, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '34b8795a-ec44-458b-959b-85a6e3570682', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'floating_ip_address': '172.26.3.6', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'port_id': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'mac_address': 'fa:16:3e:9a:43:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 1, 'project_id': 'ace5a72320894729833a520b32b82f32', 'fixed_ip_address_scope': None}, {'id': 'e6c1d108-0383-403e-aaa6-4c536cd999ba', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'floating_ip_address': '172.26.3.183', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'port_id': '3c578d54-61ad-473c-be62-977d66439a58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'mac_address': 'fa:16:3e:81:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:55:12Z', 'updated_at': '2022-03-16T11:55:12Z', 'revision_number': 0, 'project_id': 'ace5a72320894729833a520b32b82f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b895e-b108-4b51-b7a9-e5dc35549b4c', 'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'mac_address': 'fa:16:3e:be:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:33Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 5, 'project_id': 'ace5a72320894729833a520b32b82f32', 'subnets': [{'id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:13.978845 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d346ba9-899f-473b-8ae6-d426fc374534 None None] Checking router: bf54e157-fc21-4dbd-9ccc-71c883e9d38d for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:55:13.986978 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d346ba9-899f-473b-8ae6-d426fc374534 None None] Routers {'bf54e157-fc21-4dbd-9ccc-71c883e9d38d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:55:13.987593 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3d346ba9-899f-473b-8ae6-d426fc374534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:55:03Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:14.042249 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbce7c0-0801-4ff0-99c5-ff73e46b0fe1 req-d8bcad33-e2ed-4fa0-9833-c295682d8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:14.043736 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7cbce7c0-0801-4ff0-99c5-ff73e46b0fe1 req-d8bcad33-e2ed-4fa0-9833-c295682d8444 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=122fbb5e-6631-4503-ab99-abd60233c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683687 Mar 16 11:55:14.163504 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-3d346ba9-899f-473b-8ae6-d426fc374534 None None] Set router bf54e157-fc21-4dbd-9ccc-71c883e9d38d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:55:14.172623 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7cbce7c0-0801-4ff0-99c5-ff73e46b0fe1 req-af60422e-c681-4e7c-b504-2e0344bb533a service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220872 Mar 16 11:55:14.310330 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-7cbce7c0-0801-4ff0-99c5-ff73e46b0fe1 req-9c3c30e0-b5f9-4d31-b984-f8edca457c7b service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316650 Mar 16 11:55:14.505834 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-3d346ba9-899f-473b-8ae6-d426fc374534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 4, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '34b8795a-ec44-458b-959b-85a6e3570682', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'floating_ip_address': '172.26.3.6', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'port_id': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'mac_address': 'fa:16:3e:9a:43:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 1, 'project_id': 'ace5a72320894729833a520b32b82f32', 'fixed_ip_address_scope': None}, {'id': 'e6c1d108-0383-403e-aaa6-4c536cd999ba', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'floating_ip_address': '172.26.3.183', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'port_id': '3c578d54-61ad-473c-be62-977d66439a58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'mac_address': 'fa:16:3e:81:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:55:12Z', 'updated_at': '2022-03-16T11:55:12Z', 'revision_number': 0, 'project_id': 'ace5a72320894729833a520b32b82f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b895e-b108-4b51-b7a9-e5dc35549b4c', 'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'mac_address': 'fa:16:3e:be:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:33Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 5, 'project_id': 'ace5a72320894729833a520b32b82f32', 'subnets': [{'id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:14.509627 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d346ba9-899f-473b-8ae6-d426fc374534 None None] The sync data for ids ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'] in dv-neutron-833859-1-hyperv is: [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 4, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '34b8795a-ec44-458b-959b-85a6e3570682', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'floating_ip_address': '172.26.3.6', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'port_id': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'mac_address': 'fa:16:3e:9a:43:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 1, 'project_id': 'ace5a72320894729833a520b32b82f32', 'fixed_ip_address_scope': None}, {'id': 'e6c1d108-0383-403e-aaa6-4c536cd999ba', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'floating_ip_address': '172.26.3.183', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'port_id': '3c578d54-61ad-473c-be62-977d66439a58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'mac_address': 'fa:16:3e:81:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:55:12Z', 'updated_at': '2022-03-16T11:55:12Z', 'revision_number': 0, 'project_id': 'ace5a72320894729833a520b32b82f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b895e-b108-4b51-b7a9-e5dc35549b4c', 'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'mac_address': 'fa:16:3e:be:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:33Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 5, 'project_id': 'ace5a72320894729833a520b32b82f32', 'subnets': [{'id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:55:14.695218 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9287e9fa-994a-411d-b5b9-b95f6ccbc504 None None] New status for floating IP e6c1d108-0383-403e-aaa6-4c536cd999ba: ACTIVE {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:55:17.925854 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:55:18.314621 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:31.016560 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3609e03a-bffe-46cc-a45b-fc07ff0bc7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:33.169303 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-819039f7-45b5-42a3-9ff1-9635a21cd9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:34.567442 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:34.672937 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:36.135032 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:48.328719 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.923822 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:56:01.017354 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3f7d033d-9a0a-4c8b-98d4-953387ae7618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:03.170483 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d2a2dddc-8706-41df-be80-f59985bf2bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:04.572063 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:04.676322 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:06.106685 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcdfc927-c6b3-49af-909a-2358e4ad06df req-ea9c1aaa-ad7f-48b9-9302-b3d4de91deff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716267 Mar 16 11:56:06.139270 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:06.339468 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfc927-c6b3-49af-909a-2358e4ad06df req-059b1e9a-da5b-4a6e-af32-6f281e56374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:06.340913 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcdfc927-c6b3-49af-909a-2358e4ad06df req-059b1e9a-da5b-4a6e-af32-6f281e56374e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ace5a72320894729833a520b32b82f32&device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 1096 time: 0.1624506 Mar 16 11:56:06.479277 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfc927-c6b3-49af-909a-2358e4ad06df req-3599ca17-a80f-4dc3-a5d3-81f3cb418e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:06.480677 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcdfc927-c6b3-49af-909a-2358e4ad06df req-3599ca17-a80f-4dc3-a5d3-81f3cb418e69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=122fbb5e-6631-4503-ab99-abd60233c543 HTTP/1.1" status: 200 len: 910 time: 0.1210556 Mar 16 11:56:06.582328 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcdfc927-c6b3-49af-909a-2358e4ad06df req-3f9312c8-2df8-407f-873a-d5d73263b873 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d HTTP/1.1" status: 200 len: 997 time: 0.0945985 Mar 16 11:56:06.645121 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfc927-c6b3-49af-909a-2358e4ad06df req-9186dd41-c719-457a-8e90-f3aa8e5dcc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:06.646475 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcdfc927-c6b3-49af-909a-2358e4ad06df req-9186dd41-c719-457a-8e90-f3aa8e5dcc6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b HTTP/1.1" status: 200 len: 848 time: 0.0579412 Mar 16 11:56:06.717295 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfc927-c6b3-49af-909a-2358e4ad06df req-0e7b37a2-8fb9-4047-812f-d5e155f1c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:06.718685 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcdfc927-c6b3-49af-909a-2358e4ad06df req-0e7b37a2-8fb9-4047-812f-d5e155f1c90b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=122fbb5e-6631-4503-ab99-abd60233c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662832 Mar 16 11:56:06.844409 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcdfc927-c6b3-49af-909a-2358e4ad06df req-ea157670-1860-4ec2-9aca-dbf385ed84e6 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189256 Mar 16 11:56:06.972571 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-fcdfc927-c6b3-49af-909a-2358e4ad06df req-7a729b2e-ae71-42be-8571-e0ef7df47780 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214552 Mar 16 11:56:18.336101 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:31.019413 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-73f2eabd-9ba1-4781-ba8d-d797c0c39893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:31.922301 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:56:33.171466 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-66164c76-ba6f-4870-920f-3f31f607d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:34.573520 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:34.677308 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:36.140265 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:48.360030 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:01.020848 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e76a3cb7-09c0-402f-947f-959d45505a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:03.172420 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5163a62f-65c5-4154-8299-a8c40fe29621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:04.574529 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:04.680058 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:06.127850 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-00e679da-60b0-4169-9ce8-f5629eed8432 req-cba84b65-ae9a-47dd-a84b-f47805a23fac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673087 Mar 16 11:57:06.146834 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:06.221852 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e679da-60b0-4169-9ce8-f5629eed8432 req-9ae630d9-d622-43a1-8ad2-0459446d0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:06.223297 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-00e679da-60b0-4169-9ce8-f5629eed8432 req-9ae630d9-d622-43a1-8ad2-0459446d0f98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ace5a72320894729833a520b32b82f32&device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 1098 time: 0.0717046 Mar 16 11:57:06.362615 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e679da-60b0-4169-9ce8-f5629eed8432 req-a7f6436c-e64c-46c5-809f-be2b4f1cff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:06.364055 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-00e679da-60b0-4169-9ce8-f5629eed8432 req-a7f6436c-e64c-46c5-809f-be2b4f1cff7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=122fbb5e-6631-4503-ab99-abd60233c543 HTTP/1.1" status: 200 len: 910 time: 0.1229665 Mar 16 11:57:06.462289 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-00e679da-60b0-4169-9ce8-f5629eed8432 req-6a6d7164-3f17-4307-bc41-c5a6e0bcb6f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c578d54-61ad-473c-be62-977d66439a58 HTTP/1.1" status: 200 len: 1001 time: 0.0924311 Mar 16 11:57:06.521925 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e679da-60b0-4169-9ce8-f5629eed8432 req-ec2f2917-126d-4fb8-a030-727b35236b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:06.523293 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-00e679da-60b0-4169-9ce8-f5629eed8432 req-ec2f2917-126d-4fb8-a030-727b35236b4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b HTTP/1.1" status: 200 len: 848 time: 0.0549369 Mar 16 11:57:06.597897 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e679da-60b0-4169-9ce8-f5629eed8432 req-aa41b68c-d63b-44a0-8233-537e5fe92716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:06.599332 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-00e679da-60b0-4169-9ce8-f5629eed8432 req-aa41b68c-d63b-44a0-8233-537e5fe92716 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=122fbb5e-6631-4503-ab99-abd60233c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705404 Mar 16 11:57:06.726855 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-00e679da-60b0-4169-9ce8-f5629eed8432 req-7e243389-39d7-4a65-b308-6eb26cfde931 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217773 Mar 16 11:57:06.852413 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-00e679da-60b0-4169-9ce8-f5629eed8432 req-d6859c85-7129-4cf9-a3c2-6b69ae252ea5 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198225 Mar 16 11:57:08.921793 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:57:18.352321 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:20.723087 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3c578d54-61ad-473c-be62-977d66439a58 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:57:20.852354 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 3c578d54-61ad-473c-be62-977d66439a58, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3c578d54-61ad-473c-be62-977d66439a58,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:20.865723 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Returning: {'device': '3c578d54-61ad-473c-be62-977d66439a58', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'port_id': '3c578d54-61ad-473c-be62-977d66439a58', 'mac_address': 'fa:16:3e:81:eb:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:57:20.921649 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:20.939090 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c578d54-61ad-473c-be62-977d66439a58 {{(pid=87970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:57:20.954300 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 3c578d54-61ad-473c-be62-977d66439a58, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3c578d54-61ad-473c-be62-977d66439a58,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:20.957709 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:21.023984 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=3c578d54-61ad-473c-be62-977d66439a58,revision_number=6']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:21.030723 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:21.031063 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:21.031424 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:21.031748 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:21.032077 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:21.032402 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:21.032718 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:21.033033 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:21.033352 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:21.033663 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:21.033974 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:21.034285 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:21.039309 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] get_ports_and_sgs() called for port_ids ['3c578d54-61ad-473c-be62-977d66439a58'] {{(pid=87970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:57:22.728155 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3c578d54-61ad-473c-be62-977d66439a58 up at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:57:22.792999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.provisioning_blocks [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Provisioning complete for port 3c578d54-61ad-473c-be62-977d66439a58 triggered by entity L2. {{(pid=87970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:57:22.793363 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383303'] for port, provisioning_complete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:22.906507 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:22.931821 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c578d54-61ad-473c-be62-977d66439a58'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:57:22.941476 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 3c578d54-61ad-473c-be62-977d66439a58, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3c578d54-61ad-473c-be62-977d66439a58,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:22.945907 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:22.980822 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c578d54-61ad-473c-be62-977d66439a58', 'code': 200} Mar 16 11:57:23.011252 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=3c578d54-61ad-473c-be62-977d66439a58,revision_number=7']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:31.026929 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bb26e32e-6633-49f6-834e-5cf2a0e1574f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:33.176629 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dc3b2ffe-4f6f-468f-ad61-5c49e9fbbe0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:33.620274 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 34516) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:33.908588 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Deleting port c41687ae-fa73-47ff-b59a-a2959ae56253 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:33.908924 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:34.075368 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:34.075609 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:34.192270 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Calling delete_port for c41687ae-fa73-47ff-b59a-a2959ae56253 owned by network:floatingip {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:57:34.342086 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:34.416447 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event deleted for resources: {'Port': ['ID=c41687ae-fa73-47ff-b59a-a2959ae56253,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:34.434285 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:34.434624 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:34.434955 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:34.435313 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:34.435641 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:34.435959 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:34.436271 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:34.436585 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:34.436899 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:34.437208 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:34.437520 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:34.437824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:34.497450 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for floatingip, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:34.497781 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Floating IP e6c1d108-0383-403e-aaa6-4c536cd999ba disassociated (deleted). External IP: 172.26.3.183, port: 3c578d54-61ad-473c-be62-977d66439a58. Mar 16 11:57:34.576936 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:34.683730 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:34.843629 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Router bf54e157-fc21-4dbd-9ccc-71c883e9d38d has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:57:35.126275 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:57:35.136774 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8f03e0-e43b-4b82-ab02-4e7c198e594f None None] Sync routers for ids ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:57:35.145953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:35.146293 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8f03e0-e43b-4b82-ab02-4e7c198e594f None None] Routers {'bf54e157-fc21-4dbd-9ccc-71c883e9d38d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:57:35.146808 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ff8f03e0-e43b-4b82-ab02-4e7c198e594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:35.200917 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-5dd60651-52e0-4cf6-8bcf-a011d7b67cab tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "DELETE /v2.0/floatingips/e6c1d108-0383-403e-aaa6-4c536cd999ba HTTP/1.1" status: 204 len: 168 time: 1.5795767 Mar 16 11:57:35.201493 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'tag': '3c578d54-61ad-473c-be62-977d66439a58'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:57:35.322483 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-ff8f03e0-e43b-4b82-ab02-4e7c198e594f None None] Set router bf54e157-fc21-4dbd-9ccc-71c883e9d38d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:57:35.328605 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'tag': '3c578d54-61ad-473c-be62-977d66439a58', 'status': 'completed', 'code': 200} Mar 16 11:57:35.432256 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c62b56-9a06-4ec5-ad0f-6aa84d61b34e req-05cd8055-0e10-492b-8d3e-48d9d96c78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:35.435840 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-03c62b56-9a06-4ec5-ad0f-6aa84d61b34e req-05cd8055-0e10-492b-8d3e-48d9d96c78c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ace5a72320894729833a520b32b82f32&device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 1098 time: 0.0846205 Mar 16 11:57:35.617500 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c62b56-9a06-4ec5-ad0f-6aa84d61b34e req-fe08fa71-7df5-4081-a4e7-3eb08cec9bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:35.618928 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-03c62b56-9a06-4ec5-ad0f-6aa84d61b34e req-fe08fa71-7df5-4081-a4e7-3eb08cec9bd6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=122fbb5e-6631-4503-ab99-abd60233c543 HTTP/1.1" status: 200 len: 910 time: 0.1782179 Mar 16 11:57:35.664419 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ff8f03e0-e43b-4b82-ab02-4e7c198e594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 4, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '34b8795a-ec44-458b-959b-85a6e3570682', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'floating_ip_address': '172.26.3.6', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'port_id': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'mac_address': 'fa:16:3e:9a:43:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 1, 'project_id': 'ace5a72320894729833a520b32b82f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b895e-b108-4b51-b7a9-e5dc35549b4c', 'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'mac_address': 'fa:16:3e:be:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:33Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 5, 'project_id': 'ace5a72320894729833a520b32b82f32', 'subnets': [{'id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:35.668205 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8f03e0-e43b-4b82-ab02-4e7c198e594f None None] Checking router: bf54e157-fc21-4dbd-9ccc-71c883e9d38d for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:57:35.676226 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8f03e0-e43b-4b82-ab02-4e7c198e594f None None] Routers {'bf54e157-fc21-4dbd-9ccc-71c883e9d38d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:57:35.677334 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ff8f03e0-e43b-4b82-ab02-4e7c198e594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:35.698582 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-03c62b56-9a06-4ec5-ad0f-6aa84d61b34e req-34604c8b-42bf-4820-abe9-ecede199e588 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c578d54-61ad-473c-be62-977d66439a58 HTTP/1.1" status: 200 len: 217 time: 0.0728269 Mar 16 11:57:35.706696 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa8fae-64cd-4bf3-9ce4-149623ef0f81 req-82dfbd61-3a94-4d85-97a5-39399bafc58c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:35.707386 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-48aa8fae-64cd-4bf3-9ce4-149623ef0f81 req-82dfbd61-3a94-4d85-97a5-39399bafc58c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Synchronizing usage tracker for tenant:ace5a72320894729833a520b32b82f32 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:57:35.766586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-48aa8fae-64cd-4bf3-9ce4-149623ef0f81 req-82dfbd61-3a94-4d85-97a5-39399bafc58c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Unset dirty status for tenant:ace5a72320894729833a520b32b82f32 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:57:35.767743 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-48aa8fae-64cd-4bf3-9ce4-149623ef0f81 req-82dfbd61-3a94-4d85-97a5-39399bafc58c tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 945 time: 0.2401741 Mar 16 11:57:35.776008 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c62b56-9a06-4ec5-ad0f-6aa84d61b34e req-2867e42a-9f7d-4fdb-8921-8790883d0e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:35.777353 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-03c62b56-9a06-4ec5-ad0f-6aa84d61b34e req-2867e42a-9f7d-4fdb-8921-8790883d0e66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b HTTP/1.1" status: 200 len: 848 time: 0.0674236 Mar 16 11:57:35.855231 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-ff8f03e0-e43b-4b82-ab02-4e7c198e594f None None] Set router bf54e157-fc21-4dbd-9ccc-71c883e9d38d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:57:35.861859 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-48aa8fae-64cd-4bf3-9ce4-149623ef0f81 req-e3496872-c8cc-4275-9f5f-59d8fa705695 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873046 Mar 16 11:57:35.890863 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c62b56-9a06-4ec5-ad0f-6aa84d61b34e req-661493fd-ac2e-4312-99c7-d6acea0806b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:35.892407 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-03c62b56-9a06-4ec5-ad0f-6aa84d61b34e req-661493fd-ac2e-4312-99c7-d6acea0806b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=122fbb5e-6631-4503-ab99-abd60233c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1020064 Mar 16 11:57:36.022904 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-03c62b56-9a06-4ec5-ad0f-6aa84d61b34e req-85a4c511-c8db-4375-a406-0c83dfb7a2f1 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233802 Mar 16 11:57:36.160504 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-03c62b56-9a06-4ec5-ad0f-6aa84d61b34e req-88930836-a09b-4d98-9534-79e3c44644f4 service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305013 Mar 16 11:57:36.161674 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:36.195630 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-ff8f03e0-e43b-4b82-ab02-4e7c198e594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 4, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '34b8795a-ec44-458b-959b-85a6e3570682', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'floating_ip_address': '172.26.3.6', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'port_id': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'mac_address': 'fa:16:3e:9a:43:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 1, 'project_id': 'ace5a72320894729833a520b32b82f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b895e-b108-4b51-b7a9-e5dc35549b4c', 'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'mac_address': 'fa:16:3e:be:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:33Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 5, 'project_id': 'ace5a72320894729833a520b32b82f32', 'subnets': [{'id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:36.199417 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8f03e0-e43b-4b82-ab02-4e7c198e594f None None] The sync data for ids ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'] in dv-neutron-833859-1-hyperv is: [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 4, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_floatingips': [{'id': '34b8795a-ec44-458b-959b-85a6e3570682', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'floating_ip_address': '172.26.3.6', 'floating_network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'router_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'port_id': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'mac_address': 'fa:16:3e:9a:43:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 1, 'project_id': 'ace5a72320894729833a520b32b82f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b895e-b108-4b51-b7a9-e5dc35549b4c', 'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'mac_address': 'fa:16:3e:be:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:33Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 5, 'project_id': 'ace5a72320894729833a520b32b82f32', 'subnets': [{'id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:57:36.414271 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c61aa86-d8c5-410c-91a9-b6265574c80e None None] New status for floating IP e6c1d108-0383-403e-aaa6-4c536cd999ba: DOWN {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:57:36.821164 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3c578d54-61ad-473c-be62-977d66439a58 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:57:36.934143 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603956'] for port, before_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:36.960242 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c578d54-61ad-473c-be62-977d66439a58'}] {{(pid=87970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:57:36.969714 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] For port 3c578d54-61ad-473c-be62-977d66439a58, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3c578d54-61ad-473c-be62-977d66439a58,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:36.974833 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776355161092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776354781004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776354781049'] for port, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:37.036593 dv-neutron-833859-1-hyperv neutron-server[87970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c578d54-61ad-473c-be62-977d66439a58', 'code': 200} Mar 16 11:57:37.045482 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Pushing event updated for resources: {'Port': ['ID=3c578d54-61ad-473c-be62-977d66439a58,revision_number=8']} {{(pid=87970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:37.073014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f34c3-f43f-4689-a1f7-e0db0247d020 req-f624bdb1-1494-4544-b432-9898deff2b22 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:37.074411 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ff1f34c3-f43f-4689-a1f7-e0db0247d020 req-f624bdb1-1494-4544-b432-9898deff2b22 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 943 time: 0.1028585 Mar 16 11:57:37.119463 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-ff1f34c3-f43f-4689-a1f7-e0db0247d020 req-22d6d3cf-0766-493f-84dc-21b2442baeb4 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394642 Mar 16 11:57:37.308789 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcbe10-2790-4aaa-b7a0-558a1e2d8a9d req-4825e061-fc3f-4c06-a4ca-53e34ab5ec4d tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:37.310195 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-72bcbe10-2790-4aaa-b7a0-558a1e2d8a9d req-4825e061-fc3f-4c06-a4ca-53e34ab5ec4d tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 943 time: 0.0775142 Mar 16 11:57:37.380444 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-72bcbe10-2790-4aaa-b7a0-558a1e2d8a9d req-80564680-e0f8-47a7-88ca-3a067cdbb1dd tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Deleting port 3c578d54-61ad-473c-be62-977d66439a58 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:37.380781 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-72bcbe10-2790-4aaa-b7a0-558a1e2d8a9d req-80564680-e0f8-47a7-88ca-3a067cdbb1dd tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:37.616317 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-72bcbe10-2790-4aaa-b7a0-558a1e2d8a9d req-80564680-e0f8-47a7-88ca-3a067cdbb1dd tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] For port 3c578d54-61ad-473c-be62-977d66439a58, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3c578d54-61ad-473c-be62-977d66439a58,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:37.616666 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-72bcbe10-2790-4aaa-b7a0-558a1e2d8a9d req-80564680-e0f8-47a7-88ca-3a067cdbb1dd tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:37.734099 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-72bcbe10-2790-4aaa-b7a0-558a1e2d8a9d req-80564680-e0f8-47a7-88ca-3a067cdbb1dd tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Calling delete_port for 3c578d54-61ad-473c-be62-977d66439a58 owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:57:37.873703 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-72bcbe10-2790-4aaa-b7a0-558a1e2d8a9d req-80564680-e0f8-47a7-88ca-3a067cdbb1dd tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:38.027601 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80564680-e0f8-47a7-88ca-3a067cdbb1dd tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event deleted for resources: {'Port': ['ID=3c578d54-61ad-473c-be62-977d66439a58,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:38.100207 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bcbe10-2790-4aaa-b7a0-558a1e2d8a9d req-80564680-e0f8-47a7-88ca-3a067cdbb1dd tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] No DVR routers for this DVR port 3c578d54-61ad-473c-be62-977d66439a58 on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:57:38.102542 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-72bcbe10-2790-4aaa-b7a0-558a1e2d8a9d req-80564680-e0f8-47a7-88ca-3a067cdbb1dd tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:38.104966 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'name': 'network-vif-deleted', 'tag': '3c578d54-61ad-473c-be62-977d66439a58'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:57:38.119835 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-72bcbe10-2790-4aaa-b7a0-558a1e2d8a9d req-80564680-e0f8-47a7-88ca-3a067cdbb1dd tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.18 "DELETE /v2.0/ports/3c578d54-61ad-473c-be62-977d66439a58 HTTP/1.1" status: 204 len: 173 time: 0.8038514 Mar 16 11:57:38.150860 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5053c02-1d23-4e1d-996d-d666366b4667', 'name': 'network-vif-deleted', 'tag': '3c578d54-61ad-473c-be62-977d66439a58', 'status': 'completed', 'code': 200} Mar 16 11:57:38.276646 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-9be22c7f-6d09-4109-be5e-f2a07a0edbb4 req-5c04b553-e0bb-4e75-86a4-0d9dfb9ad4a2 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5053c02-1d23-4e1d-996d-d666366b4667 HTTP/1.1" status: 200 len: 210 time: 0.0434196 Mar 16 11:57:39.919843 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 34584) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:40.121250 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-240f73f8-21eb-45f0-8b7a-ec3802560252 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Deleting port 00db3044-5d6c-4c6f-981a-8ad65115dc49 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:40.121584 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-240f73f8-21eb-45f0-8b7a-ec3802560252 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:40.292526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-240f73f8-21eb-45f0-8b7a-ec3802560252 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:40.292905 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-240f73f8-21eb-45f0-8b7a-ec3802560252 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:40.413054 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-240f73f8-21eb-45f0-8b7a-ec3802560252 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Calling delete_port for 00db3044-5d6c-4c6f-981a-8ad65115dc49 owned by network:floatingip {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:57:40.560084 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-240f73f8-21eb-45f0-8b7a-ec3802560252 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:40.605194 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f73f8-21eb-45f0-8b7a-ec3802560252 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event deleted for resources: {'Port': ['ID=00db3044-5d6c-4c6f-981a-8ad65115dc49,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:40.697028 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-240f73f8-21eb-45f0-8b7a-ec3802560252 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for floatingip, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:40.697355 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.db.l3_db [None req-240f73f8-21eb-45f0-8b7a-ec3802560252 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Floating IP 34b8795a-ec44-458b-959b-85a6e3570682 disassociated (deleted). External IP: 172.26.3.6, port: 3b3e1ff3-f20f-4c3c-8a91-179378f5075d. Mar 16 11:57:40.864947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3c578d54-61ad-473c-be62-977d66439a58 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:57:40.898143 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 3c578d54-61ad-473c-be62-977d66439a58 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:57:40.898481 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3c578d54-61ad-473c-be62-977d66439a58 not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:57:41.039416 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240f73f8-21eb-45f0-8b7a-ec3802560252 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Router bf54e157-fc21-4dbd-9ccc-71c883e9d38d has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:57:41.331331 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240f73f8-21eb-45f0-8b7a-ec3802560252 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:57:41.340994 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e382f49-cb65-4168-8dca-b567d9e99857 None None] Sync routers for ids ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:57:41.349651 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-240f73f8-21eb-45f0-8b7a-ec3802560252 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for floatingip, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:41.350713 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e382f49-cb65-4168-8dca-b567d9e99857 None None] Routers {'bf54e157-fc21-4dbd-9ccc-71c883e9d38d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:57:41.351338 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6e382f49-cb65-4168-8dca-b567d9e99857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:41.407086 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-240f73f8-21eb-45f0-8b7a-ec3802560252 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "DELETE /v2.0/floatingips/34b8795a-ec44-458b-959b-85a6e3570682 HTTP/1.1" status: 204 len: 168 time: 1.4860649 Mar 16 11:57:41.407673 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'tag': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:57:41.452563 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'tag': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'status': 'completed', 'code': 200} Mar 16 11:57:41.548587 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af8871-c3b8-4c3f-a9a5-825ab149e25f req-e8a2916f-e5e3-4910-b899-1e25be8976c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:41.549989 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73af8871-c3b8-4c3f-a9a5-825ab149e25f req-e8a2916f-e5e3-4910-b899-1e25be8976c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ace5a72320894729833a520b32b82f32&device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 1096 time: 0.0742447 Mar 16 11:57:41.553302 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-6e382f49-cb65-4168-8dca-b567d9e99857 None None] Set router bf54e157-fc21-4dbd-9ccc-71c883e9d38d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:57:41.689474 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af8871-c3b8-4c3f-a9a5-825ab149e25f req-f739ae0a-4084-4159-9331-e3c6f185b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:41.690895 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73af8871-c3b8-4c3f-a9a5-825ab149e25f req-f739ae0a-4084-4159-9331-e3c6f185b84e service neutron] 10.222.0.18 "GET /v2.0/networks?id=122fbb5e-6631-4503-ab99-abd60233c543 HTTP/1.1" status: 200 len: 910 time: 0.1350241 Mar 16 11:57:41.796446 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73af8871-c3b8-4c3f-a9a5-825ab149e25f req-88e0bd94-7b3a-4205-9486-16e1afc351a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d HTTP/1.1" status: 200 len: 217 time: 0.0976977 Mar 16 11:57:41.863847 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6e382f49-cb65-4168-8dca-b567d9e99857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 4, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '536b895e-b108-4b51-b7a9-e5dc35549b4c', 'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'mac_address': 'fa:16:3e:be:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:33Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 5, 'project_id': 'ace5a72320894729833a520b32b82f32', 'subnets': [{'id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:41.865016 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af8871-c3b8-4c3f-a9a5-825ab149e25f req-cd27131f-e896-45fd-91f2-72ebd4fd2efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:41.866444 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73af8871-c3b8-4c3f-a9a5-825ab149e25f req-cd27131f-e896-45fd-91f2-72ebd4fd2efa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b HTTP/1.1" status: 200 len: 848 time: 0.0647418 Mar 16 11:57:41.867899 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e382f49-cb65-4168-8dca-b567d9e99857 None None] Checking router: bf54e157-fc21-4dbd-9ccc-71c883e9d38d for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:57:41.876121 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e382f49-cb65-4168-8dca-b567d9e99857 None None] Routers {'bf54e157-fc21-4dbd-9ccc-71c883e9d38d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:57:41.876737 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6e382f49-cb65-4168-8dca-b567d9e99857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:41.933056 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0611631-5bd7-47b8-bb0a-972f8b8c17a8 req-7e91e3b9-dab1-449d-b8bd-731251bdcf5b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:41.933738 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e0611631-5bd7-47b8-bb0a-972f8b8c17a8 req-7e91e3b9-dab1-449d-b8bd-731251bdcf5b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Synchronizing usage tracker for tenant:ace5a72320894729833a520b32b82f32 on resource:port {{(pid=87969) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:57:41.963627 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.quota.resource [req-e0611631-5bd7-47b8-bb0a-972f8b8c17a8 req-7e91e3b9-dab1-449d-b8bd-731251bdcf5b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Unset dirty status for tenant:ace5a72320894729833a520b32b82f32 on resource:port {{(pid=87969) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:57:41.964793 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0611631-5bd7-47b8-bb0a-972f8b8c17a8 req-7e91e3b9-dab1-449d-b8bd-731251bdcf5b tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 943 time: 0.2145193 Mar 16 11:57:41.971383 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af8871-c3b8-4c3f-a9a5-825ab149e25f req-d79089eb-953d-4609-9e31-cab19c7aa375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:41.972752 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73af8871-c3b8-4c3f-a9a5-825ab149e25f req-d79089eb-953d-4609-9e31-cab19c7aa375 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=122fbb5e-6631-4503-ab99-abd60233c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0973186 Mar 16 11:57:42.052093 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-6e382f49-cb65-4168-8dca-b567d9e99857 None None] Set router bf54e157-fc21-4dbd-9ccc-71c883e9d38d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:57:42.098867 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-e0611631-5bd7-47b8-bb0a-972f8b8c17a8 req-c8e5e4a6-1b9a-4a92-8df4-39112947909f tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251040 Mar 16 11:57:42.133329 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73af8871-c3b8-4c3f-a9a5-825ab149e25f req-cf7cc80d-1cb5-42fe-b499-e16947a333ab service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472974 Mar 16 11:57:42.265533 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-73af8871-c3b8-4c3f-a9a5-825ab149e25f req-fb6385da-91ca-4e90-b164-e3b2a40df2cc service neutron] 10.222.0.18 "GET /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240709 Mar 16 11:57:42.374834 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-6e382f49-cb65-4168-8dca-b567d9e99857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 4, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '536b895e-b108-4b51-b7a9-e5dc35549b4c', 'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'mac_address': 'fa:16:3e:be:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:33Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 5, 'project_id': 'ace5a72320894729833a520b32b82f32', 'subnets': [{'id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:42.378693 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e382f49-cb65-4168-8dca-b567d9e99857 None None] The sync data for ids ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'] in dv-neutron-833859-1-hyperv is: [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:51:33Z', 'revision_number': 4, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv', '_interfaces': [{'id': '536b895e-b108-4b51-b7a9-e5dc35549b4c', 'name': '', 'network_id': '122fbb5e-6631-4503-ab99-abd60233c543', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'mac_address': 'fa:16:3e:be:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:33Z', 'updated_at': '2022-03-16T11:51:40Z', 'revision_number': 5, 'project_id': 'ace5a72320894729833a520b32b82f32', 'subnets': [{'id': '955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:57:42.578610 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546cb54-8eb5-458e-b273-b2e12b13f2a0 req-ab7426eb-87aa-4b58-acde-da385968f483 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:42.580076 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f546cb54-8eb5-458e-b273-b2e12b13f2a0 req-ab7426eb-87aa-4b58-acde-da385968f483 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 943 time: 0.0849953 Mar 16 11:57:42.590822 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e65f32-f55e-45f6-9156-4a9bdbc293ac None None] New status for floating IP 34b8795a-ec44-458b-959b-85a6e3570682: DOWN {{(pid=87970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:57:42.649030 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-f546cb54-8eb5-458e-b273-b2e12b13f2a0 req-9b5b70bd-bbc1-4150-952f-d4ab602cdf20 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Deleting port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:42.649305 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f546cb54-8eb5-458e-b273-b2e12b13f2a0 req-9b5b70bd-bbc1-4150-952f-d4ab602cdf20 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:42.891813 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [req-f546cb54-8eb5-458e-b273-b2e12b13f2a0 req-9b5b70bd-bbc1-4150-952f-d4ab602cdf20 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] For port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:42.892163 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f546cb54-8eb5-458e-b273-b2e12b13f2a0 req-9b5b70bd-bbc1-4150-952f-d4ab602cdf20 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:43.116551 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [req-f546cb54-8eb5-458e-b273-b2e12b13f2a0 req-9b5b70bd-bbc1-4150-952f-d4ab602cdf20 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Calling delete_port for 3b3e1ff3-f20f-4c3c-8a91-179378f5075d owned by compute:nova {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:57:43.260526 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f546cb54-8eb5-458e-b273-b2e12b13f2a0 req-9b5b70bd-bbc1-4150-952f-d4ab602cdf20 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:43.291832 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae32a8-ade6-4abd-ba2c-ddb42cf5c232 req-58d1d132-2aaa-4f49-9577-efc061d8fa5a tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:43.293308 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-02ae32a8-ade6-4abd-ba2c-ddb42cf5c232 req-58d1d132-2aaa-4f49-9577-efc061d8fa5a tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/ports?device_id=e471a1b0-168d-408a-9393-8573e8449ff5 HTTP/1.1" status: 200 len: 943 time: 0.0809572 Mar 16 11:57:43.312251 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b70bd-bbc1-4150-952f-d4ab602cdf20 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event deleted for resources: {'Port': ['ID=3b3e1ff3-f20f-4c3c-8a91-179378f5075d,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:43.340588 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [req-02ae32a8-ade6-4abd-ba2c-ddb42cf5c232 req-08669ee3-3c29-4335-b6e2-a724731bf802 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "GET /v2.0/security-groups?id=70c099a1-8136-4f68-b505-5023ca250041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412433 Mar 16 11:57:43.387364 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f546cb54-8eb5-458e-b273-b2e12b13f2a0 req-9b5b70bd-bbc1-4150-952f-d4ab602cdf20 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] No DVR routers for this DVR port 3b3e1ff3-f20f-4c3c-8a91-179378f5075d on host hv-neutron-8338 {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:57:43.389627 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [req-f546cb54-8eb5-458e-b273-b2e12b13f2a0 req-9b5b70bd-bbc1-4150-952f-d4ab602cdf20 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141764'] for port, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:43.402992 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [req-f546cb54-8eb5-458e-b273-b2e12b13f2a0 req-9b5b70bd-bbc1-4150-952f-d4ab602cdf20 tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.18 "DELETE /v2.0/ports/3b3e1ff3-f20f-4c3c-8a91-179378f5075d HTTP/1.1" status: 204 len: 173 time: 0.8176572 Mar 16 11:57:43.453702 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'name': 'network-vif-deleted', 'tag': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d'}] {{(pid=87969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:57:43.497321 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e471a1b0-168d-408a-9393-8573e8449ff5', 'name': 'network-vif-deleted', 'tag': '3b3e1ff3-f20f-4c3c-8a91-179378f5075d', 'status': 'completed', 'code': 200} Mar 16 11:57:44.434057 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 34604) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:44.502750 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:44.531463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:44.600409 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:44.618449 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c099a1-8136-4f68-b505-5023ca250041,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:44.626686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.627031 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.627400 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.627731 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.628053 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.628378 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.628697 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.629012 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.629331 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.629699 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.630010 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.630319 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833859-1-hyperv {{(pid=87968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.637417 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:44.638517 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-887a967a-8fff-4264-9182-a0597bd27b9e tempest-TestSnapshotPattern-382343725 tempest-TestSnapshotPattern-382343725-project] 10.222.0.44 "DELETE /v2.0/security-groups/70c099a1-8136-4f68-b505-5023ca250041 HTTP/1.1" status: 204 len: 168 time: 0.2034860 Mar 16 11:57:44.690407 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 34610) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:45.316432 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-63fcb263-289a-4415-8471-b0f774757679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:45.745459 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-63fcb263-289a-4415-8471-b0f774757679 admin admin] Deleting port 536b895e-b108-4b51-b7a9-e5dc35549b4c {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:45.746062 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-63fcb263-289a-4415-8471-b0f774757679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:45.920650 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:57:45.921387 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-63fcb263-289a-4415-8471-b0f774757679 admin admin] For port 536b895e-b108-4b51-b7a9-e5dc35549b4c, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=536b895e-b108-4b51-b7a9-e5dc35549b4c,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:45.921740 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-63fcb263-289a-4415-8471-b0f774757679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:46.046000 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-63fcb263-289a-4415-8471-b0f774757679 admin admin] Calling delete_port for 536b895e-b108-4b51-b7a9-e5dc35549b4c owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:57:46.370783 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-63fcb263-289a-4415-8471-b0f774757679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:46.415024 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcb263-289a-4415-8471-b0f774757679 admin admin] Pushing event deleted for resources: {'Port': ['ID=536b895e-b108-4b51-b7a9-e5dc35549b4c,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:46.672945 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-63fcb263-289a-4415-8471-b0f774757679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:46.890136 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3b3e1ff3-f20f-4c3c-8a91-179378f5075d no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:57:46.924867 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] No Port match for: 3b3e1ff3-f20f-4c3c-8a91-179378f5075d {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:57:46.925125 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Device 3b3e1ff3-f20f-4c3c-8a91-179378f5075d not bound to the agent host hv-neutron-8338 {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:57:47.117443 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fcb263-289a-4415-8471-b0f774757679 admin admin] Router bf54e157-fc21-4dbd-9ccc-71c883e9d38d has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:57:47.288365 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fcb263-289a-4415-8471-b0f774757679 admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:57:47.297653 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbfb0eb-9374-41e9-847d-50b89d3819e9 None None] Sync routers for ids ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'] in dv-neutron-833859-1-hyperv {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:57:47.300950 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-63fcb263-289a-4415-8471-b0f774757679 admin admin] 10.222.0.44 "PUT /v2.0/routers/bf54e157-fc21-4dbd-9ccc-71c883e9d38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6091614 Mar 16 11:57:47.303130 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 34616) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:47.306862 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbfb0eb-9374-41e9-847d-50b89d3819e9 None None] Routers {'bf54e157-fc21-4dbd-9ccc-71c883e9d38d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:57:47.307479 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-0cbfb0eb-9374-41e9-847d-50b89d3819e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:47.479984 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-0cbfb0eb-9374-41e9-847d-50b89d3819e9 None None] Set router bf54e157-fc21-4dbd-9ccc-71c883e9d38d gateway port host: dv-neutron-833859-1-hyperv {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:57:47.484511 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8625ea5-705c-48d9-ac8b-c2f97965f84e admin admin] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:47.659959 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8625ea5-705c-48d9-ac8b-c2f97965f84e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:47.670188 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b8625ea5-705c-48d9-ac8b-c2f97965f84e admin admin] Deleting port fd6af946-3f73-414d-ba79-b02d99e972f6 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:47.670518 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8625ea5-705c-48d9-ac8b-c2f97965f84e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:47.784579 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-0cbfb0eb-9374-41e9-847d-50b89d3819e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:57:46Z', 'revision_number': 5, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port': {'id': 'fd6af946-3f73-414d-ba79-b02d99e972f6', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:30Z', 'updated_at': '2022-03-16T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:47.788756 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbfb0eb-9374-41e9-847d-50b89d3819e9 None None] Checking router: bf54e157-fc21-4dbd-9ccc-71c883e9d38d for host: dv-neutron-833859-1-hyperv {{(pid=87971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:57:47.796702 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbfb0eb-9374-41e9-847d-50b89d3819e9 None None] Routers {'bf54e157-fc21-4dbd-9ccc-71c883e9d38d'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:57:47.797287 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-0cbfb0eb-9374-41e9-847d-50b89d3819e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'], 'active': True} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:47.843327 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-b8625ea5-705c-48d9-ac8b-c2f97965f84e admin admin] For port fd6af946-3f73-414d-ba79-b02d99e972f6, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=fd6af946-3f73-414d-ba79-b02d99e972f6,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:47.843686 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8625ea5-705c-48d9-ac8b-c2f97965f84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:47.944832 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_dvr_db [None req-0cbfb0eb-9374-41e9-847d-50b89d3819e9 None None] Set router bf54e157-fc21-4dbd-9ccc-71c883e9d38d gateway port host: None {{(pid=87971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:57:47.963705 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-b8625ea5-705c-48d9-ac8b-c2f97965f84e admin admin] Calling delete_port for fd6af946-3f73-414d-ba79-b02d99e972f6 owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:57:48.075650 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.l3_hamode_db [None req-0cbfb0eb-9374-41e9-847d-50b89d3819e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:57:47Z', 'revision_number': 6, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:48.079698 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbfb0eb-9374-41e9-847d-50b89d3819e9 None None] The sync data for ids ['bf54e157-fc21-4dbd-9ccc-71c883e9d38d'] in dv-neutron-833859-1-hyperv is: [{'id': 'bf54e157-fc21-4dbd-9ccc-71c883e9d38d', 'name': 'tempest-TestSnapshotPattern-830722415-router', 'tenant_id': 'ace5a72320894729833a520b32b82f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:29Z', 'updated_at': '2022-03-16T11:57:47Z', 'revision_number': 6, 'project_id': 'ace5a72320894729833a520b32b82f32', 'gw_port_host': None}] {{(pid=87971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:57:48.136437 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8625ea5-705c-48d9-ac8b-c2f97965f84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.183833 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8625ea5-705c-48d9-ac8b-c2f97965f84e admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6af946-3f73-414d-ba79-b02d99e972f6,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:48.271537 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8625ea5-705c-48d9-ac8b-c2f97965f84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.358011 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.546988 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8625ea5-705c-48d9-ac8b-c2f97965f84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.549087 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8625ea5-705c-48d9-ac8b-c2f97965f84e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.573093 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8625ea5-705c-48d9-ac8b-c2f97965f84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.573617 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8625ea5-705c-48d9-ac8b-c2f97965f84e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf54e157-fc21-4dbd-9ccc-71c883e9d38d {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:57:48.585715 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-b8625ea5-705c-48d9-ac8b-c2f97965f84e admin admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.586839 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-b8625ea5-705c-48d9-ac8b-c2f97965f84e admin admin] 10.222.0.44 "DELETE /v2.0/routers/bf54e157-fc21-4dbd-9ccc-71c883e9d38d HTTP/1.1" status: 204 len: 168 time: 1.2827222 Mar 16 11:57:48.589339 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 34620) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:48.646281 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ec1d15-af02-4f2b-9605-53170e93582b admin admin] Deleting subnet 955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:57:48.649121 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1d15-af02-4f2b-9605-53170e93582b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.695210 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1d15-af02-4f2b-9605-53170e93582b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.773688 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1d15-af02-4f2b-9605-53170e93582b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.844084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1d15-af02-4f2b-9605-53170e93582b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.883215 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec1d15-af02-4f2b-9605-53170e93582b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:48.885123 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1d15-af02-4f2b-9605-53170e93582b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.889821 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbb9d78-5538-41ec-afd4-66d2325e359f None None] Network 122fbb5e-6631-4503-ab99-abd60233c543 requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:57:48.891424 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c8ec1d15-af02-4f2b-9605-53170e93582b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/955d2b0a-6a4d-44ef-99f1-dc04e91fdc4b HTTP/1.1" status: 204 len: 168 time: 0.3011031 Mar 16 11:57:48.893849 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 34624) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:48.999803 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.009874 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] Deleting port af6ef1ea-fc93-4e91-99d5-ed299cdafb33 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:49.010196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.165904 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc137366-4030-4a68-bef3-cb184a285eda None None] DHCP port deletion for 122fbb5e-6631-4503-ab99-abd60233c543 request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:57:49.170233 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-dc137366-4030-4a68-bef3-cb184a285eda None None] Deleting port af6ef1ea-fc93-4e91-99d5-ed299cdafb33 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:49.170610 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dc137366-4030-4a68-bef3-cb184a285eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.222967 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] For port af6ef1ea-fc93-4e91-99d5-ed299cdafb33, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=af6ef1ea-fc93-4e91-99d5-ed299cdafb33,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:49.224159 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.347463 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] Calling delete_port for af6ef1ea-fc93-4e91-99d5-ed299cdafb33 owned by network:dhcp {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:57:49.372918 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-dc137366-4030-4a68-bef3-cb184a285eda None None] For port af6ef1ea-fc93-4e91-99d5-ed299cdafb33, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=af6ef1ea-fc93-4e91-99d5-ed299cdafb33,segment=NetworkSegment(2bf0f128-3792-4339-8f6b-b09496a8c51c),segment_id=2bf0f128-3792-4339-8f6b-b09496a8c51c)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:49.373457 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dc137366-4030-4a68-bef3-cb184a285eda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.427418 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.475977 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] No DVR routers for this DVR port af6ef1ea-fc93-4e91-99d5-ed299cdafb33 on host dv-neutron-833859-1-hyperv {{(pid=87968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:57:49.477922 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=af6ef1ea-fc93-4e91-99d5-ed299cdafb33,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:49.498570 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-dc137366-4030-4a68-bef3-cb184a285eda None None] Calling delete_port for af6ef1ea-fc93-4e91-99d5-ed299cdafb33 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:57:49.562041 dv-neutron-833859-1-hyperv neutron-server[87970]: util.warn( Mar 16 11:57:49.567756 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-dc137366-4030-4a68-bef3-cb184a285eda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:57:49.568108 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-dc137366-4030-4a68-bef3-cb184a285eda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:57:49.592937 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.617084 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122fbb5e-6631-4503-ab99-abd60233c543']}} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:49.628403 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf0f128-3792-4339-8f6b-b09496a8c51c') {'for_net_delete': True} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:49.628687 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.services.segments.db [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf0f128-3792-4339-8f6b-b09496a8c51c') {} {{(pid=87968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:49.640254 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16564655'] for segment, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.656046 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.661814 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=87968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:57:49.662184 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16396686'] for segment, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: Traceback (most recent call last): Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: timer() Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: cb(*args, **kw) Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: return func(*args, **kwargs) Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: self._notify() Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: self.callback(batched_events) Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: event.method(event) Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: return f(self, *a, **k) Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._get(url).json() Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: return self.request(url, 'GET', **kwargs) Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:57:49.674891 dv-neutron-833859-1-hyperv neutron-server[87968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:57:49.750742 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.766629 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] Notify callbacks [] for network, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.776473 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=122fbb5e-6631-4503-ab99-abd60233c543,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:49.782152 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device af6ef1ea-fc93-4e91-99d5-ed299cdafb33 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:57:49.789466 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-8d4fcfcd-1979-4bbc-9b29-a3d11feb93b0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/122fbb5e-6631-4503-ab99-abd60233c543 HTTP/1.1" status: 204 len: 168 time: 0.8944821 Mar 16 11:57:49.792475 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 34628) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:49.816753 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: af6ef1ea-fc93-4e91-99d5-ed299cdafb33 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:57:49.817746 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device af6ef1ea-fc93-4e91-99d5-ed299cdafb33 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:57:49.818159 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 536b895e-b108-4b51-b7a9-e5dc35549b4c no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:57:49.854267 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 536b895e-b108-4b51-b7a9-e5dc35549b4c {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:57:49.854664 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 536b895e-b108-4b51-b7a9-e5dc35549b4c not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:57:49.855027 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device fd6af946-3f73-414d-ba79-b02d99e972f6 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:57:49.889174 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: fd6af946-3f73-414d-ba79-b02d99e972f6 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:57:49.889523 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device fd6af946-3f73-414d-ba79-b02d99e972f6 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:57:50.069452 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-dc137366-4030-4a68-bef3-cb184a285eda None None] Deleting port af6ef1ea-fc93-4e91-99d5-ed299cdafb33 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:50.069941 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-dc137366-4030-4a68-bef3-cb184a285eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.138130 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-dc137366-4030-4a68-bef3-cb184a285eda None None] The port 'af6ef1ea-fc93-4e91-99d5-ed299cdafb33' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:57:50.405984 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-07cf6b7a-f33f-4f45-b8e0-807aed93af5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733673'] for router_interface, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.742485 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-07cf6b7a-f33f-4f45-b8e0-807aed93af5b admin admin] Deleting port 6f016727-f9ed-4e3b-be81-34e181fc10a7 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:50.742730 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-07cf6b7a-f33f-4f45-b8e0-807aed93af5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.906334 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-07cf6b7a-f33f-4f45-b8e0-807aed93af5b admin admin] For port 6f016727-f9ed-4e3b-be81-34e181fc10a7, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=6f016727-f9ed-4e3b-be81-34e181fc10a7,segment=NetworkSegment(be914c18-faea-47ae-b924-6fdae29aac26),segment_id=be914c18-faea-47ae-b924-6fdae29aac26)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:50.906682 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-07cf6b7a-f33f-4f45-b8e0-807aed93af5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:51.029792 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-07cf6b7a-f33f-4f45-b8e0-807aed93af5b admin admin] Calling delete_port for 6f016727-f9ed-4e3b-be81-34e181fc10a7 owned by network:router_interface {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:57:51.298351 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-07cf6b7a-f33f-4f45-b8e0-807aed93af5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:51.344652 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf6b7a-f33f-4f45-b8e0-807aed93af5b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f016727-f9ed-4e3b-be81-34e181fc10a7,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:51.605196 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-07cf6b7a-f33f-4f45-b8e0-807aed93af5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733557'] for router_interface, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:51.956071 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cf6b7a-f33f-4f45-b8e0-807aed93af5b admin admin] Router a920d54d-d351-40ad-9794-224c5109b3a9 has already been hosted by L3 agent 92897a1c-48f0-47ee-91e1-9a9fe37f2869 {{(pid=87968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:57:52.132321 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cf6b7a-f33f-4f45-b8e0-807aed93af5b admin admin] Notify agent at l3_agent.dv-neutron-833859-1-hyperv the message routers_updated {{(pid=87968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:57:52.140893 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-07cf6b7a-f33f-4f45-b8e0-807aed93af5b admin admin] 10.222.0.44 "PUT /v2.0/routers/a920d54d-d351-40ad-9794-224c5109b3a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3474822 Mar 16 11:57:52.141183 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c5e463-ff96-49bf-ae03-fb688cdb3687 None None] Sync routers for ids ['a920d54d-d351-40ad-9794-224c5109b3a9'] in dv-neutron-833859-1-hyperv {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:57:52.143382 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 34632) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:52.150414 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c5e463-ff96-49bf-ae03-fb688cdb3687 None None] Routers {'a920d54d-d351-40ad-9794-224c5109b3a9'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:57:52.151016 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-64c5e463-ff96-49bf-ae03-fb688cdb3687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['a920d54d-d351-40ad-9794-224c5109b3a9'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:52.318649 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9da2ce41-ca24-4696-9d9d-76d3f2cfeb94 admin admin] Notify callbacks [] for router, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:52.324947 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-64c5e463-ff96-49bf-ae03-fb688cdb3687 None None] Set router a920d54d-d351-40ad-9794-224c5109b3a9 gateway port host: dv-neutron-833859-1-hyperv {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:57:52.488744 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9da2ce41-ca24-4696-9d9d-76d3f2cfeb94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:52.499241 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-9da2ce41-ca24-4696-9d9d-76d3f2cfeb94 admin admin] Deleting port 0127f8a4-512b-441e-b95e-2c92bddcc499 {{(pid=87968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:52.499706 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9da2ce41-ca24-4696-9d9d-76d3f2cfeb94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:52.649281 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-64c5e463-ff96-49bf-ae03-fb688cdb3687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'name': 'tempest-TestSnapshotPattern-212654786-router', 'tenant_id': '0325ec056c1040b899d3974deb7df80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'external_fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': '0127f8a4-512b-441e-b95e-2c92bddcc499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:36Z', 'updated_at': '2022-03-16T11:57:51Z', 'revision_number': 5, 'project_id': '0325ec056c1040b899d3974deb7df80b', 'gw_port': {'id': '0127f8a4-512b-441e-b95e-2c92bddcc499', 'name': '', 'network_id': '45f28f19-efbf-4c93-99d2-e1008799650d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:70:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833859-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:37Z', 'updated_at': '2022-03-16T11:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa8799ba-3076-4d51-b21c-486eb2b87eb7', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833859-1-hyperv'}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:52.653060 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c5e463-ff96-49bf-ae03-fb688cdb3687 None None] Checking router: a920d54d-d351-40ad-9794-224c5109b3a9 for host: dv-neutron-833859-1-hyperv {{(pid=87970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:57:52.661716 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c5e463-ff96-49bf-ae03-fb688cdb3687 None None] Routers {'a920d54d-d351-40ad-9794-224c5109b3a9'} bound to L3 agent in host dv-neutron-833859-1-hyperv {{(pid=87970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:57:52.662401 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-64c5e463-ff96-49bf-ae03-fb688cdb3687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833859-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:41:33Z,description=,heartbeat_timestamp=2022-03-16T11:57:33Z,host='dv-neutron-833859-1-hyperv',id=92897a1c-48f0-47ee-91e1-9a9fe37f2869,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:41:33Z,topic='l3_agent')) {'router_ids': ['a920d54d-d351-40ad-9794-224c5109b3a9'], 'active': True} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:52.782480 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.db [None req-9da2ce41-ca24-4696-9d9d-76d3f2cfeb94 admin admin] For port 0127f8a4-512b-441e-b95e-2c92bddcc499, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=0127f8a4-512b-441e-b95e-2c92bddcc499,segment=NetworkSegment(f7a01e03-15fb-465e-ac3c-1da41488cfd9),segment_id=f7a01e03-15fb-465e-ac3c-1da41488cfd9)] {{(pid=87968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:52.783103 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9da2ce41-ca24-4696-9d9d-76d3f2cfeb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:52.807639 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_dvr_db [None req-64c5e463-ff96-49bf-ae03-fb688cdb3687 None None] Set router a920d54d-d351-40ad-9794-224c5109b3a9 gateway port host: None {{(pid=87970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:57:52.903424 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.plugins.ml2.plugin [None req-9da2ce41-ca24-4696-9d9d-76d3f2cfeb94 admin admin] Calling delete_port for 0127f8a4-512b-441e-b95e-2c92bddcc499 owned by network:router_gateway {{(pid=87968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:57:52.909404 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.db.l3_hamode_db [None req-64c5e463-ff96-49bf-ae03-fb688cdb3687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'name': 'tempest-TestSnapshotPattern-212654786-router', 'tenant_id': '0325ec056c1040b899d3974deb7df80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:36Z', 'updated_at': '2022-03-16T11:57:52Z', 'revision_number': 6, 'project_id': '0325ec056c1040b899d3974deb7df80b', 'gw_port_host': None}], 'dv-neutron-833859-1-hyperv', False) {} {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:52.913745 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c5e463-ff96-49bf-ae03-fb688cdb3687 None None] The sync data for ids ['a920d54d-d351-40ad-9794-224c5109b3a9'] in dv-neutron-833859-1-hyperv is: [{'id': 'a920d54d-d351-40ad-9794-224c5109b3a9', 'name': 'tempest-TestSnapshotPattern-212654786-router', 'tenant_id': '0325ec056c1040b899d3974deb7df80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:36Z', 'updated_at': '2022-03-16T11:57:52Z', 'revision_number': 6, 'project_id': '0325ec056c1040b899d3974deb7df80b', 'gw_port_host': None}] {{(pid=87970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:57:53.072555 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9da2ce41-ca24-4696-9d9d-76d3f2cfeb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16396769'] for port, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:53.120106 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2ce41-ca24-4696-9d9d-76d3f2cfeb94 admin admin] Pushing event deleted for resources: {'Port': ['ID=0127f8a4-512b-441e-b95e-2c92bddcc499,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:53.205916 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9da2ce41-ca24-4696-9d9d-76d3f2cfeb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735180'] for router_gateway, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:53.384115 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9da2ce41-ca24-4696-9d9d-76d3f2cfeb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6203'] for router, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:53.386298 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9da2ce41-ca24-4696-9d9d-76d3f2cfeb94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:53.414168 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9da2ce41-ca24-4696-9d9d-76d3f2cfeb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735268'] for router, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:53.414661 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da2ce41-ca24-4696-9d9d-76d3f2cfeb94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a920d54d-d351-40ad-9794-224c5109b3a9 {{(pid=87968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:57:53.427360 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-9da2ce41-ca24-4696-9d9d-76d3f2cfeb94 admin admin] Notify callbacks [] for router, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:53.428481 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-9da2ce41-ca24-4696-9d9d-76d3f2cfeb94 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a920d54d-d351-40ad-9794-224c5109b3a9 HTTP/1.1" status: 204 len: 168 time: 1.2842090 Mar 16 11:57:53.431008 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 34636) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:53.492391 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed327ff-e387-4cf1-8e43-28e16da03c23 admin admin] Deleting subnet 0462f47c-13cf-46cc-844e-5f4fd98e5cf7 {{(pid=87968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:57:53.495132 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2ed327ff-e387-4cf1-8e43-28e16da03c23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:53.549336 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2ed327ff-e387-4cf1-8e43-28e16da03c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16564646'] for subnet, precommit_delete_associations {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:53.627469 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2ed327ff-e387-4cf1-8e43-28e16da03c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378695'] for subnet, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:53.697674 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2ed327ff-e387-4cf1-8e43-28e16da03c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16396756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15389078'] for subnet, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:53.735844 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed327ff-e387-4cf1-8e43-28e16da03c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0462f47c-13cf-46cc-844e-5f4fd98e5cf7,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:53.741846 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-2ed327ff-e387-4cf1-8e43-28e16da03c23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:53.746955 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e89fe4d-7228-47cb-9541-d4798d8518dc None None] Network 4884977d-d149-4c2f-bf84-42995078365a requested from dv-neutron-833859-1-hyperv {{(pid=87970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:57:53.751192 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2ed327ff-e387-4cf1-8e43-28e16da03c23 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0462f47c-13cf-46cc-844e-5f4fd98e5cf7 HTTP/1.1" status: 204 len: 168 time: 0.3174586 Mar 16 11:57:53.751953 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [-] (87969) accepted ('10.222.0.44', 34640) {{(pid=87969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:53.788377 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6f016727-f9ed-4e3b-be81-34e181fc10a7 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:57:53.869167 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 6f016727-f9ed-4e3b-be81-34e181fc10a7 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:57:53.869503 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 6f016727-f9ed-4e3b-be81-34e181fc10a7 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:57:53.869924 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0127f8a4-512b-441e-b95e-2c92bddcc499 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:57:53.874841 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580891'] for network, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:53.885299 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] Deleting port 37968e1e-4cec-4fb8-a011-f538f837df53 {{(pid=87969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:53.885627 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:53.912836 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 0127f8a4-512b-441e-b95e-2c92bddcc499 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:57:53.913387 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 0127f8a4-512b-441e-b95e-2c92bddcc499 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:57:54.086958 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5cda76-f1a3-4d99-85dd-bd43559183f1 None None] DHCP port deletion for 4884977d-d149-4c2f-bf84-42995078365a request from dv-neutron-833859-1-hyperv {{(pid=87970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:57:54.093541 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3a5cda76-f1a3-4d99-85dd-bd43559183f1 None None] Deleting port 37968e1e-4cec-4fb8-a011-f538f837df53 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:54.093909 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a5cda76-f1a3-4d99-85dd-bd43559183f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:54.106242 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.db [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] For port 37968e1e-4cec-4fb8-a011-f538f837df53, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=37968e1e-4cec-4fb8-a011-f538f837df53,segment=NetworkSegment(be914c18-faea-47ae-b924-6fdae29aac26),segment_id=be914c18-faea-47ae-b924-6fdae29aac26)] {{(pid=87969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:54.106586 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:54.229579 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.plugin [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] Calling delete_port for 37968e1e-4cec-4fb8-a011-f538f837df53 owned by network:dhcp {{(pid=87969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:57:54.297254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.db [None req-3a5cda76-f1a3-4d99-85dd-bd43559183f1 None None] For port 37968e1e-4cec-4fb8-a011-f538f837df53, host dv-neutron-833859-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833859-1-hyperv',level=0,port_id=37968e1e-4cec-4fb8-a011-f538f837df53,segment=NetworkSegment(be914c18-faea-47ae-b924-6fdae29aac26),segment_id=be914c18-faea-47ae-b924-6fdae29aac26)] {{(pid=87970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:54.297641 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a5cda76-f1a3-4d99-85dd-bd43559183f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723945'] for port, precommit_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:54.303078 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776355160046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776354780995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14692713'] for port, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:54.347538 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] Pushing event deleted for resources: {'Port': ['ID=37968e1e-4cec-4fb8-a011-f538f837df53,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:54.351596 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] No DVR routers for this DVR port 37968e1e-4cec-4fb8-a011-f538f837df53 on host dv-neutron-833859-1-hyperv {{(pid=87969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:57:54.417883 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3a5cda76-f1a3-4d99-85dd-bd43559183f1 None None] Calling delete_port for 37968e1e-4cec-4fb8-a011-f538f837df53 owned by network:dhcp {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:57:54.465458 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381900', 'neutron.services.segments.db._delete_segments_for_network-8776355234389'] for network, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:54.488882 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.db.api [None req-3a5cda76-f1a3-4d99-85dd-bd43559183f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:57:54.489254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG oslo_db.api [None req-3a5cda76-f1a3-4d99-85dd-bd43559183f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:57:54.495111 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4884977d-d149-4c2f-bf84-42995078365a']}} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:54.506752 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be914c18-faea-47ae-b924-6fdae29aac26') {'for_net_delete': True} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:54.507040 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.services.segments.db [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be914c18-faea-47ae-b924-6fdae29aac26') {} {{(pid=87969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:54.517838 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776355238512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15603288'] for segment, before_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:54.533504 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380176'] for segment, precommit_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:54.540221 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:57:54.540599 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14692614'] for segment, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: Traceback (most recent call last): Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: timer() Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: cb(*args, **kw) Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: return func(*args, **kwargs) Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: self._notify() Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: self.callback(batched_events) Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: event.method(event) Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: return f(self, *a, **k) Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._get(url).json() Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: return self.request(url, 'GET', **kwargs) Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:57:54.553349 dv-neutron-833859-1-hyperv neutron-server[87969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:57:54.629782 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735209'] for network, after_delete {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:54.645494 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron_lib.callbacks.manager [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] Notify callbacks [] for network, before_response {{(pid=87969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:54.655807 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] Pushing event deleted for resources: {'Network': ['ID=4884977d-d149-4c2f-bf84-42995078365a,revision_number=None']} {{(pid=87969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:54.658461 dv-neutron-833859-1-hyperv neutron-server[87969]: INFO neutron.wsgi [None req-d9e20eba-18ca-48f6-82c9-d90bd8b5725b admin admin] 10.222.0.44 "DELETE /v2.0/networks/4884977d-d149-4c2f-bf84-42995078365a HTTP/1.1" status: 204 len: 168 time: 0.9054348 Mar 16 11:57:54.763683 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 34646) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:54.813776 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-2689a55f-3ac3-42a1-94e5-33c31cad035b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ace5a72320894729833a520b32b82f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489213 Mar 16 11:57:54.816125 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 34650) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:54.871320 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c6ed814f-8dc7-45aa-8bac-ef77a2afcce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:54.896578 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c6ed814f-8dc7-45aa-8bac-ef77a2afcce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:54.948129 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c6ed814f-8dc7-45aa-8bac-ef77a2afcce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:54.965014 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed814f-8dc7-45aa-8bac-ef77a2afcce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30027cb-39c4-4df9-9db4-3e889f831c57,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:54.972962 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-c6ed814f-8dc7-45aa-8bac-ef77a2afcce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:54.974251 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-c6ed814f-8dc7-45aa-8bac-ef77a2afcce7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e30027cb-39c4-4df9-9db4-3e889f831c57 HTTP/1.1" status: 204 len: 168 time: 0.1567600 Mar 16 11:57:54.990889 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3a5cda76-f1a3-4d99-85dd-bd43559183f1 None None] Deleting port 37968e1e-4cec-4fb8-a011-f538f837df53 {{(pid=87970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:54.991350 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-3a5cda76-f1a3-4d99-85dd-bd43559183f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776355154948'] for port, before_delete {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:55.058214 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-3a5cda76-f1a3-4d99-85dd-bd43559183f1 None None] The port '37968e1e-4cec-4fb8-a011-f538f837df53' was deleted {{(pid=87970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:57:55.312420 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 34658) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:55.358593 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-72ab144c-193e-4ffd-804d-882fd7151e72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0325ec056c1040b899d3974deb7df80b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449793 Mar 16 11:57:55.360791 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.wsgi [-] (87968) accepted ('10.222.0.44', 34662) {{(pid=87968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:55.418471 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-223b0546-bd68-4313-a868-75ce016194af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:55.443291 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-223b0546-bd68-4313-a868-75ce016194af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:55.495852 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-223b0546-bd68-4313-a868-75ce016194af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610560'] for security_group, after_delete {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:55.511038 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b0546-bd68-4313-a868-75ce016194af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de9c311-ddf7-4914-b492-67f67f48db97,revision_number=None']} {{(pid=87968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:55.515689 dv-neutron-833859-1-hyperv neutron-server[87968]: DEBUG neutron_lib.callbacks.manager [None req-223b0546-bd68-4313-a868-75ce016194af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:55.516639 dv-neutron-833859-1-hyperv neutron-server[87968]: INFO neutron.wsgi [None req-223b0546-bd68-4313-a868-75ce016194af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9de9c311-ddf7-4914-b492-67f67f48db97 HTTP/1.1" status: 204 len: 168 time: 0.1549942 Mar 16 11:57:55.778009 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 37968e1e-4cec-4fb8-a011-f538f837df53 no longer exists at agent ovs-agent-dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:57:55.813409 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.plugin [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] No Port match for: 37968e1e-4cec-4fb8-a011-f538f837df53 {{(pid=87970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:57:55.813733 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron.plugins.ml2.rpc [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Device 37968e1e-4cec-4fb8-a011-f538f837df53 not bound to the agent host dv-neutron-833859-1-hyperv {{(pid=87970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:58:01.028999 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-7e6e41f5-ba9a-4168-b2f3-8b2fc46d290d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:03.177493 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e708d033-d344-453d-b637-64efedf4ebb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:04.581622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:04.686254 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:06.148697 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:18.372890 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:22.919657 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:58:31.030115 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e63d5a1c-e37d-41af-854f-f2c1e1f68e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:33.181224 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-cddc4267-3bdd-4ae2-9953-5beecaa00ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:34.582548 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:34.687942 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:36.150858 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:48.399533 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:59.918632 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:59:01.033814 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2beccf50-8c98-40ba-958b-7fa0bcec6a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:03.181800 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-8b341961-028b-4919-b7ab-8e635c89505f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:04.583555 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:04.692183 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:06.154505 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:18.406189 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:31.036481 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f8ccdc54-2890-4367-b22e-9360a05d98e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:33.182531 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-1a3f3ee2-0665-4a5d-82b0-acfa1b4e682e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:34.587394 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:34.693381 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:36.156833 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:36.918353 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:59:41.611824 dv-neutron-833859-1-hyperv neutron-server[87969]: DEBUG neutron.wsgi [req-85bae0da-d84c-46fa-bc9d-b37724377530 req-06b4d1d2-56d7-4d98-a287-c1d1b99c506b service neutron] (87969) timed out ('10.222.0.44', 60194) {{(pid=87969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 11:59:48.420247 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:01.038127 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e44ae860-e696-451e-ac7c-3b6723447e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:03.183831 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-0955079c-f587-4931-84b1-aa6430d19138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:04.589669 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:04.695561 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:06.159818 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:13.920754 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:00:18.433792 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:31.039010 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5ff9fa3b-9d87-48e7-baf1-67e0a250d7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:33.185097 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-5f1a2c06-4bb8-478c-905f-cc92359d4fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.593031 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.700366 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:36.163184 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:48.434498 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:50.919936 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:01:01.041201 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2d9f9d7c-8a99-4330-9da3-480403d50e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:03.186540 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-16f9e7cc-e1d4-4259-abf3-8b4880ea4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:04.595362 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:04.700736 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:06.164349 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:18.429290 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:27.919845 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:01:31.044905 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-09cfba63-b1a0-4a24-be11-32091320fff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:33.187789 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-64f34da2-ae53-4344-96c7-4053e78a5c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:34.597190 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:34.703043 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:36.166945 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:48.435271 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:01.050256 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-e48b2b29-67ef-458e-9c56-4b435d6bc24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:03.188259 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-564394c3-d76d-4cae-8c4f-8cf42f7aa809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.600108 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.706163 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.918032 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:02:06.170157 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:18.432660 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:31.042087 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-23dd02e5-589b-48f8-966d-466cc5c489b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:33.189371 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-f5470e9a-8754-4f74-a163-b371c16b39b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:34.603459 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:34.709119 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:36.173212 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:41.916287 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:02:48.432182 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:01.044159 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-2d5bf0ad-b79b-4805-a116-2af9b4cf4861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:03.189884 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-ddc2127b-f305-4470-b39c-7d9b830b3496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:04.605748 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:04.711622 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:06.176849 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:18.446824 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-a6317eda-87f5-4759-a256-c7687b374dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:18.919296 dv-neutron-833859-1-hyperv neutron-server[87971]: DEBUG neutron.db.agents_db [None req-8f85ca64-3ff2-4d59-878b-ecedbad9a8db None None] Agent healthcheck: found 6 active agents {{(pid=87971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:03:31.045828 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-bf993944-0955-4d42-85f9-a59a48cb2cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:33.192795 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-fadc7842-1e75-4487-8c4f-2552dc146fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:34.606837 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-69c03832-26eb-4dc0-9519-070120d66af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:34.715946 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-6097beb1-b9d3-4aef-a335-2159416b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:36.180738 dv-neutron-833859-1-hyperv neutron-server[87970]: DEBUG neutron_lib.callbacks.manager [None req-d0a169c6-ecce-4709-820e-51bf3d1f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776355234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383414'] for agent, after_update {{(pid=87970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}